logstash.yaml

apiVersion: logstash.k8s.elastic.co/v1alpha1
kind: Logstash
metadata:
  name: logstash-beats
  labels:
    app: logstash
spec:
  image: {{ .Values.logstash.image }}:{{ default .Values.elasticVersion  .Values.logstash.imageTag }}
  version: {{ .Values.elasticVersion }}
  count: {{ .Values.logstash.replicas }}
  elasticsearchRefs:
  - name: {{ .Release.Name }}-elasticsearch
    clusterName: {{ .Release.Name }}-elasticsearch
  volumeClaimTemplates:
    - metadata:
        name: logstash-data
      spec:
        accessModes:
          - ReadWriteOnce
        resources:
          requests:
            storage: {{ .Values.logstash.diskSpace }}
        storageClassName: {{ .Values.logstash.storageClassName }}
{{- range .Values.logstash.pipelines }}
  services:  
    - name: {{ $.Values.logstash.pipelines_group_name }}
      service:
        spec:
          ports:
          - port: 5044
            name: {{ .name }}
            protocol: TCP
          - port: 514
            name: {{ .name }}
            protocol: TCP
          selector:
            statefulset.kubernetes.io/pod-name: logstash-beats-ls-0
  {{- end }} 
  config: 
    {{- with .Values.logstash.config }}
    {{- toYaml . | nindent 4 }}
    {{- end }}
  podTemplate:
    metadata:
      labels:
        stack-namespace: {{ .Release.Namespace }} 
    spec:
      containers:
      - name: logstash
        {{- with .Values.logstash.resources }}
        resources:
          {{- toYaml . | nindent 10 }}
        {{- end }}
        volumeMounts:
        {{- range .Values.logstash.pipelines }}
        - name: pipeline-config-{{- .name }}
          mountPath: /app/elastic/logstash/config/pipelines/{{- .name -}}.config
          subPath: {{ .name -}}.config
        {{- end }}
        env:
          - name: LOGSTASH_USER
            valueFrom:
              secretKeyRef:
                name: logstash-writer-secret
                key: username
          - name: LOGSTASH_PASSWORD
            valueFrom:
              secretKeyRef:
                name: logstash-writer-secret
                key: password 
          - name: ELASTIC_ELASTICSEARCH_ES_HOSTS
            value: 'https://elastic-elasticsearch-es-http.{{ .Release.Namespace }}.svc:9200'
      volumes:
      {{- range .Values.logstash.pipelines }}
      - name: pipeline-config-{{- .name }}
        configMap:
          name: logstash-{{- $.Values.logstash.pipelines_group_name -}}-{{- .name -}}-config
          defaultMode: 511
      {{- end }}
  pipelinesRef:
    secretName: logstash-{{ .Values.logstash.pipelines_group_name }}-pipelines-yml
---
apiVersion: v1
kind: Secret
metadata:
  name: logstash-{{ .Values.logstash.pipelines_group_name }}-pipelines-yml
data:
  pipelines.yml: |
   {{ tpl .Values.logstash.pipelines_yml_config $ | nindent 6 | b64enc }}
---
{{- range .Values.logstash.pipelines }}
apiVersion: v1
kind: ConfigMap
metadata:
  name: logstash-{{ $.Values.logstash.pipelines_group_name }}-{{ .name }}-config
data:
  {{ .name }}.config: |
    {{ tpl .input  $ | nindent 6 }}
    {{ tpl .filter $ | nindent 6 }}
    {{ tpl .output $ | nindent 6 }} 
---
{{- end }}