Code development platform for open source projects from the European Union institutions :large_blue_circle: EU Login authentication by SMS has been phased out. To see alternatives please check here

Skip to content
Snippets Groups Projects
Commit 8928edd9 authored by Natalia Szakiel's avatar Natalia Szakiel
Browse files

added logstash

parent 45932ff5
No related branches found
No related tags found
3 merge requests!48Develop,!46Develop,!3Added filebeat eck
...@@ -21,18 +21,20 @@ spec: ...@@ -21,18 +21,20 @@ spec:
requests: requests:
storage: {{ .Values.logstash.diskSpace }} storage: {{ .Values.logstash.diskSpace }}
storageClassName: {{ .Values.logstash.storageClassName }} storageClassName: {{ .Values.logstash.storageClassName }}
{{- range .Values.logstash.pipelines }}
services: services:
{{- range $index := until (.Values.logstash.count |int ) -}} - name: {{ .Values.logstash.pipelines_group_name }}
{{- printf "\n"}}
- name: beats-{{$index}}
service: service:
spec: spec:
ports: ports:
- port: 5044 - port: 5044
name: {{ $.Values.logstash.pipelines_group_name }} name: {{ .name }}
protocol: TCP
- port: 514
name: {{ .name }}
protocol: TCP protocol: TCP
selector: selector:
statefulset.kubernetes.io/pod-name: logstash-beats-ls-{{$index}} statefulset.kubernetes.io/pod-name: logstash-beats-ls-0
{{- end }} {{- end }}
config: config:
{{- with .Values.logstash.config }} {{- with .Values.logstash.config }}
......
...@@ -100,7 +100,7 @@ kibana: ...@@ -100,7 +100,7 @@ kibana:
logstash: logstash:
count: 1 count: 2
image: docker.elastic.co/logstash/logstash image: docker.elastic.co/logstash/logstash
config: {} config: {}
diskSpace: 3Gi diskSpace: 3Gi
...@@ -120,7 +120,7 @@ logstash: ...@@ -120,7 +120,7 @@ logstash:
pipeline.workers: 1 pipeline.workers: 1
pipeline.batch.size: 125 pipeline.batch.size: 125
pipelines_group_name: "beats" pipelines_group_name: "pipelines"
workers: 1 workers: 1
batch: batch:
size: 125 size: 125
...@@ -147,5 +147,27 @@ logstash: ...@@ -147,5 +147,27 @@ logstash:
codec => rubydebug codec => rubydebug
} }
} }
- name: "syslog-pipeline"
input: |-
input {
syslog {
port => 514
}
}
filter: |-
filter {}
output: |-
output {
elasticsearch {
hosts => [ "${ELASTIC_ELASTICSEARCH_ES_HOSTS}" ]
index => "%{[@metadata][beat]}-%{[@metadata][version]}-%{+YYYY.MM.dd}"
user => "${LOGSTASH_USER}"
password => "${LOGSTASH_PASSWORD}"
}
stdout {
codec => rubydebug
}
}
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment