Febbweiss/docker-log-centralizer
1
0
Fork 0
mirror of https://github.com/Febbweiss/docker-log-centralizer.git synced 2026-03-04 22:35:36 +00:00
Code Issues Packages Projects Releases Wiki Activity

Feature: multiple Kafka inputs

Browse Source
This commit is contained in:
Febbweiss
2017-03-20 15:37:59 +01:00
parent c868717bb7
commit 856af194cd
2 changed files with 21 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
logstash/indexer/pipeline/kafka_elasticsearch.conf
View File

@@ -2,7 +2,25 @@ input {
kafka { kafka {
codec => json{} codec => json{}
bootstrap_servers => "kafka:9092" bootstrap_servers => "kafka:9092"
topics => ["random", "apache", "random-forwarder", "apache-forwarder"] topics => ["random"]
client_id => "logstash_indexer_1"
}
kafka {
codec => json{}
bootstrap_servers => "kafka:9092"
topics => ["apache"]
client_id => "logstash_indexer_1"
}
kafka {
codec => json{}
bootstrap_servers => "kafka:9092"
topics => ["random-forwarder"]
client_id => "logstash_indexer_1"
}
kafka {
codec => json{}
bootstrap_servers => "kafka:9092"
topics => ["apache-forwarder"]
client_id => "logstash_indexer_1" client_id => "logstash_indexer_1"
} }
} }

6
logstash/shipper/pipeline/beat_kafka.conf
View File

@@ -14,9 +14,7 @@ output {
bootstrap_servers => "kafka:9092" bootstrap_servers => "kafka:9092"
topic_id => "%{type}" topic_id => "%{type}"
} }
if [type] == "apache-forwarder" || [type] == "random-forwarder" { stdout {
stdout { codec => rubydebug
codec => rubydebug
}
} }
} }