Browse Source

Feature: multiple Kafka inputs

Febbweiss 8 years ago
parent
commit
856af194cd

+ 19 - 1
logstash/indexer/pipeline/kafka_elasticsearch.conf

@@ -2,7 +2,25 @@ input {
 	kafka {
         codec =>  json{}
         bootstrap_servers => "kafka:9092"
-        topics => ["random", "apache", "random-forwarder", "apache-forwarder"]
+        topics => ["random"]
+        client_id => "logstash_indexer_1"
+	}
+	kafka {
+        codec =>  json{}
+        bootstrap_servers => "kafka:9092"
+        topics => ["apache"]
+        client_id => "logstash_indexer_1"
+	}
+	kafka {
+        codec =>  json{}
+        bootstrap_servers => "kafka:9092"
+        topics => ["random-forwarder"]
+        client_id => "logstash_indexer_1"
+	}
+	kafka {
+        codec =>  json{}
+        bootstrap_servers => "kafka:9092"
+        topics => ["apache-forwarder"]
         client_id => "logstash_indexer_1"
 	}
 }

+ 2 - 4
logstash/shipper/pipeline/beat_kafka.conf

@@ -14,9 +14,7 @@ output {
     bootstrap_servers => "kafka:9092"
 	topic_id => "%{type}"
   }
-  if [type] == "apache-forwarder" || [type] == "random-forwarder" {
-	  stdout {
-		codec => rubydebug
-	  }
+  stdout {
+	codec => rubydebug
   }
 }