# cat filebeat.yml|egrep -v "^$|^#"|grep -v "^  #"

filebeat.prospectors:

-

  input_type: log

  paths:

    - /home/logs/access_log/*/*.log

  document_type: www.hw801.com

processors:

- drop_fields:

    fields: ["beat", "source"]

output.kafka:

   enabled: true

   hosts: ["kafka0:9092","kafka1:9092","kafka2:9092"

   topic: '%{[type]}'

   worker: 3

   max_retries: 3

   bulk_max_size: 4096

   timeout: 30s

   broker_timeout: 10s

   channel_buffer_size: 512

   keep_alive: 60

   compression: gzip

   max_message_bytes: 10000000

   partition.hash:

   reachable_only: false

   required_acks: 1

logging:

  to_files: true

  files:

    #path: /var/log/filebeat

    name: filebeat

    rotateeverbytes: 10485760 # = 10MB