root@ubuntu20:/apps/apache-zookeeper-3.5.9-bin/conf# cat zoo.CFg 
tickTime=2000
inITLimit=10
syncLimit=5
dataDir=/data/zookeeper
clientPort=2181
maxClientCnxns=128
autopurge.snaPRetainCount=3
autopurge.purgeinterval=1

server.1=192.168.192.164:2888:3888
server.2=192.168.192.165:2888:3888
server.3=192.168.192.166:2888:3888

echo 1 > /data/zookeeper/myid
echo 2 > /data/zookeeper/myid
echo 3 > /data/zookeeper/myid

root@ubuntu20:/apps/apache-zookeeper-3.5.9-bin/bin# ./zkServer.sh status
/usr/bin/java
ZooKeeper JMX enabled by default
Using config: /apps/apache-zookeeper-3.5.9-bin/bin/../conf/zoo.cfg
Client port found: 2181. Client address: localhost. Client SSL: false.
Mode: leader

root@ubuntu20:/apps/kafka_2.13-2.4.1/config# vi server.propertie
broker.id=1 2 3
listeners=PLAINTEXT://192.168.192.164 5 6:9092
#num.network.threads=3
#num.io.threads=8
log.dirs=/data/kafka-logs
zookeeper.connect=192.168.192.164:2181,192.168.192.165:2181,192.168.192.166:2181

/apps/kafka/bin/kafka-server-start.sh -daemon /apps/kafka/config/server.properties
LISTEN               0                    50                                 [::ffff:192.168.192.165]:9092                                          *:*

root@slave002:/opt/k8s-data/dockerfile/web/chuan/tomcat-app1# cat run_tomcat.sh
/usr/share/filebeat/bin/filebeat -e -c /etc/filebeat/filebeat.yml -path.home /usr/share/filebeat -path.config /etc/filebeat -path.data /VAR/lib/filebeat -path.logs /var/log/filebeat &
su - nginx -c "/apps/tomcat/bin/catalina.sh start"
tail -f /etc/hosts

./kafka-topics.sh --create --zookeeper 192.168.192.164:2181 --topic topic-test1 --replication-factor 2 --partitions 3 
./kafka-topics.sh --list --zookeeper 192.168.192.164:2181

[root@chuan-tomcat-app1-deployment-5cb9f7bf6b-q6gr5 filebeat]# cat filebeat.yml 
filebeat.inputs:
- type: log
  enabled: true
  paths:
    - /apps/tomcat/logs/catalina.out
  fields:
    type: tomcat-catalina
- type: log
  enabled: true
  paths:
    - /apps/tomcat/logs/localhost_access_log.*.txt
  fields:
    type: tomcat-accesslog
filebeat.config.modules:
  path: ${path.config}/modules.d/*.yml
  reload.enabled: false
SETUP.template.settings:
  index.number_of_shards: 1
setup.kibana:

output.kafka:
  hosts: ["192.168.192.164:9092"]
  required_acks: 1
  comPression: gzip
  max_message_bytes: 1000000
  topic: "topic-test1"

#output.redis:
#  hosts: ["192.168.192.152:36379"]
#  key: "k8s-chuan-app1"
#  db: 1
#  timeout: 5
#  password: "123456"

[root@chuan-tomcat-app1-deployment-5cb9f7bf6b-q6gr5 filebeat]# ps -ef|grep filebeat
root         143      83  0 14:19 pts/0    00:00:00 /usr/share/filebeat/bin/filebeat -e -c /etc/filebeat/filebeat.yml -path.home /usr/share/filebeat -path.config /etc/filebeat -path.data /var/lib/filebeat -path.logs /var/log/filebeat
root         179     153  0 14:23 pts/1    00:00:00 grep --color=auto filebeat

/usr/share/logstash/bin/logstash -f kafka-to-es.conf  -t
Config Validation Result: OK
/usr/share/logstash/bin/logstash -f kafka-to-es.conf

root@ubuntu20:/etc/logstash/conf.d# cat kafka-to-es.conf 
input {
  kafka {
    bootstrap_servers => "192.168.192.164:9092,:9092,192.168.192.165:9092"
    topics => ["topic-test1"]
    codec => "json"
  }
}




output {
  if [fields][type] == "tomcat-accesslog" {
    elasticseArch {
      hosts => ["192.168.192.161:9200","192.168.192.162:9200"]
      index => "chuan-accesslog-%{+yyYY.MM.dd}"
    }
  }

  if [fields][type] == "tomcat-catalina" {
    elasticsearch {
      hosts => ["192.168.192.161:9200","192.168.192.162:9200"]
      index => "chuan-catalinalog-%{+YYYY.MM.dd}"
    }
  }

  stdout { 
    codec => rubydebug
  }
}

vi /etc/kibana/kibana.yml
server.port: 5601
server.host: "192.168.192.161"
elasticsearch.hosts: ["http://192.168.192.161:9200"]
i18n.locale: "zh-CN"