diff --git a/Configs/fluentd-config-update.yml b/Configs/fluentd-config-update.yml new file mode 100644 index 0000000..9fdbe17 --- /dev/null +++ b/Configs/fluentd-config-update.yml @@ -0,0 +1,119 @@ + --- + - hosts: service + remote_user: docker + gather_facts: no + vars: + user: "docker" + + tasks: + + # -------------------------------------------------------------------------------------- + # --------------------- copy conf to fluentd + # -------------------------------------------------------------------------------------- + + # ------------------------ + # cp fluentd.conf + # ------------------------- + - name: cp fluentd.conf + become: true + copy: + src: "./files/fluent-config-update.conf" + dest: /fluentd/etc/fluent.conf + owner: docker + group: docker + mode: 0755 + + # -------------------------------------------------------------------------------------- + # --------------------- kill and save ps tp tmp + # -------------------------------------------------------------------------------------- + + # ------------------------ + # start fluentd + # ------------------------- + - name: find fluentd + shell: ps efw -opid -Cfluentd | grep -v grep | grep -E '[0-9]' + #shell: "ps efw -opid,cmd -Cfluentd | pgrep -o fluentd" + register: fluentdps + # when: fluentdps is defined + + # - fail: msg="this play requires fluentdps" + #when: fluentdps is not defined + + # ------------------------ + # start fluentd + # # ------------------------- + - name: kill -9 fluentd + become: true + ignore_errors: yes + shell: "kill -9 {{ item }}" + with_items: "{{ fluentdps.stdout_lines }}" + when: fluentdps.stdout_lines is defined + + # - fail: msg="this play requires fluentdps" + # when: fluentdps is not defined + + - name: ls fluentdps + debug: var=fluentdps.stdout + + # # ------------------------ + # # save variable > /tmp + # # ------------------------- + # - name: echo kill > tmp + # shell: "echo {{ fluentdps.stdout }} > /tmp/123" + # when: not fluentdps + # + + # -------------------------------------------------------------------------------------- + # --------------------- start and save ps tp tmp + # -------------------------------------------------------------------------------------- + + # ------------------------ + # start fluentd + # ------------------------- + - name: start fluentd background + shell: nohup /home/docker/.gem/ruby/2.5.0/bin/fluentd -c /fluentd/etc/fluent.conf -vv /dev/null 2>&1 & + + # ------------------------ + # start fluentd + # ------------------------- + - name: find1 fluentd + shell: ps efw -opid,cmd -Cfluentd | pgrep -o fluentd + register: fluentdps1 + + - name: ls fluentdps1 + debug: var=fluentdps1.stdout + + # ------------------------ + # save variable > /tmp1 + # ------------------------- + - name: echo > tmp1 + shell: "echo {{ fluentdps1.stdout }} > /tmp/12345" + + # ------------------------ + # example4net tcpdump example + # ------------------------- + # - name: google.com + # become: yes + # become_user: "{{ user }}" + # command: curl http://www.google.com + # ignore_errors: yes + # register: configwww + # + # - name: ls configwww + # debug: var=configwww.stdout_lines + # + # - name: ls -al /var/lab/playground/playground-readmongo/ + # become: yes + # become_user: "{{ user }}" + # #command: ls -al /var/lab/playground/playground-readmongo + # command: netstat -antlupe + # ignore_errors: yes + # register: config + # + # - name: ls config + # debug: var=config.stdout_lines + # + # - name: Refresh connection + # meta: clear_host_errors + # + \ No newline at end of file diff --git a/Configs/fluentd.conf b/Configs/fluentd.conf new file mode 100644 index 0000000..07e70aa --- /dev/null +++ b/Configs/fluentd.conf @@ -0,0 +1,111 @@ + # config + + @type stdout + + + # input + + @type tail + + path /var/log/*.log + path_key tailed_path + + tag stats.node + + # parse json + + @type json + + + pos_file /tmp/fluentd--1605454018.pos + + + + # input + + @type tail + + path /var/log-in/*/* + path_key tailed_path + + tag log.node + + # parse none + + @type none + + + pos_file /tmp/fluentd--1605454014.pos + + + + # output http + + @type copy + # + # @type mongo_replset + # + # database fluent + # collection logs + # nodes ondemand_playground_mongo1:27017,ondemand_playground_mongo2:27017,ondemand_playground_mongo3:27017,ondemand_playground_mongo4:27017,ondemand_playground_mongo5:27017,ondemand_playground_mongo6:27017,ondemand_playground_mongo7:27017 + # + # user myusername + # password mypassword + # + # replica_set rs1 + # num_retries 60 + # capped + # capped_size 100m + # + # + # + # flush_interval 20s + # + # + + @type stdout + + + + @type file + path /tmp/mylog + + timekey 1d + timekey_use_utc true + timekey_wait 10s + + + + + + + + @type copy + # + # @type mongo_replset + # + # database swarmlabplaygroundstats + # collection logs + # nodes ondemand_playground_mongo1:27017,ondemand_playground_mongo2:27017,ondemand_playground_mongo3:27017,ondemand_playground_mongo4:27017,ondemand_playground_mongo5:27017,ondemand_playground_mongo6:27017,ondemand_playground_mongo7:27017 + # + # user myloguser + # password mylogpassword + # + # replica_set rs1 + # num_retries 60 + # capped + # capped_size 300m + # + # + # + # flush_interval 20s + # + # + + @type stdout + + + +© Gitea +English +JavaScript lic \ No newline at end of file diff --git a/Configs/fluentd.conf.sh b/Configs/fluentd.conf.sh new file mode 100644 index 0000000..d753a91 --- /dev/null +++ b/Configs/fluentd.conf.sh @@ -0,0 +1,15 @@ + #!/bin/sh + + + ip4=$(/sbin/ip -o -4 addr list eth0 | awk '{print $4}' | cut -d/ -f1) + ip6=$(/sbin/ip -o -6 addr list eth0 | awk '{print $4}' | cut -d/ -f1) + + echo "[service]" > /project/courses/fluentd/inventory.yml + /project/bin/swarmlab-nmap >> /project/courses/fluentd/inventory.yml + + + # include master or not + echo $ip4 >> /project/courses/fluentd/inventory.yml + + + ansible-playbook -u docker -i inventory.yml fluent.conf.yml -f 5 --ask-pass --ask-become-pass \ No newline at end of file diff --git a/Configs/fluentd.conf.yml b/Configs/fluentd.conf.yml new file mode 100644 index 0000000..eaa2aa8 --- /dev/null +++ b/Configs/fluentd.conf.yml @@ -0,0 +1,107 @@ + #s config + + @type stdout + + + # input + + @type tail + + path /var/log/*.log + path_key tailed_path + + tag stats.node + + # parse json + + @type json + + + pos_file /tmp/fluentd--1605454018.pos + + + + # input + + @type tail + + path /var/log-in/*/* + path_key tailed_path + + tag log.node + + # parse none + + @type none + + + pos_file /tmp/fluentd--1605454014.pos + + + + # output http + + @type copy + + @type mongo_replset + + database fluent + collection logs + nodes ondemand_playground_mongo1:27017,ondemand_playground_mongo2:27017,ondemand_playground_mongo3:27017,ondemand_playground_mongo4:27017,ondemand_playground_mongo5:27017,ondemand_playground_mongo6:27017,ondemand_playground_mongo7:27017 + + user app_swarmlab + password app_swamlab + + replica_set rs1 + num_retries 60 + capped + capped_size 100m + + + + flush_interval 20s + + + + @type stdout + + + + @type file + path /tmp/mylog + + timekey 1d + timekey_use_utc true + timekey_wait 10s + + + + + + + + @type copy + # + # @type mongo_replset + # + # database swarmlabplaygroundstats + # collection logs + # nodes ondemand_playground_mongo1:27017,ondemand_playground_mongo2:27017,ondemand_playground_mongo3:27017,ondemand_playground_mongo4:27017,ondemand_playground_mongo5:27017,ondemand_playground_mongo6:27017,ondemand_playground_mongo7:27017 + # + # user myloguser + # password mylogpassword + # + # replica_set rs1 + # num_retries 60 + # capped + # capped_size 300m + # + # + # + # flush_interval 20s + # + # + + @type stdout + + \ No newline at end of file