|
|
|
@ -9,68 +9,64 @@ |
|
|
|
|
|
|
|
[source,javascript] |
|
|
|
---- |
|
|
|
# config |
|
|
|
<match debug.*> |
|
|
|
@type stdout |
|
|
|
</match> |
|
|
|
|
|
|
|
# input log |
|
|
|
<source> |
|
|
|
@type tail // <1> |
|
|
|
<source> // <1> |
|
|
|
@type tail |
|
|
|
|
|
|
|
path /var/log/*.log |
|
|
|
path_key tailed_path |
|
|
|
pos_file /tmp/fluentd--1605454018.pos |
|
|
|
path /var/log/*.log |
|
|
|
path_key tailed_path |
|
|
|
pos_file /tmp/fluentd--1605454018.pos |
|
|
|
pos_file_compaction_interval 30s |
|
|
|
refresh_interval 30s |
|
|
|
skip_refresh_on_startup |
|
|
|
|
|
|
|
tag stats.node |
|
|
|
tag stats.node |
|
|
|
|
|
|
|
enable_stat_watcher false |
|
|
|
enable_watch_timer true |
|
|
|
enable_stat_watcher false |
|
|
|
enable_watch_timer true |
|
|
|
read_from_head true |
|
|
|
follow_inodes true # Without this parameter, file rotation causes log duplication |
|
|
|
|
|
|
|
<parse> |
|
|
|
@type none |
|
|
|
@type none |
|
|
|
|
|
|
|
keep_time_key true |
|
|
|
</parse> |
|
|
|
</source> |
|
|
|
|
|
|
|
# input stats |
|
|
|
<source> |
|
|
|
@type tail |
|
|
|
<source> // <1> |
|
|
|
@type tail // <2> |
|
|
|
|
|
|
|
path /var/log-in/*/* |
|
|
|
path /var/log-in/*/* // <3> |
|
|
|
path_key tailed_path |
|
|
|
pos_file /tmp/fluentd--1605454014.pos |
|
|
|
pos_file_compaction_interval 10s |
|
|
|
pos_file /tmp/fluentd--1605454014.pos // <4> |
|
|
|
pos_file_compaction_interval 10s |
|
|
|
refresh_interval 30s |
|
|
|
skip_refresh_on_startup |
|
|
|
|
|
|
|
tag log.node |
|
|
|
tag log.node // <5> |
|
|
|
|
|
|
|
enable_stat_watcher false |
|
|
|
enable_watch_timer true |
|
|
|
enable_stat_watcher false // <6> |
|
|
|
enable_watch_timer true // <7> |
|
|
|
read_from_head true |
|
|
|
follow_inodes true # Without this parameter, file rotation causes log duplication |
|
|
|
<parse> |
|
|
|
@type none |
|
|
|
@type none // <8> |
|
|
|
|
|
|
|
keep_time_key true |
|
|
|
</parse> |
|
|
|
</source> |
|
|
|
|
|
|
|
# output mongo log* |
|
|
|
<match log.*> |
|
|
|
<match log.*> // <9> |
|
|
|
@type copy |
|
|
|
copy_mode deep |
|
|
|
<store ignore_error> |
|
|
|
copy_mode deep // <10> |
|
|
|
<store ignore_error> // <11> |
|
|
|
@type mongo |
|
|
|
|
|
|
|
connection_string mongodb://mongo.poc-datacollector_datacollector-net:27017/fluentdb |
|
|
|
connection_string mongodb://mongo.poc-datacollector_datacollector-net:27017/fluentdb // <12> |
|
|
|
|
|
|
|
#database fluentdb |
|
|
|
collection test |
|
|
|
@ -78,8 +74,8 @@ |
|
|
|
#port 27017 |
|
|
|
|
|
|
|
num_retries 60 |
|
|
|
capped |
|
|
|
capped_size 100m |
|
|
|
capped // <13> |
|
|
|
capped_size 100m // <14> |
|
|
|
<inject> |
|
|
|
# key name of timestamp |
|
|
|
time_key time |
|
|
|
@ -87,7 +83,7 @@ |
|
|
|
|
|
|
|
<buffer> |
|
|
|
retry_wait 50s |
|
|
|
flush_mode immediate |
|
|
|
flush_mode immediate // <15> |
|
|
|
#flush_interval 10s |
|
|
|
</buffer> |
|
|
|
</store> |
|
|
|
@ -107,46 +103,22 @@ |
|
|
|
</store> |
|
|
|
|
|
|
|
</match> |
|
|
|
|
|
|
|
# output mongo log* |
|
|
|
#<match stats.*> |
|
|
|
# @type copy |
|
|
|
# <store> |
|
|
|
# @type mongo |
|
|
|
# #copy_mode shallow |
|
|
|
# |
|
|
|
# database fluentdb |
|
|
|
# collection stats |
|
|
|
# host mongo.poc-datacollector_datacollector-net |
|
|
|
# port 27017 |
|
|
|
# |
|
|
|
# num_retries 60 |
|
|
|
# capped |
|
|
|
# capped_size 100m |
|
|
|
# |
|
|
|
# |
|
|
|
# <buffer> |
|
|
|
# flush_interval 30s |
|
|
|
# </buffer> |
|
|
|
# </store> |
|
|
|
# |
|
|
|
# <store> |
|
|
|
# @type stdout |
|
|
|
# </store> |
|
|
|
# |
|
|
|
# <store> |
|
|
|
# @type file |
|
|
|
# path /tmp/mylog1 |
|
|
|
# <buffer> |
|
|
|
# timekey 1d |
|
|
|
# timekey_use_utc true |
|
|
|
# timekey_wait 10s |
|
|
|
# </buffer> |
|
|
|
# </store> |
|
|
|
# |
|
|
|
#</match> |
|
|
|
---- |
|
|
|
<1> *localhost* inside of a container will resolve to the network stack of this container |
|
|
|
<2> *localhost* inside of a container will resolve to the network stack of this container |
|
|
|
<3> *localhost* inside of a container will resolve to the network stack of this container |
|
|
|
<4> *localhost* inside of a container will resolve to the network stack of this container |
|
|
|
<5> *localhost* inside of a container will resolve to the network stack of this container |
|
|
|
<6> *localhost* inside of a container will resolve to the network stack of this container |
|
|
|
<7> *localhost* inside of a container will resolve to the network stack of this container |
|
|
|
<8> *localhost* inside of a container will resolve to the network stack of this container |
|
|
|
<9> *localhost* inside of a container will resolve to the network stack of this container |
|
|
|
<10> *localhost* inside of a container will resolve to the network stack of this container |
|
|
|
<11> *localhost* inside of a container will resolve to the network stack of this container |
|
|
|
<12> *localhost* inside of a container will resolve to the network stack of this container |
|
|
|
<13> *localhost* inside of a container will resolve to the network stack of this container |
|
|
|
<14> *localhost* inside of a container will resolve to the network stack of this container |
|
|
|
<15> *localhost* inside of a container will resolve to the network stack of this container |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
zeus
3 years ago