github/kubernetes
1
0
Fork 0
mirror of https://github.com/k3s-io/kubernetes.git synced 2025-07-29 14:37:00 +00:00
Code Issues Projects Releases Wiki Activity

Add limits to the fluentd buffer size.

Browse Source
This commit is contained in:
Alex Robinson 2015-07-03 23:24:08 +00:00
parent e5ea6ae854
commit 4bfbd5f553
2 changed files with 9 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
cluster/addons/fluentd-elasticsearch/fluentd-es-image/td-agent.conf
View File

@ -133,6 +133,10 @@
host elasticsearch-logging host elasticsearch-logging
port 9200 port 9200
logstash_format true logstash_format true
# Set the chunk limit the same as for fluentd-gcp.
buffer_chunk_limit 512K
# Cap buffer memory usage to 512KB/chunk * 128 chunks = 65 MB
buffer_queue_limit 128
flush_interval 5s flush_interval 5s
# Never wait longer than 5 minutes between retries. # Never wait longer than 5 minutes between retries.
max_retry_wait 300 max_retry_wait 300

5
cluster/addons/fluentd-gcp/fluentd-gcp-image/google-fluentd.conf
View File

@ -113,6 +113,11 @@
<match **> <match **>
type google_cloud type google_cloud
# Set the chunk limit conservatively to avoid exceeding the GCL limit
# of 2MB per write request.
buffer_chunk_limit 512K
# Cap buffer memory usage to 512KB/chunk * 128 chunks = 65 MB
buffer_queue_limit 128
flush_interval 5s flush_interval 5s
# Never wait longer than 5 minutes between retries. # Never wait longer than 5 minutes between retries.
max_retry_wait 300 max_retry_wait 300