Add limits to the fluentd buffer size.

This commit is contained in:
Alex Robinson 2015-07-03 23:24:08 +00:00
parent e5ea6ae854
commit 4bfbd5f553
2 changed files with 9 additions and 0 deletions

View File

@ -133,6 +133,10 @@
host elasticsearch-logging
port 9200
logstash_format true
# Set the chunk limit the same as for fluentd-gcp.
buffer_chunk_limit 512K
# Cap buffer memory usage to 512KB/chunk * 128 chunks = 65 MB
buffer_queue_limit 128
flush_interval 5s
# Never wait longer than 5 minutes between retries.
max_retry_wait 300

View File

@ -113,6 +113,11 @@
<match **>
type google_cloud
# Set the chunk limit conservatively to avoid exceeding the GCL limit
# of 2MB per write request.
buffer_chunk_limit 512K
# Cap buffer memory usage to 512KB/chunk * 128 chunks = 65 MB
buffer_queue_limit 128
flush_interval 5s
# Never wait longer than 5 minutes between retries.
max_retry_wait 300