From 77bda6fd167b59aa78ba5e2a9a4d64c20fb18a7c Mon Sep 17 00:00:00 2001 From: Rick Buskens Date: Mon, 1 Aug 2016 15:08:11 -0400 Subject: [PATCH] Updated configuration to spawn multiple threads for processing --- .../fluentd-elasticsearch/fluentd-es-image/td-agent.conf | 2 ++ .../fluentd-gcp/fluentd-gcp-image/google-fluentd-journal.conf | 3 +++ .../addons/fluentd-gcp/fluentd-gcp-image/google-fluentd.conf | 3 +++ 3 files changed, 8 insertions(+) diff --git a/cluster/addons/fluentd-elasticsearch/fluentd-es-image/td-agent.conf b/cluster/addons/fluentd-elasticsearch/fluentd-es-image/td-agent.conf index 0b5ed420ce6..850e0ad4e3c 100644 --- a/cluster/addons/fluentd-elasticsearch/fluentd-es-image/td-agent.conf +++ b/cluster/addons/fluentd-elasticsearch/fluentd-es-image/td-agent.conf @@ -266,4 +266,6 @@ max_retry_wait 30 # Disable the limit on the number of retries (retry forever). disable_retry_limit + # Use multiple threads for processing. + num_threads 8 diff --git a/cluster/addons/fluentd-gcp/fluentd-gcp-image/google-fluentd-journal.conf b/cluster/addons/fluentd-gcp/fluentd-gcp-image/google-fluentd-journal.conf index b0a4fd401ab..d02a7a22780 100644 --- a/cluster/addons/fluentd-gcp/fluentd-gcp-image/google-fluentd-journal.conf +++ b/cluster/addons/fluentd-gcp/fluentd-gcp-image/google-fluentd-journal.conf @@ -234,6 +234,8 @@ max_retry_wait 30 # Disable the limit on the number of retries (retry forever). disable_retry_limit + # Use multiple threads for processing. + num_threads 8 # Keep a smaller buffer here since these logs are less important than the user's @@ -246,4 +248,5 @@ flush_interval 5s max_retry_wait 30 disable_retry_limit + num_threads 8 diff --git a/cluster/addons/fluentd-gcp/fluentd-gcp-image/google-fluentd.conf b/cluster/addons/fluentd-gcp/fluentd-gcp-image/google-fluentd.conf index a4c918dd54e..bce71ae584d 100644 --- a/cluster/addons/fluentd-gcp/fluentd-gcp-image/google-fluentd.conf +++ b/cluster/addons/fluentd-gcp/fluentd-gcp-image/google-fluentd.conf @@ -218,6 +218,8 @@ max_retry_wait 30 # Disable the limit on the number of retries (retry forever). disable_retry_limit + # Use multiple threads for processing. + num_threads 8 # Keep a smaller buffer here since these logs are less important than the user's @@ -230,4 +232,5 @@ flush_interval 5s max_retry_wait 30 disable_retry_limit + num_threads 8