Reduce amount of annoing logs in large clusters

This commit is contained in:
Wojciech Tyczynski 2016-12-12 12:01:55 +01:00
parent 5b37bcc3f3
commit ebdef4d57e

View File

@ -171,6 +171,9 @@ const (
// GC issues 2 requestes for single delete. // GC issues 2 requestes for single delete.
gcThroughput = 10 gcThroughput = 10
// Minimal number of nodes for the cluster to be considered large.
largeClusterThreshold = 100
// TODO(justinsb): Avoid hardcoding this. // TODO(justinsb): Avoid hardcoding this.
awsMasterIP = "172.20.0.9" awsMasterIP = "172.20.0.9"
@ -2435,7 +2438,9 @@ func WaitForAllNodesSchedulable(c clientset.Interface, timeout time.Duration) er
Logf("Waiting up to %v for all (but %d) nodes to be schedulable", timeout, TestContext.AllowedNotReadyNodes) Logf("Waiting up to %v for all (but %d) nodes to be schedulable", timeout, TestContext.AllowedNotReadyNodes)
var notSchedulable []*v1.Node var notSchedulable []*v1.Node
attempt := 0
return wait.PollImmediate(30*time.Second, timeout, func() (bool, error) { return wait.PollImmediate(30*time.Second, timeout, func() (bool, error) {
attempt++
notSchedulable = nil notSchedulable = nil
opts := v1.ListOptions{ opts := v1.ListOptions{
ResourceVersion: "0", ResourceVersion: "0",
@ -2461,12 +2466,16 @@ func WaitForAllNodesSchedulable(c clientset.Interface, timeout time.Duration) er
// //
// However, we only allow non-ready nodes with some specific reasons. // However, we only allow non-ready nodes with some specific reasons.
if len(notSchedulable) > 0 { if len(notSchedulable) > 0 {
Logf("Unschedulable nodes:") // In large clusters, log them only every 10th pass.
for i := range notSchedulable { if len(nodes.Items) >= largeClusterThreshold && attempt%10 == 0 {
Logf("-> %s Ready=%t Network=%t", Logf("Unschedulable nodes:")
notSchedulable[i].Name, for i := range notSchedulable {
IsNodeConditionSetAsExpected(notSchedulable[i], v1.NodeReady, true), Logf("-> %s Ready=%t Network=%t",
IsNodeConditionSetAsExpected(notSchedulable[i], v1.NodeNetworkUnavailable, false)) notSchedulable[i].Name,
IsNodeConditionSetAsExpectedSilent(notSchedulable[i], v1.NodeReady, true),
IsNodeConditionSetAsExpectedSilent(notSchedulable[i], v1.NodeNetworkUnavailable, false))
}
Logf("================================")
} }
} }
if len(notSchedulable) > TestContext.AllowedNotReadyNodes { if len(notSchedulable) > TestContext.AllowedNotReadyNodes {