mirror of
https://github.com/k3s-io/kubernetes.git
synced 2025-07-30 15:05:27 +00:00
Add metrics.UnregisterMetricAndUntrackRateLimiterUsage function
For testing purposes, we want to unregister a previously registered rate limiter prometheus metric and stop the goroutine that updates this metric. Signed-off-by: Ferran Rodenas <rodenasf@vmware.com>
This commit is contained in:
parent
741beb6453
commit
0e0a85f2a7
@ -34,40 +34,66 @@ const (
|
|||||||
|
|
||||||
var (
|
var (
|
||||||
metricsLock sync.Mutex
|
metricsLock sync.Mutex
|
||||||
rateLimiterMetrics = make(map[string]prometheus.Gauge)
|
rateLimiterMetrics = make(map[string]rateLimiterMetric)
|
||||||
)
|
)
|
||||||
|
|
||||||
|
type rateLimiterMetric struct {
|
||||||
|
metric prometheus.Gauge
|
||||||
|
stopCh chan struct{}
|
||||||
|
}
|
||||||
|
|
||||||
func registerRateLimiterMetric(ownerName string) error {
|
func registerRateLimiterMetric(ownerName string) error {
|
||||||
metricsLock.Lock()
|
metricsLock.Lock()
|
||||||
defer metricsLock.Unlock()
|
defer metricsLock.Unlock()
|
||||||
|
|
||||||
if _, ok := rateLimiterMetrics[ownerName]; ok {
|
if _, ok := rateLimiterMetrics[ownerName]; ok {
|
||||||
glog.Errorf("Metric for %v already registered", ownerName)
|
return fmt.Errorf("Rate Limiter Metric for %v already registered", ownerName)
|
||||||
return fmt.Errorf("Metric for %v already registered", ownerName)
|
|
||||||
}
|
}
|
||||||
metric := prometheus.NewGauge(prometheus.GaugeOpts{
|
metric := prometheus.NewGauge(prometheus.GaugeOpts{
|
||||||
Name: "rate_limiter_use",
|
Name: "rate_limiter_use",
|
||||||
Subsystem: ownerName,
|
Subsystem: ownerName,
|
||||||
Help: fmt.Sprintf("A metric measuring the saturation of the rate limiter for %v", ownerName),
|
Help: fmt.Sprintf("A metric measuring the saturation of the rate limiter for %v", ownerName),
|
||||||
})
|
})
|
||||||
rateLimiterMetrics[ownerName] = metric
|
|
||||||
if err := prometheus.Register(metric); err != nil {
|
if err := prometheus.Register(metric); err != nil {
|
||||||
return fmt.Errorf("error registering rate limiter usage metric: %v", err)
|
return fmt.Errorf("error registering rate limiter usage metric: %v", err)
|
||||||
}
|
}
|
||||||
|
stopCh := make(chan struct{})
|
||||||
|
rateLimiterMetrics[ownerName] = rateLimiterMetric{
|
||||||
|
metric: metric,
|
||||||
|
stopCh: stopCh,
|
||||||
|
}
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
// RegisterMetricAndTrackRateLimiterUsage registers a metric ownerName_rate_limiter_use in prometheus to track
|
// RegisterMetricAndTrackRateLimiterUsage registers a metric ownerName_rate_limiter_use in prometheus to track
|
||||||
// how much used rateLimiter is and starts a goroutine that updates this metric every updatePeriod
|
// how much used rateLimiter is and starts a goroutine that updates this metric every updatePeriod
|
||||||
func RegisterMetricAndTrackRateLimiterUsage(ownerName string, rateLimiter flowcontrol.RateLimiter) error {
|
func RegisterMetricAndTrackRateLimiterUsage(ownerName string, rateLimiter flowcontrol.RateLimiter) error {
|
||||||
err := registerRateLimiterMetric(ownerName)
|
if err := registerRateLimiterMetric(ownerName); err != nil {
|
||||||
if err != nil {
|
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
go wait.Forever(func() {
|
go wait.Until(func() {
|
||||||
metricsLock.Lock()
|
metricsLock.Lock()
|
||||||
defer metricsLock.Unlock()
|
defer metricsLock.Unlock()
|
||||||
rateLimiterMetrics[ownerName].Set(rateLimiter.Saturation())
|
rateLimiterMetrics[ownerName].metric.Set(rateLimiter.Saturation())
|
||||||
}, updatePeriod)
|
}, updatePeriod, rateLimiterMetrics[ownerName].stopCh)
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// UnregisterMetricAndUntrackRateLimiterUsage unregisters a metric ownerName_rate_limiter_use from prometheus and
|
||||||
|
// stops the goroutine that updates this metric
|
||||||
|
func UnregisterMetricAndUntrackRateLimiterUsage(ownerName string) bool {
|
||||||
|
metricsLock.Lock()
|
||||||
|
defer metricsLock.Unlock()
|
||||||
|
|
||||||
|
rlm, ok := rateLimiterMetrics[ownerName]
|
||||||
|
if !ok {
|
||||||
|
glog.Warningf("Rate Limiter Metric for %v not registered", ownerName)
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
|
||||||
|
close(rlm.stopCh)
|
||||||
|
prometheus.Unregister(rlm.metric)
|
||||||
|
delete(rateLimiterMetrics, ownerName)
|
||||||
|
|
||||||
|
return true
|
||||||
|
}
|
||||||
|
@ -34,6 +34,11 @@ func TestRegisterMetricAndTrackRateLimiterUsage(t *testing.T) {
|
|||||||
rateLimiter: flowcontrol.NewTokenBucketRateLimiter(1, 1),
|
rateLimiter: flowcontrol.NewTokenBucketRateLimiter(1, 1),
|
||||||
err: "",
|
err: "",
|
||||||
},
|
},
|
||||||
|
{
|
||||||
|
ownerName: "owner_name",
|
||||||
|
rateLimiter: flowcontrol.NewTokenBucketRateLimiter(1, 1),
|
||||||
|
err: "already registered",
|
||||||
|
},
|
||||||
{
|
{
|
||||||
ownerName: "invalid-owner-name",
|
ownerName: "invalid-owner-name",
|
||||||
rateLimiter: flowcontrol.NewTokenBucketRateLimiter(1, 1),
|
rateLimiter: flowcontrol.NewTokenBucketRateLimiter(1, 1),
|
||||||
@ -52,3 +57,27 @@ func TestRegisterMetricAndTrackRateLimiterUsage(t *testing.T) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func TestUnregisterMetricAndUntrackRateLimiterUsage(t *testing.T) {
|
||||||
|
RegisterMetricAndTrackRateLimiterUsage("owner_name", flowcontrol.NewTokenBucketRateLimiter(1, 1))
|
||||||
|
testCases := []struct {
|
||||||
|
ownerName string
|
||||||
|
ok bool
|
||||||
|
}{
|
||||||
|
{
|
||||||
|
ownerName: "owner_name",
|
||||||
|
ok: true,
|
||||||
|
},
|
||||||
|
{
|
||||||
|
ownerName: "owner_name",
|
||||||
|
ok: false,
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
for i, tc := range testCases {
|
||||||
|
ok := UnregisterMetricAndUntrackRateLimiterUsage(tc.ownerName)
|
||||||
|
if tc.ok != ok {
|
||||||
|
t.Errorf("Case[%d] Expected %v, got %v", i, tc.ok, ok)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
Loading…
Reference in New Issue
Block a user