golden/go/ignore/monitor.go

package ignore

import (
	"context"
	"time"

	"go.skia.org/infra/go/metrics2"
	"go.skia.org/infra/go/skerr"
	"go.skia.org/infra/go/sklog"
)

func oneStep(store Store, metric metrics2.Int64Metric) error {
	list, err := store.List(context.TODO())
	if err != nil {
		return skerr.Wrap(err)
	}
	n := 0
	for _, rule := range list {
		if time.Now().After(rule.Expires) {
			n += 1
		}
	}
	metric.Update(int64(n))
	return nil
}

// StartMonitoring starts a new monitoring routine for the given
// ignore store that counts expired ignore rules and pushes
// that info into a metric.
// TODO(kjlubick) : If we re-write the ignorestore to be backed by firestore, we can use a
//  QuerySnapShot and not have to poll the ignorestore, but get results pushed to us.
func StartMonitoring(store Store, interval time.Duration) error {
	numExpired := metrics2.GetInt64Metric("gold_num_expired_ignore_rules", nil)
	liveness := metrics2.NewLiveness("gold_expired_ignore_rules_monitoring")

	err := oneStep(store, numExpired)
	if err != nil {
		return skerr.Wrapf(err, "starting to monitor ignore rules")
	}
	go func() {
		for range time.Tick(interval) {
			err = oneStep(store, numExpired)
			if err != nil {
				sklog.Errorf("Failed one step of monitoring ignore rules: %s", err)
				continue
			}
			liveness.Reset()
		}
	}()

	return nil
}