[datahopper] Add lottie-ci repo, only warn about skcms
Bug: skia:
Change-Id: I11f2672abe13976c47bea80a35dd73718524a345
Reviewed-on: https://skia-review.googlesource.com/c/184386
Reviewed-by: Ben Wagner <benjaminwagner@google.com>
Commit-Queue: Eric Boren <borenet@google.com>
diff --git a/datahopper/go/datahopper/main.go b/datahopper/go/datahopper/main.go
index 0b4ba0b..86f556b 100644
--- a/datahopper/go/datahopper/main.go
+++ b/datahopper/go/datahopper/main.go
@@ -120,7 +120,8 @@
if err := os.MkdirAll(reposDir, os.ModePerm); err != nil {
sklog.Fatal(err)
}
- repos, err := repograph.NewMap(ctx, []string{common.REPO_SKIA, common.REPO_SKIA_INFRA}, reposDir)
+ // TODO(borenet): We should include all (public and private) repos.
+ repos, err := repograph.NewMap(ctx, []string{common.REPO_SKIA, common.REPO_SKIA_INFRA, common.REPO_LOTTIE_CI}, reposDir)
if err != nil {
sklog.Fatal(err)
}
@@ -197,6 +198,8 @@
}()
// Tasks metrics.
+ // TODO(borenet): We should include metrics from all three (prod,
+ // internal, staging) instances.
var d db.RemoteDB
if *firestoreInstance != "" {
label := "datahopper"
diff --git a/task_scheduler/go/db/cache/cache.go b/task_scheduler/go/db/cache/cache.go
index 5cc4661..e42e99a 100644
--- a/task_scheduler/go/db/cache/cache.go
+++ b/task_scheduler/go/db/cache/cache.go
@@ -6,6 +6,7 @@
"sync"
"time"
+ "go.skia.org/infra/go/common"
"go.skia.org/infra/go/git/repograph"
"go.skia.org/infra/go/sklog"
"go.skia.org/infra/task_scheduler/go/db"
@@ -585,7 +586,13 @@
for rev := range revMap {
ts, err := c.getRevisionTimestamp(repo, rev)
if err != nil {
- sklog.Error(err)
+ // TODO(borenet): Only warn for skcms, since we
+ // exclude it in datahopper due to DB load times.
+ if repo == common.REPO_SKCMS {
+ sklog.Warning(err)
+ } else {
+ sklog.Error(err)
+ }
continue
}
if !c.timeWindow.TestTime(repo, ts) {
