hashtag/go/hashtag/main.go - buildbot - Git at Google

 package main

 import (
 	"context"
 	"net/http"
 	"path/filepath"
 	"strings"
 	"sync"
 	"text/template"
 	"time"

 	"github.com/gorilla/mux"
 	"github.com/spf13/viper"
 	"github.com/unrolled/secure"
 	"go.skia.org/infra/go/allowed"
 	"go.skia.org/infra/go/auditlog"
 	"go.skia.org/infra/go/baseapp"
 	"go.skia.org/infra/go/httputils"
 	"go.skia.org/infra/go/login"
 	"go.skia.org/infra/go/sklog"
 	"go.skia.org/infra/go/util"
 	"go.skia.org/infra/hashtag/go/codesearchsource"
 	"go.skia.org/infra/hashtag/go/drivesource"
 	"go.skia.org/infra/hashtag/go/gerritsource"
 	"go.skia.org/infra/hashtag/go/hiddenstore"
 	"go.skia.org/infra/hashtag/go/monorailsource"
 	"go.skia.org/infra/hashtag/go/source"
 )

 // sourceDescriptor describes a single source.Source.
 type sourceDescriptor struct {
 	displayName string
 	source      source.Source
 	userOnly    bool // True if the source only makes sense for user queries.
 }

 // server implements baseapp.App.
 type server struct {
 	templates   *template.Template
 	sources     []sourceDescriptor
 	hiddenStore *hiddenstore.HiddenStore
 }

 func newServer() (baseapp.App, error) {
 	// Setup auth.
 	var allow allowed.Allow
 	if !*baseapp.Local {
 		allow = allowed.NewAllowedFromList([]string{"google.com"})
 	} else {
 		allow = allowed.NewAllowedFromList([]string{"fred@example.org", "barney@example.org", "wilma@example.org"})
 	}
 	login.SimpleInitWithAllow(*baseapp.Port, *baseapp.Local, nil, nil, allow)

 	viper.SetConfigName("config") // name of config file (without extension)
 	viper.AddConfigPath(*baseapp.ResourcesDir)
 	err := viper.ReadInConfig()
 	if err != nil {
 		return nil, err
 	}

 	ctx := context.Background()
 	// Create our Sources.
 	gsm, err := gerritsource.New(ctx, gerritsource.Merged)
 	if err != nil {
 		return nil, err
 	}
 	gsr, err := gerritsource.New(ctx, gerritsource.Reviewed)
 	if err != nil {
 		return nil, err
 	}
 	ms, err := monorailsource.New()
 	if err != nil {
 		return nil, err
 	}
 	cs, err := codesearchsource.New()
 	if err != nil {
 		return nil, err
 	}
 	ds, err := drivesource.New()
 	if err != nil {
 		return nil, err
 	}

 	hiddenStore, err := hiddenstore.New()
 	if err != nil {
 		return nil, err
 	}

 	ret := &server{
 		sources: []sourceDescriptor{
 			{
 				displayName: "Drive",
 				source:      ds,
 			},
 			{
 				displayName: "Documents",
 				source:      cs,
 			},
 			{
 				displayName: "Bugs",
 				source:      ms,
 			},
 			{
 				displayName: "CLs (Merged)",
 				source:      gsm,
 			},
 			{
 				displayName: "CLs (Reviewed)",
 				source:      gsr,
 				userOnly:    true,
 			},
 		},
 		hiddenStore: hiddenStore,
 	}

 	ret.loadTemplates()

 	return ret, nil
 }

 func (srv *server) loadTemplates() {
 	srv.templates = template.Must(template.New("").Delims("{%", "%}").ParseFiles(
 		filepath.Join(*baseapp.ResourcesDir, "index.html"),
 	))
 }

 // result of a singe source search.
 type result struct {
 	DisplayName string
 	Artifacts   []source.Artifact
 }

 // Form is the values in the search form. Form{} will give you the default values.
 type Form struct {
 	Type  string
 	Value string
 	Range string
 	Begin string
 	End   string
 }

 // TemplateContext is the context for the index.html template.
 type TemplateContext struct {
 	// Nonce is the CSP Nonce. Look in //hashtag/pages/BUILD.bazel for where the
 	// nonce templates are injected.
 	Nonce string

 	// IsSearch is true if we contain search results.
 	IsSearch bool

 	// Hashtags is the list of "official" hashtags.
 	Hashtags []string

 	// Results of the search.
 	Results []result

 	// Form contains the values of the search form.
 	Form Form
 }

 // toggleHiddenHandler handles the requests from the client to change the
 // 'hidden' state on an Artifact.
 //
 // The client must POST the title, url, current hidden state, and search value
 // of the Artifact in form encoded format.
 //
 // The response is valid JSON.
 func (srv *server) toggleHiddenHandler(w http.ResponseWriter, r *http.Request) {
 	w.Header().Set("Content-Type", "application/json")
 	artifact := source.Artifact{
 		Title:  r.FormValue("title"),
 		URL:    r.FormValue("url"),
 		Hidden: r.FormValue("hidden") == "false", // Toggle the hidden value.
 		Value:  r.FormValue("value"),
 	}
 	if err := srv.hiddenStore.SetHidden(r.Context(), artifact.Value, artifact.URL, artifact.Hidden); err != nil {
 		httputils.ReportError(w, err, "Failed to save hidden state.", http.StatusInternalServerError)
 		return
 	}
 	auditlog.Log(r, "hide", artifact)

 	// Client is just looking at the HTTP Status code, so emit some valid JSON.
 	_, err := w.Write([]byte("{}"))
 	if err != nil {
 		sklog.Errorf("Failed to write response: %s", err)
 	}
 }

 // sourcesForQuery returns the sources well use for the given query.
 func (srv *server) sourcesForQuery(query source.Query) []sourceDescriptor {
 	ret := make([]sourceDescriptor, 0, len(srv.sources))
 	for _, s := range srv.sources {
 		// Some sources are only used for user queries.
 		if query.Type == source.HashtagQuery && s.userOnly {
 			continue
 		}
 		ret = append(ret, s)
 	}
 	return ret
 }

 func (srv *server) indexHandler(w http.ResponseWriter, r *http.Request) {
 	w.Header().Set("Content-Type", "text/html")
 	if *baseapp.Local {
 		srv.loadTemplates()
 	}

 	templateContext := TemplateContext{
 		// Look in //hashtag/pages/BUILD.bazel for where the nonce templates are
 		// injected.
 		Nonce:    secure.CSPNonce(r.Context()),
 		Hashtags: viper.GetStringSlice("hashtags"),
 	}

 	value := strings.TrimSpace(r.FormValue("value"))
 	if value != "" {
 		templateContext.Form.Value = value
 		templateContext.Form.Begin = r.FormValue("begin")
 		templateContext.Form.End = r.FormValue("end")
 		templateContext.Form.Range = r.FormValue("range")
 		queryType := source.QueryType(r.FormValue("type"))
 		if queryType == "" {
 			queryType = source.HashtagQuery
 		}
 		templateContext.Form.Type = string(queryType)
 		// TODO(jcgregorio) If email Value isn't formatted as an email then
 		// append "@google.com".
 		templateContext.IsSearch = true

 		query := source.Query{
 			Type:  queryType,
 			Value: value,
 		}

 		now := time.Now()
 		switch r.FormValue("range") {
 		case "":
 			// Don't do anything, the default is to search across all time.
 		case "7":
 			query.Begin = now.Add(-1 * time.Hour * 24 * 7)
 		case "30":
 			query.Begin = now.Add(-1 * time.Hour * 24 * 30)
 		case "90":
 			query.Begin = now.Add(-1 * time.Hour * 24 * 90)
 		case "180":
 			query.Begin = now.Add(-1 * time.Hour * 24 * 180)
 		case "Spring2020":
 			query.Begin = time.Date(2019, 10, 1, 0, 0, 0, 0, time.UTC)
 			query.End = time.Date(2020, 3, 31, 0, 0, 0, 0, time.UTC)
 		case "custom":
 			if beginValue := r.FormValue("begin"); beginValue != "" {
 				begin, err := time.Parse("2006-01-02", beginValue)
 				if err != nil {
 					httputils.ReportError(w, err, "Invalid value for begin.", http.StatusNotFound)
 					return
 				}
 				query.Begin = begin
 			}
 			if endValue := r.FormValue("end"); endValue != "" {
 				end, err := time.Parse("2006-01-02", r.FormValue("end"))
 				if err != nil {
 					httputils.ReportError(w, err, "Invalid value for end.", http.StatusNotFound)
 					return
 				}
 				query.End = end
 			}
 		}
 		sklog.Infof("Query: %#v  Value: %q", query, value)

 		// First get the list of URLs that are hidden for this query value.
 		hidden := srv.hiddenStore.GetHidden(r.Context(), query.Value)

 		// Get subset of sources we will use for the query.
 		sources := srv.sourcesForQuery(query)

 		templateContext.Results = make([]result, len(sources))

 		// Do searches in parallel.
 		var wg sync.WaitGroup
 		for i, s := range sources {
 			wg.Add(1)
 			go func(i int, s sourceDescriptor) {
 				defer wg.Done()
 				results := []source.Artifact{}
 				for artifact := range s.source.Search(r.Context(), query) {
 					if util.In(artifact.URL, hidden) {
 						artifact.Hidden = true
 					}
 					artifact.Value = value
 					results = append(results, artifact)
 				}
 				templateContext.Results[i] = result{
 					DisplayName: s.displayName,
 					Artifacts:   results,
 				}
 			}(i, s)
 		}
 		wg.Wait()
 	}

 	if err := srv.templates.ExecuteTemplate(w, "index.html", templateContext); err != nil {
 		sklog.Errorf("Failed to expand template: %s", err)
 	}
 }

 // See baseapp.App.
 func (srv *server) AddHandlers(r *mux.Router) {
 	r.HandleFunc("/", srv.indexHandler)
 	r.HandleFunc("/toggleHidden", srv.toggleHiddenHandler).Methods("POST")
 	r.HandleFunc("/loginstatus/", login.StatusHandler).Methods("GET")
 }

 // See baseapp.App.
 func (srv *server) AddMiddleware() []mux.MiddlewareFunc {
 	ret := []mux.MiddlewareFunc{}
 	if !*baseapp.Local {
 		ret = append(ret, login.ForceAuthMiddleware(login.DEFAULT_REDIRECT_URL), login.RestrictViewer)
 	}
 	return ret
 }

 func main() {
 	baseapp.Serve(newServer, []string{"hashtag.skia.org"})
 }
	package main

	import (
	"context"
	"net/http"
	"path/filepath"
	"strings"
	"sync"
	"text/template"
	"time"

	"github.com/gorilla/mux"
	"github.com/spf13/viper"
	"github.com/unrolled/secure"
	"go.skia.org/infra/go/allowed"
	"go.skia.org/infra/go/auditlog"
	"go.skia.org/infra/go/baseapp"
	"go.skia.org/infra/go/httputils"
	"go.skia.org/infra/go/login"
	"go.skia.org/infra/go/sklog"
	"go.skia.org/infra/go/util"
	"go.skia.org/infra/hashtag/go/codesearchsource"
	"go.skia.org/infra/hashtag/go/drivesource"
	"go.skia.org/infra/hashtag/go/gerritsource"
	"go.skia.org/infra/hashtag/go/hiddenstore"
	"go.skia.org/infra/hashtag/go/monorailsource"
	"go.skia.org/infra/hashtag/go/source"
	)

	// sourceDescriptor describes a single source.Source.
	type sourceDescriptor struct {
	displayName string
	source source.Source
	userOnly bool // True if the source only makes sense for user queries.
	}

	// server implements baseapp.App.
	type server struct {
	templates *template.Template
	sources []sourceDescriptor
	hiddenStore *hiddenstore.HiddenStore
	}

	func newServer() (baseapp.App, error) {
	// Setup auth.
	var allow allowed.Allow
	if !*baseapp.Local {
	allow = allowed.NewAllowedFromList([]string{"google.com"})
	} else {
	allow = allowed.NewAllowedFromList([]string{"fred@example.org", "barney@example.org", "wilma@example.org"})
	}
	login.SimpleInitWithAllow(baseapp.Port, baseapp.Local, nil, nil, allow)

	viper.SetConfigName("config") // name of config file (without extension)
	viper.AddConfigPath(*baseapp.ResourcesDir)
	err := viper.ReadInConfig()
	if err != nil {
	return nil, err
	}

	ctx := context.Background()
	// Create our Sources.
	gsm, err := gerritsource.New(ctx, gerritsource.Merged)
	if err != nil {
	return nil, err
	}
	gsr, err := gerritsource.New(ctx, gerritsource.Reviewed)
	if err != nil {
	return nil, err
	}
	ms, err := monorailsource.New()
	if err != nil {
	return nil, err
	}
	cs, err := codesearchsource.New()
	if err != nil {
	return nil, err
	}
	ds, err := drivesource.New()
	if err != nil {
	return nil, err
	}

	hiddenStore, err := hiddenstore.New()
	if err != nil {
	return nil, err
	}

	ret := &server{
	sources: []sourceDescriptor{
	{
	displayName: "Drive",
	source: ds,
	},
	{
	displayName: "Documents",
	source: cs,
	},
	{
	displayName: "Bugs",
	source: ms,
	},
	{
	displayName: "CLs (Merged)",
	source: gsm,
	},
	{
	displayName: "CLs (Reviewed)",
	source: gsr,
	userOnly: true,
	},
	},
	hiddenStore: hiddenStore,
	}

	ret.loadTemplates()

	return ret, nil
	}

	func (srv *server) loadTemplates() {
	srv.templates = template.Must(template.New("").Delims("{%", "%}").ParseFiles(
	filepath.Join(*baseapp.ResourcesDir, "index.html"),
	))
	}

	// result of a singe source search.
	type result struct {
	DisplayName string
	Artifacts []source.Artifact
	}

	// Form is the values in the search form. Form{} will give you the default values.
	type Form struct {
	Type string
	Value string
	Range string
	Begin string
	End string
	}

	// TemplateContext is the context for the index.html template.
	type TemplateContext struct {
	// Nonce is the CSP Nonce. Look in //hashtag/pages/BUILD.bazel for where the
	// nonce templates are injected.
	Nonce string

	// IsSearch is true if we contain search results.
	IsSearch bool

	// Hashtags is the list of "official" hashtags.
	Hashtags []string

	// Results of the search.
	Results []result

	// Form contains the values of the search form.
	Form Form
	}

	// toggleHiddenHandler handles the requests from the client to change the
	// 'hidden' state on an Artifact.
	//
	// The client must POST the title, url, current hidden state, and search value
	// of the Artifact in form encoded format.
	//
	// The response is valid JSON.
	func (srv server) toggleHiddenHandler(w http.ResponseWriter, r http.Request) {
	w.Header().Set("Content-Type", "application/json")
	artifact := source.Artifact{
	Title: r.FormValue("title"),
	URL: r.FormValue("url"),
	Hidden: r.FormValue("hidden") == "false", // Toggle the hidden value.
	Value: r.FormValue("value"),
	}
	if err := srv.hiddenStore.SetHidden(r.Context(), artifact.Value, artifact.URL, artifact.Hidden); err != nil {
	httputils.ReportError(w, err, "Failed to save hidden state.", http.StatusInternalServerError)
	return
	}
	auditlog.Log(r, "hide", artifact)

	// Client is just looking at the HTTP Status code, so emit some valid JSON.
	_, err := w.Write([]byte("{}"))
	if err != nil {
	sklog.Errorf("Failed to write response: %s", err)
	}
	}

	// sourcesForQuery returns the sources well use for the given query.
	func (srv *server) sourcesForQuery(query source.Query) []sourceDescriptor {
	ret := make([]sourceDescriptor, 0, len(srv.sources))
	for _, s := range srv.sources {
	// Some sources are only used for user queries.
	if query.Type == source.HashtagQuery && s.userOnly {
	continue
	}
	ret = append(ret, s)
	}
	return ret
	}

	func (srv server) indexHandler(w http.ResponseWriter, r http.Request) {
	w.Header().Set("Content-Type", "text/html")
	if *baseapp.Local {
	srv.loadTemplates()
	}

	templateContext := TemplateContext{
	// Look in //hashtag/pages/BUILD.bazel for where the nonce templates are
	// injected.
	Nonce: secure.CSPNonce(r.Context()),
	Hashtags: viper.GetStringSlice("hashtags"),
	}

	value := strings.TrimSpace(r.FormValue("value"))
	if value != "" {
	templateContext.Form.Value = value
	templateContext.Form.Begin = r.FormValue("begin")
	templateContext.Form.End = r.FormValue("end")
	templateContext.Form.Range = r.FormValue("range")
	queryType := source.QueryType(r.FormValue("type"))
	if queryType == "" {
	queryType = source.HashtagQuery
	}
	templateContext.Form.Type = string(queryType)
	// TODO(jcgregorio) If email Value isn't formatted as an email then
	// append "@google.com".
	templateContext.IsSearch = true

	query := source.Query{
	Type: queryType,
	Value: value,
	}

	now := time.Now()
	switch r.FormValue("range") {
	case "":
	// Don't do anything, the default is to search across all time.
	case "7":
	query.Begin = now.Add(-1 * time.Hour * 24 * 7)
	case "30":
	query.Begin = now.Add(-1 * time.Hour * 24 * 30)
	case "90":
	query.Begin = now.Add(-1 * time.Hour * 24 * 90)
	case "180":
	query.Begin = now.Add(-1 * time.Hour * 24 * 180)
	case "Spring2020":
	query.Begin = time.Date(2019, 10, 1, 0, 0, 0, 0, time.UTC)
	query.End = time.Date(2020, 3, 31, 0, 0, 0, 0, time.UTC)
	case "custom":
	if beginValue := r.FormValue("begin"); beginValue != "" {
	begin, err := time.Parse("2006-01-02", beginValue)
	if err != nil {
	httputils.ReportError(w, err, "Invalid value for begin.", http.StatusNotFound)
	return
	}
	query.Begin = begin
	}
	if endValue := r.FormValue("end"); endValue != "" {
	end, err := time.Parse("2006-01-02", r.FormValue("end"))
	if err != nil {
	httputils.ReportError(w, err, "Invalid value for end.", http.StatusNotFound)
	return
	}
	query.End = end
	}
	}
	sklog.Infof("Query: %#v Value: %q", query, value)

	// First get the list of URLs that are hidden for this query value.
	hidden := srv.hiddenStore.GetHidden(r.Context(), query.Value)

	// Get subset of sources we will use for the query.
	sources := srv.sourcesForQuery(query)

	templateContext.Results = make([]result, len(sources))

	// Do searches in parallel.
	var wg sync.WaitGroup
	for i, s := range sources {
	wg.Add(1)
	go func(i int, s sourceDescriptor) {
	defer wg.Done()
	results := []source.Artifact{}
	for artifact := range s.source.Search(r.Context(), query) {
	if util.In(artifact.URL, hidden) {
	artifact.Hidden = true
	}
	artifact.Value = value
	results = append(results, artifact)
	}
	templateContext.Results[i] = result{
	DisplayName: s.displayName,
	Artifacts: results,
	}
	}(i, s)
	}
	wg.Wait()
	}

	if err := srv.templates.ExecuteTemplate(w, "index.html", templateContext); err != nil {
	sklog.Errorf("Failed to expand template: %s", err)
	}
	}

	// See baseapp.App.
	func (srv server) AddHandlers(r mux.Router) {
	r.HandleFunc("/", srv.indexHandler)
	r.HandleFunc("/toggleHidden", srv.toggleHiddenHandler).Methods("POST")
	r.HandleFunc("/loginstatus/", login.StatusHandler).Methods("GET")
	}

	// See baseapp.App.
	func (srv *server) AddMiddleware() []mux.MiddlewareFunc {
	ret := []mux.MiddlewareFunc{}
	if !*baseapp.Local {
	ret = append(ret, login.ForceAuthMiddleware(login.DEFAULT_REDIRECT_URL), login.RestrictViewer)
	}
	return ret
	}

	func main() {
	baseapp.Serve(newServer, []string{"hashtag.skia.org"})
	}