dashboard/app: send coverage report to ns-defined email

We periodically send coverage reports for the regressions detection.

1 files changed, 113 insertions, 0 deletions

diff --git a/dashboard/app/reporting_email.go b/dashboard/app/reporting_email.go
index 635af8cd2..dc7fa9eb9 100644
--- a/dashboard/app/reporting_email.go
+++ b/dashboard/app/reporting_email.go
@@ -20,7 +20,10 @@ import (
 	"text/tabwriter"
 	"time"
 
+	"cloud.google.com/go/civil"
 	"github.com/google/syzkaller/dashboard/dashapi"
+	"github.com/google/syzkaller/pkg/cover"
+	"github.com/google/syzkaller/pkg/coveragedb"
 	"github.com/google/syzkaller/pkg/email"
 	"github.com/google/syzkaller/pkg/email/lore"
 	"github.com/google/syzkaller/pkg/html"
@@ -34,6 +37,7 @@ import (
 // Email reporting interface.
 
 func initEmailReporting() {
+	http.HandleFunc("/cron/email_coverage_reports", handleCoverageReports)
 	http.HandleFunc("/cron/email_poll", handleEmailPoll)
 	http.HandleFunc("/_ah/mail/", handleIncomingMail)
 	http.HandleFunc("/_ah/bounce", handleEmailBounce)
@@ -102,6 +106,115 @@ func (cfg *EmailConfig) Validate() error {
 	return nil
 }
 
+// handleCoverageReports sends a coverage report for the two full months preceding the current one.
+// Assuming it is called June 15, the monthly report will cover April-May diff.
+func handleCoverageReports(w http.ResponseWriter, r *http.Request) {
+	ctx := r.Context()
+	curHostPort := r.URL.Host
+	targetDate := civil.DateOf(timeNow(ctx)).AddMonths(-1)
+	periods, err := coveragedb.GenNPeriodsTill(2, targetDate, "month")
+	if err != nil {
+		msg := fmt.Sprintf("error generating coverage report: %s", err.Error())
+		log.Errorf(ctx, "%s", msg)
+		http.Error(w, "%s: %w", http.StatusBadRequest)
+		return
+	}
+	wg := sync.WaitGroup{}
+	for nsName, nsConfig := range getConfig(ctx).Namespaces {
+		if nsConfig.Coverage == nil || nsConfig.Coverage.EmailRegressionsTo == "" {
+			continue
+		}
+		emailTo := nsConfig.Coverage.EmailRegressionsTo
+		minDrop := defaultRegressionThreshold
+		if nsConfig.Coverage.RegressionThreshold > 0 {
+			minDrop = nsConfig.Coverage.RegressionThreshold
+		}
+
+		wg.Add(1)
+		go func() {
+			defer wg.Done()
+			if err := sendNsCoverageReport(ctx, nsName, emailTo, curHostPort, periods, minDrop); err != nil {
+				msg := fmt.Sprintf("error generating coverage report for ns '%s': %s", nsName, err.Error())
+				log.Errorf(ctx, "%s", msg)
+				return
+			}
+		}()
+	}
+	wg.Wait()
+}
+
+func sendNsCoverageReport(ctx context.Context, ns, email, domain string,
+	period []coveragedb.TimePeriod, minDrop int) error {
+	var days int
+	for _, p := range period {
+		days += p.Days
+	}
+	periodFrom := fmt.Sprintf("%s %d", period[0].DateTo.Month.String(), period[0].DateTo.Year)
+	periodTo := fmt.Sprintf("%s %d", period[1].DateTo.Month.String(), period[1].DateTo.Year)
+	table, err := coverageTable(ctx, ns, period, minDrop)
+	if err != nil {
+		return fmt.Errorf("coverageTable: %w", err)
+	}
+	args := struct {
+		Namespace      string
+		PeriodFrom     string
+		PeriodFromDays int
+		PeriodTo       string
+		PeriodToDays   int
+		Link           string
+		Table          string
+	}{
+		Namespace:      ns,
+		PeriodFrom:     periodFrom,
+		PeriodFromDays: period[0].Days,
+		PeriodTo:       periodTo,
+		PeriodToDays:   period[1].Days,
+		Link: fmt.Sprintf("https://%s%s", domain,
+			coveragePageLink(ns, period[1].Type, period[1].DateTo.String(), minDrop, 2, true)),
+		Table: table,
+	}
+	title := fmt.Sprintf("%s coverage regression (%s)->(%s)", ns, periodFrom, periodTo)
+	err = sendMailTemplate(ctx, &mailSendParams{
+		templateName: "mail_ns_coverage.txt",
+		templateArg:  args,
+		title:        title,
+		cfg: &EmailConfig{
+			Email: email,
+		},
+		reportID: "coverage-report",
+	})
+	if err != nil {
+		err2 := fmt.Errorf("error generating coverage report: %w", err)
+		log.Errorf(ctx, "%s", err2.Error())
+		return err2
+	}
+	return nil
+}
+
+func coverageTable(ctx context.Context, ns string, fromTo []coveragedb.TimePeriod, minDrop int) (string, error) {
+	covAndDates, err := coveragedb.FilesCoverageWithDetails(
+		ctx,
+		GetCoverageDBClient(ctx),
+		&coveragedb.SelectScope{
+			Ns:      ns,
+			Periods: fromTo,
+		},
+		false)
+	if err != nil {
+		return "", fmt.Errorf("coveragedb.FilesCoverageWithDetails: %w", err)
+	}
+	templData := cover.FilesCoverageToTemplateData(covAndDates)
+	cover.FormatResult(templData, cover.Format{
+		OrderByCoveredLinesDrop:   true,
+		FilterMinCoveredLinesDrop: minDrop,
+	})
+	res := "Blocks diff,\tPath\n"
+	templData.Root.Visit(func(path string, summary int64) {
+		res += fmt.Sprintf("% 11d\t%s\n", summary, path)
+	})
+	return res, nil
+}
+
 // handleEmailPoll is called by cron and sends emails for new bugs, if any.
 func handleEmailPoll(w http.ResponseWriter, r *http.Request) {
 	c := appengine.NewContext(r)