dashboard/app: AI patching jobs

Author: dvyukov

dashboard/app/ai.go

@@ -0,0 +1,66 @@
+// Copyright 2025 syzkaller project authors. All rights reserved.
+// Use of this source code is governed by Apache 2 LICENSE that can be found in the LICENSE file.
+
+package main
+
+import (
+	"context"
+	"fmt"
+	"net/http"
+	//"slices"
+
+	//"cloud.google.com/go/spanner"
+	"github.com/google/syzkaller/dashboard/app/aidb"
+	"github.com/google/syzkaller/dashboard/dashapi"
+	//"google.golang.org/api/iterator"
+	//"google.golang.org/appengine/v2"
+	"google.golang.org/appengine/v2/log"
+)
+
+type uiAIPage struct {
+	Header    *uiHeader
+	Workflows []*aidb.Workflow
+}
+
+func handleAIPage(ctx context.Context, w http.ResponseWriter, r *http.Request) error {
+	hdr, err := commonHeader(ctx, r, w, "")
+	if err != nil {
+		return err
+	}
+	workflows, err := aidb.LoadWorkflows(ctx)
+	if err != nil {
+		return err
+	}
+	page := &uiAIPage{
+		Header:    hdr,
+		Workflows: workflows,
+	}
+	return serveTemplate(w, "ai.html", page)
+}
+
+func apiAIJobPoll(ctx context.Context, req *dashapi.AIJobPollReq) (any, error) {
+	if err := aidb.UpdateWorkflows(ctx, req.Workflows); err != nil {
+		log.Errorf(ctx, "storeAIWorkflows: %v", err)
+	}
+	resp := &dashapi.AIJobPollResp{}
+	return resp, nil
+}
+
+func apiAIJobDone(ctx context.Context, req *dashapi.AIJobDoneReq) (any, error) {
+	return nil, nil
+}
+
+func apiAIJournal(ctx context.Context, req *dashapi.AIJournalReq) (any, error) {
+	return nil, nil
+}
+
+func aiWorkflowCreate(ctx context.Context, bug *Bug) error {
+	crash, _, err := findCrashForBug(ctx, bug)
+	if err != nil {
+		return err
+	}
+	if crash.ReproSyz == 0 {
+		return fmt.Errorf("the bug does not have a reproducer")
+	}
+	return nil
+}

dashboard/app/aidb/entities.go

@@ -0,0 +1,9 @@
+// Copyright 2025 syzkaller project authors. All rights reserved.
+// Use of this source code is governed by Apache 2 LICENSE that can be found in the LICENSE file.
+
+package aidb
+
+type Workflow struct {
+	Name   string
+	Active bool
+}

dashboard/app/aidb/helpers.go

@@ -0,0 +1,91 @@
+// Copyright 2025 syzkaller project authors. All rights reserved.
+// Use of this source code is governed by Apache 2 LICENSE that can be found in the LICENSE file.
+
+package aidb
+
+import (
+	"context"
+
+	"cloud.google.com/go/spanner"
+	//"google.golang.org/api/iterator"
+	"google.golang.org/appengine/v2"
+)
+
+func LoadWorkflows(ctx context.Context) ([]*Workflow, error) {
+	client, err := dbClient(ctx)
+	if err != nil {
+		return nil, err
+	}
+	defer client.Close()
+	iter := client.Single().Query(ctx, spanner.Statement{
+		SQL: `select * from workflows`,
+	})
+	defer iter.Stop()
+	var workflows []*Workflow
+	err = spanner.SelectAll(iter, &workflows)
+	return workflows, err
+}
+
+func LoadActiveWorkflows(ctx context.Context) ([]string, error) {
+	workflows, err := LoadWorkflows(ctx)
+	if err != nil {
+		return nil, err
+	}
+	var active []string
+	for _, flow := range workflows {
+		if flow.Active {
+			active = append(active, flow.Name)
+		}
+	}
+	return active, nil
+}
+
+func UpdateWorkflows(ctx context.Context, active []string) error {
+	workflows, err := LoadWorkflows(ctx)
+	if err != nil {
+		return err
+	}
+	m := make(map[string]bool)
+	for _, flow := range active {
+		m[flow] = true
+	}
+	update := false
+	for _, flow := range workflows {
+		active := m[flow.Name]
+		delete(m, flow.Name)
+		if flow.Active != active {
+			update = true
+			flow.Active = active
+		}
+	}
+	for name := range m {
+		update = true
+		workflows = append(workflows, &Workflow{
+			Name:   name,
+			Active: true,
+		})
+	}
+	if !update {
+		return nil
+	}
+	client, err := dbClient(ctx)
+	if err != nil {
+		return err
+	}
+	defer client.Close()
+	var mutations []*spanner.Mutation
+	for _, flow := range workflows {
+		mut, err := spanner.InsertOrUpdateStruct("workflows", flow)
+		if err != nil {
+			return err
+		}
+		mutations = append(mutations, mut)
+	}
+	_, err = client.Apply(ctx, mutations)
+	return err
+}
+
+func dbClient(ctx context.Context) (*spanner.Client, error) {
+	database := "projects/" + appengine.AppID(ctx) + "/instances/syzbot/databases/ai"
+	return spanner.NewClient(ctx, database)
+}

dashboard/app/aidb/migrations/1_initialize.down.sql

@@ -0,0 +1 @@
+DROP TABLE workflows;

dashboard/app/aidb/migrations/1_initialize.up.sql

@@ -0,0 +1,38 @@
+CREATE TABLE Workflows (
+	Name		STRING(1000) NOT NULL,
+	Active		BOOL NOT NULL,
+) PRIMARY KEY (Name);
+
+CREATE TABLE Jobs (
+	ID		STRING(1000) NOT NULL,
+	Workflow	STRING(1000) NOT NULL,
+	-- Status		STRING(128) NOT NULL,
+	Error		STRING(1000),
+	Created		TIMESTAMP NOT NULL,
+	Started		TIMESTAMP,
+	Finished	TIMESTAMP,
+	-- Patching STRUCT<>,
+
+	-- CONSTRAINT StatusEnum CHECK (Status IN ('pending', 'running', 'finished')),
+	CONSTRAINT FK_JobWorkflowJob FOREIGN KEY (Workflow) REFERENCES Workflows (Name),	
+) PRIMARY KEY (ID);
+
+CREATE TABLE PatchingJobs (
+	ID		STRING(1000) NOT NULL,
+	ReproOpts	INT64 NOT NULL,
+	ReproSyz	INT64 NOT NULL,
+	ReproC		INT64,
+	KernelConfig	INT64 NOT NULL,
+	SyzkallerCommit	STRING(100) NOT NULL,
+
+	CONSTRAINT FK_PatchingJobJob FOREIGN KEY (ID) REFERENCES Jobs (ID),	
+) PRIMARY KEY (ID);
+
+CREATE TABLE Events (
+	JobID		STRING(1000) NOT NULL,
+	Seq		INT64,
+	-- XXXXXXXXXXXXXXXXXXXX
+
+	CONSTRAINT FK_EventJob FOREIGN KEY (JobID) REFERENCES Jobs (ID),	
+) PRIMARY KEY (JobID, Seq);
+

dashboard/app/api.go

@@ -60,6 +60,9 @@ var apiHandlers = map[string]APIHandler{
 	"save_discussion":       typedHandler(apiSaveDiscussion),
 	"create_upload_url":     typedHandler(apiCreateUploadURL),
 	"send_email":            typedHandler(apiSendEmail),
+	"ai_job_poll":           typedHandler(apiAIJobPoll),
+	"ai_job_done":           typedHandler(apiAIJobDone),
+	"ai_journal":            typedHandler(apiAIJournal),
 	"save_coverage":         gcsPayloadHandler(apiSaveCoverage),
 	"upload_build":          nsHandler(apiUploadBuild),
 	"builder_poll":          nsHandler(apiBuilderPoll),

dashboard/app/app.yaml

@@ -26,7 +26,7 @@ handlers:
   static_dir: dashboard/app/static
   secure: always
 # debug is for net/http/pprof handlers.
-- url: /(admin|debug/.*|cron/.*)
+- url: /(admin|ai|debug/.*|cron/.*)
   script: auto
   login: admin
   secure: always

dashboard/app/config.go

@@ -87,6 +87,8 @@ type Config struct {
 	// If set, this namespace is not actively tested, no notifications are sent, etc.
 	// It's kept mostly read-only for historical reference.
 	Decommissioned bool
+	// Enable AI workflows for the namespace.
+	AI bool
 	// Name used in UI.
 	DisplayTitle string
 	// Unique string that allows to show "similar bugs" across different namespaces.

dashboard/app/handler.go

@@ -214,6 +214,7 @@ func serveTemplate(w http.ResponseWriter, name string, data any) error {
 
 type uiHeader struct {
 	Admin               bool
+	AI                  bool
 	URLPath             string
 	LoginLink           string
 	AnalyticsTrackingID string
@@ -225,6 +226,7 @@ type uiHeader struct {
 	Namespaces          []uiNamespace
 	ShowSubsystems      bool
 	ShowCoverageMenu    bool
+	Message             string // Show message box with this message when the page loads.
 }
 
 type uiNamespace struct {
@@ -299,8 +301,10 @@ func commonHeader(c context.Context, r *http.Request, w http.ResponseWriter, ns
 		}
 	}
 	if ns != adminPage {
+		cfg := getNsConfig(c, ns)
 		h.Namespace = ns
-		h.ShowSubsystems = getNsConfig(c, ns).Subsystems.Service != nil
+		h.AI = h.Admin && cfg.AI
+		h.ShowSubsystems = cfg.Subsystems.Service != nil
 		cookie.Namespace = ns
 		encodeCookie(w, cookie)
 		cached, err := CacheGet(c, r, ns)
@@ -309,7 +313,7 @@ func commonHeader(c context.Context, r *http.Request, w http.ResponseWriter, ns
 		}
 		h.BugCounts = &cached.Total
 		h.MissingBackports = cached.MissingBackports
-		h.ShowCoverageMenu = getNsConfig(c, ns).Coverage != nil
+		h.ShowCoverageMenu = cfg.Coverage != nil
 	}
 	return h, nil
 }

dashboard/app/main.go

@@ -21,6 +21,7 @@ import (
 
 	"cloud.google.com/go/logging"
 	"cloud.google.com/go/logging/logadmin"
+	"github.com/google/syzkaller/dashboard/app/aidb"
 	"github.com/google/syzkaller/dashboard/dashapi"
 	"github.com/google/syzkaller/pkg/debugtracer"
 	"github.com/google/syzkaller/pkg/email"
@@ -83,6 +84,7 @@ func initHTTPHandlers() {
 		http.Handle("/"+ns+"/backports", handlerWrapper(handleBackports))
 		http.Handle("/"+ns+"/s/", handlerWrapper(handleSubsystemPage))
 		http.Handle("/"+ns+"/manager/", handlerWrapper(handleManagerPage))
+		http.Handle("/"+ns+"/ai/", handlerWrapper(handleAIPage))
 	}
 	http.HandleFunc("/cron/cache_update", cacheUpdate)
 	http.HandleFunc("/cron/minute_cache_update", handleMinuteCacheUpdate)
@@ -300,6 +302,7 @@ type uiBugPage struct {
 	TestPatchJobs   *uiJobList
 	LabelGroups     []*uiBugLabelGroup
 	DebugSubsystems string
+	AIWorkflows     []string
 }
 
 type uiBugLabelGroup struct {
@@ -1215,6 +1218,13 @@ func handleBug(c context.Context, w http.ResponseWriter, r *http.Request) error
 		Crashes:      crashesTable,
 		LabelGroups:  getLabelGroups(c, bug),
 	}
+	if hdr.AI && bug.ReproLevel > dashapi.ReproLevelNone {
+		workflows, err := aidb.LoadActiveWorkflows(c)
+		if err != nil {
+			return err
+		}
+		data.AIWorkflows = workflows
+	}
 	if accessLevel == AccessAdmin && !bug.hasUserSubsystems() {
 		data.DebugSubsystems = urlutil.SetParam(data.Bug.Link, "debug_subsystems", "1")
 	}
@@ -1243,6 +1253,13 @@ func handleBug(c context.Context, w http.ResponseWriter, r *http.Request) error
 				"Cause bisection attempts", uiList))
 		}
 	}
+
+	if workflow := r.FormValue("ai-workflow-create"); workflow != "" {
+		if err := aiWorkflowCreate(c, bug); err != nil {
+			return err
+		}
+		hdr.Message = fmt.Sprintf("AI workflow %v is created", workflow)
+	}
 	if r.FormValue("json") == "1" {
 		w.Header().Set("Content-Type", "application/json")
 		return writeJSONVersionOf(w, data)