1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
|
// Copyright 2019 syzkaller project authors. All rights reserved.
// Use of this source code is governed by Apache 2 LICENSE that can be found in the LICENSE file.
package main
import (
"context"
"encoding/json"
"flag"
"fmt"
"log"
"os"
"path"
"strings"
"github.com/google/syzkaller/dashboard/api"
"golang.org/x/sync/errgroup"
)
var (
flagDashboard = flag.String("dashboard", "https://syzkaller.appspot.com", "dashboard address")
flagOutputDir = flag.String("output", "export", "output dir")
flagNamespace = flag.String("namespace", "upstream", "target namespace")
flagToken = flag.String("token", "", "gcp bearer token to disable throttling (contact syzbot first)\n"+
"usage example: ./tools/syz-db-export -namespace upstream -token $(gcloud auth print-access-token)")
flagParallel = flag.Int("j", 2, "number of parallel threads")
flagVerbose = flag.Bool("v", false, "verbose output")
)
func main() {
flag.Parse()
if err := os.MkdirAll(*flagOutputDir, 0755); err != nil {
log.Fatalf("alert: failed to create output dir: %v", err)
}
if *flagNamespace == "" {
log.Fatal("alert: namespace can't be empty")
}
if err := exportNamespace(); err != nil {
log.Fatalf("alert: error: %s", err.Error())
}
}
func exportNamespace() error {
cli := api.NewClient(*flagDashboard, *flagToken)
bugs, err := cli.BugGroups(*flagNamespace, api.BugGroupOpen|api.BugGroupFixed)
if err != nil {
return err
}
fmt.Printf("total %d bugs available\n", len(bugs))
iBugChan := make(chan int)
g, _ := errgroup.WithContext(context.Background())
for i := 0; i < *flagParallel; i++ {
g.Go(func() error {
for iBug := range iBugChan {
bug, err := cli.Bug(bugs[iBug].Link)
if err != nil {
return err
}
if *flagVerbose {
fmt.Printf("[%v](%v/%v)saving bug %v\n",
i, iBug, len(bugs), bug.ID)
}
if err := saveBug(bug); err != nil {
return fmt.Errorf("saveBug(bugID=%s): %w", bug.ID, err)
}
cReproURL := bug.Crashes[0].CReproducerLink // export max 1 CRepro per bug
if cReproURL == "" {
continue
}
reproID := reproIDFromURL(cReproURL)
if *flagVerbose {
fmt.Printf("[%v](%v/%v)saving c-repro %v for bug %v\n",
i, iBug, len(bugs), reproID, bug.ID)
}
cReproBody, err := cli.Text(cReproURL)
if err != nil {
return err
}
if err := saveCRepro(bug.ID, reproID, cReproBody); err != nil {
return fmt.Errorf("saveRepro(bugID=%s, reproID=%s): %w", bug.ID, reproID, err)
}
}
return nil
})
}
errChan := make(chan error)
go func() {
errChan <- g.Wait()
}()
for iBug := range bugs {
select {
case iBugChan <- iBug:
case err := <-errChan:
return err
}
}
close(iBugChan)
return g.Wait()
}
// saceCRepro assumes the bug dir already exists.
func saveCRepro(bugID, reproID string, reproData []byte) error {
reproPath := path.Join(*flagOutputDir, "bugs", bugID, reproID+".c")
if err := os.WriteFile(reproPath, reproData, 0666); err != nil {
return fmt.Errorf("os.WriteFile: %w", err)
}
return nil
}
func reproIDFromURL(url string) string {
parts := strings.Split(url, "&")
if len(parts) != 2 {
log.Panicf("can't split %s in two parts by ?", url)
}
parts = strings.Split(parts[1], "=")
if len(parts) != 2 {
log.Panicf("can't split %s in two parts by =", url)
}
return parts[1]
}
func saveBug(bug *api.Bug) error {
jsonBytes, err := json.Marshal(bug)
if err != nil {
return fmt.Errorf("json.Marshal: %w", err)
}
bugDir := path.Join(*flagOutputDir, "bugs", bug.ID)
if err := os.MkdirAll(bugDir, 0755); err != nil {
return fmt.Errorf("os.MkdirAll(%s): %w", bugDir, err)
}
bugDetailsPath := path.Join(bugDir, "details.json")
if err := os.WriteFile(bugDetailsPath, jsonBytes, 0666); err != nil {
return fmt.Errorf("os.WriteFile: %w", err)
}
return nil
}
|
