|
| 1 | +package drivernative |
| 2 | + |
| 3 | +import ( |
| 4 | + "context" |
| 5 | + "encoding/json" |
| 6 | + "fmt" |
| 7 | + "os" |
| 8 | + "os/signal" |
| 9 | + "path/filepath" |
| 10 | + |
| 11 | + "github.com/bblfsh/performance" |
| 12 | + "github.com/bblfsh/performance/docker" |
| 13 | + "github.com/bblfsh/performance/storage" |
| 14 | + "github.com/bblfsh/performance/storage/file" |
| 15 | + "github.com/bblfsh/performance/storage/influxdb" |
| 16 | + prom_pushgateway "github.com/bblfsh/performance/storage/prom-pushgateway" |
| 17 | + |
| 18 | + "github.com/spf13/cobra" |
| 19 | + "gopkg.in/src-d/go-log.v1" |
| 20 | +) |
| 21 | + |
| 22 | +const ( |
| 23 | + fileFilterPrefix = performance.FileFilterPrefix |
| 24 | + containerTmp = "/tmp" |
| 25 | + containerFixtures = containerTmp + "/fixtures" |
| 26 | + results = "results.txt" |
| 27 | +) |
| 28 | + |
| 29 | +// Cmd return configured driver-native command |
| 30 | +func Cmd() *cobra.Command { |
| 31 | + cmd := &cobra.Command{ |
| 32 | + Use: "driver-native [--language=<language>] [--commit=<commit-id>] [--storage=<storage>] [--filter-prefix=<filter-prefix>] [--native=<path-to-native>] <directory>", |
| 33 | + Aliases: []string{"dn", "native"}, |
| 34 | + Args: cobra.MinimumNArgs(1), |
| 35 | + Short: "run language driver container and perform benchmark tests over the native driver, store results into a given storage", |
| 36 | + Example: `WARNING! Requires native-driver-performance binary to be build |
| 37 | +WARNING! To access storage corresponding environment variables should be set. |
| 38 | +Full examples of usage scripts are following: |
| 39 | +
|
| 40 | +# for prometheus pushgateway |
| 41 | +export PROM_ADDRESS="localhost:9091" |
| 42 | +export PROM_JOB=pushgateway |
| 43 | +./bblfsh-performance driver-native \ |
| 44 | +--language go \ |
| 45 | +--commit 096361d09049c27e829fd5a6658f1914fd3b62ac \ |
| 46 | +--native /home/lwsanty/goproj/lwsanty/performance/cmd/native-driver-performance/native-driver-performance \ |
| 47 | +/var/testdata/fixtures |
| 48 | +
|
| 49 | +# for influx db |
| 50 | +export INFLUX_ADDRESS="http://localhost:8086" |
| 51 | +export INFLUX_USERNAME="" |
| 52 | +export INFLUX_PASSWORD="" |
| 53 | +export INFLUX_DB=mydb |
| 54 | +export INFLUX_MEASUREMENT=benchmark |
| 55 | +./bblfsh-performance driver-native \ |
| 56 | +--language go \ |
| 57 | +--commit 096361d09049c27e829fd5a6658f1914fd3b62ac \ |
| 58 | +--native /home/lwsanty/goproj/lwsanty/performance/cmd/native-driver-performance/native-driver-performance \ |
| 59 | +--storage=influxdb \ |
| 60 | +/var/testdata/fixtures |
| 61 | +`, |
| 62 | + RunE: performance.RunESilenced(func(cmd *cobra.Command, args []string) error { |
| 63 | + language, _ := cmd.Flags().GetString("language") |
| 64 | + commit, _ := cmd.Flags().GetString("commit") |
| 65 | + stor, _ := cmd.Flags().GetString("storage") |
| 66 | + filterPrefix, _ := cmd.Flags().GetString("filter-prefix") |
| 67 | + native, _ := cmd.Flags().GetString("native") |
| 68 | + |
| 69 | + fixtures := args[0] |
| 70 | + execDst := getSubTmp(filepath.Base(native)) |
| 71 | + resultsPath := getSubTmp(results) |
| 72 | + |
| 73 | + log.Debugf("validating storage") |
| 74 | + if _, err := storage.ValidateKind(stor); err != nil { |
| 75 | + return err |
| 76 | + } |
| 77 | + |
| 78 | + log.Debugf("download and build driver") |
| 79 | + image, err := docker.DownloadAndBuildDriver(language, commit) |
| 80 | + if err != nil { |
| 81 | + return err |
| 82 | + } |
| 83 | + |
| 84 | + log.Debugf("run driver container") |
| 85 | + driver, err := docker.RunDriver(image, fixtures+":"+containerFixtures) |
| 86 | + if err != nil { |
| 87 | + return err |
| 88 | + } |
| 89 | + defer driver.Close() |
| 90 | + |
| 91 | + // prepare context |
| 92 | + ctx, cancel := context.WithCancel(context.Background()) |
| 93 | + c := make(chan os.Signal, 1) |
| 94 | + signal.Notify(c, os.Interrupt) |
| 95 | + defer func() { |
| 96 | + signal.Stop(c) |
| 97 | + cancel() |
| 98 | + }() |
| 99 | + go func() { |
| 100 | + select { |
| 101 | + case <-c: |
| 102 | + cancel() |
| 103 | + case <-ctx.Done(): |
| 104 | + } |
| 105 | + }() |
| 106 | + |
| 107 | + log.Debugf("copying file %v to container's dst: %v", native, execDst) |
| 108 | + if err := driver.Upload(ctx, native, execDst); err != nil { |
| 109 | + return err |
| 110 | + } |
| 111 | + |
| 112 | + log.Debugf("executing command on driver") |
| 113 | + //if err := driver.Exec(ctx, "sh", "-c", "dfgdfg"); err != nil { |
| 114 | + if err := driver.Exec(ctx, |
| 115 | + []string{"LOG_LEVEL=debug"}, |
| 116 | + execDst, |
| 117 | + "--filter-prefix="+filterPrefix, |
| 118 | + "--fixtures="+containerFixtures, |
| 119 | + "--results="+resultsPath, |
| 120 | + ); err != nil { |
| 121 | + return err |
| 122 | + } |
| 123 | + |
| 124 | + log.Debugf("getting results") |
| 125 | + data, err := driver.GetResults(ctx, resultsPath) |
| 126 | + if err != nil { |
| 127 | + return err |
| 128 | + } |
| 129 | + |
| 130 | + var benchmarks []performance.Benchmark |
| 131 | + if err := json.Unmarshal(data, &benchmarks); err != nil { |
| 132 | + return err |
| 133 | + } |
| 134 | + |
| 135 | + // store data |
| 136 | + storageClient, err := storage.NewClient(stor) |
| 137 | + if err != nil { |
| 138 | + return err |
| 139 | + } |
| 140 | + defer storageClient.Close() |
| 141 | + |
| 142 | + if err := storageClient.Dump(map[string]string{ |
| 143 | + "language": language, |
| 144 | + "commit": commit, |
| 145 | + "level": performance.DriverNativeLevel, |
| 146 | + }, benchmarks...); err != nil { |
| 147 | + return err |
| 148 | + } |
| 149 | + |
| 150 | + return nil |
| 151 | + }), |
| 152 | + } |
| 153 | + |
| 154 | + flags := cmd.Flags() |
| 155 | + flags.StringP("native", "n", "/root/utils/native-driver-test", "path to native driver performance util") |
| 156 | + flags.StringP("language", "l", "", "name of the language to be tested") |
| 157 | + flags.StringP("commit", "c", "", "commit id that's being tested and will be used as a tag in performance report") |
| 158 | + flags.StringSlice("exclude-suffixes", []string{".legacy", ".native", ".uast"}, "file suffixes to be excluded") |
| 159 | + flags.String("filter-prefix", fileFilterPrefix, "file prefix to be filtered") |
| 160 | + flags.StringP("storage", "s", prom_pushgateway.Kind, fmt.Sprintf("storage kind to store the results(%s, %s, %s)", prom_pushgateway.Kind, influxdb.Kind, file.Kind)) |
| 161 | + |
| 162 | + return cmd |
| 163 | +} |
| 164 | + |
| 165 | +func getSubTmp(name string) string { |
| 166 | + return filepath.Join(containerTmp, name) |
| 167 | +} |
0 commit comments