sync

Author: Frank

github/run.ts

@@ -16,3 +16,5 @@ const result = await Eval.run(agent, model, task, {
 
 // Store result
 await writeFile(resultPath, JSON.stringify(result));
+
+process.exit();

github/summarize-runs.ts

@@ -16,3 +16,5 @@ const results = await Promise.all(
 const summary = await Summarizer.summarizeRuns(results);
 
 await writeFile(runsSummaryPath, JSON.stringify(summary));
+
+process.exit();

github/summarize-tasks.ts

@@ -19,3 +19,5 @@ const runsSummaries = await Promise.all(
 const summary = await Summarizer.summarizeTasks(runsSummaries);
 
 await writeFile(tasksSummaryPath, JSON.stringify(summary));
+
+process.exit();

scripts/run-benchmark.ts

@@ -39,9 +39,9 @@ try {
   console.error("Warning: Failed to fetch previous run ID:", error);
 }
 
-const ret = await $`gh workflow run run-benchmark.yml --field agent=${
+await $`gh workflow run run-benchmark.yml --field agent=${
   values.agent
-} --field model=${values.model} --field tasks=${tasks.join(",")}`.text();
+} --field model=${values.model} --field tasks=${tasks.join(",")}`;
 
 console.log(`Workflow dispatched successfully`);
 console.log(`Agent: ${values.agent}`);
@@ -51,9 +51,6 @@ tasks.forEach((task) => {
   console.log(`  - ${task}`);
 });
 
-console.log(ret);
-process.exit();
-
 // Wait for the new workflow run to be created and get its URL
 console.log("\nWaiting for workflow run to be created...");
 let workflowUrl: string | null = null;