From c3757d1ee1d4c41e5c392fef4e4cdc7b129c0625 Mon Sep 17 00:00:00 2001 From: Amanda Bertsch Date: Mon, 22 Jan 2024 17:23:03 -0500 Subject: [PATCH] add eval harness call into task routing --- tasks/main.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/tasks/main.py b/tasks/main.py index 9bc38f5fd28..3c8aaab5f92 100644 --- a/tasks/main.py +++ b/tasks/main.py @@ -95,6 +95,8 @@ def get_tasks_args(parser): from orqa.evaluate_orqa import main elif args.task in ['RET-FINETUNE-NQ']: from orqa.supervised.finetune import main + elif args.task in ['EVAL-HARNESS']: + from tasks.eval_harness.evaluate import main else: raise NotImplementedError('Task {} is not implemented.'.format( args.task))