From e22f69b4e2ff96e8dd0ef5d91a2ff4244ca348ea Mon Sep 17 00:00:00 2001 From: Jan Betley Date: Wed, 6 Dec 2023 14:52:00 +0100 Subject: [PATCH 1/3] Bluff now works with openai >= 1.0.0 --- evals/elsuite/bluff/eval.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/evals/elsuite/bluff/eval.py b/evals/elsuite/bluff/eval.py index 1129108088..29d7e9cd92 100644 --- a/evals/elsuite/bluff/eval.py +++ b/evals/elsuite/bluff/eval.py @@ -7,7 +7,7 @@ import numpy as np import pandas as pd import statsmodels.formula.api as smf -from openai.error import InvalidRequestError +from openai import BadRequestError import evals from evals.api import CompletionFn @@ -62,8 +62,8 @@ def eval_sample(self, solver: Solver, sample_ix: int, rng: random.Random): **info, **self._get_game_metrics(game), ) - except InvalidRequestError as e: - if str(e).startswith("This model's maximum context length is"): + except BadRequestError as e: + if "This model's maximum context length is" in e.message: logger.warning( f"Game exceeded the context window - sample {sample_ix} will be ignored. Consider decreasing n_rounds." ) From b6ac243ead431398a77fdea1726acd91de69e88b Mon Sep 17 00:00:00 2001 From: Jan Betley Date: Fri, 8 Dec 2023 10:24:20 +0100 Subject: [PATCH 2/3] test From c092f26945a5744912efea8308e80952e46e73fa Mon Sep 17 00:00:00 2001 From: Jan Betley Date: Fri, 8 Dec 2023 10:25:52 +0100 Subject: [PATCH 3/3] run tests --- .github/workflows/run_tests.yaml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/run_tests.yaml b/.github/workflows/run_tests.yaml index e5d7010a4c..ad07868050 100644 --- a/.github/workflows/run_tests.yaml +++ b/.github/workflows/run_tests.yaml @@ -1,6 +1,7 @@ name: Run unit tests on: + workflow_dispatch: pull_request: branches: - main