From 1b9e5438307cb59cb5431dc3db01496892c4ac6c Mon Sep 17 00:00:00 2001 From: Johnny Lin Date: Thu, 28 Dec 2023 17:12:43 -0800 Subject: [PATCH 1/2] use correct api_client parameters for new simulator --- neuron-explainer/neuron_explainer/explanations/simulator.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/neuron-explainer/neuron_explainer/explanations/simulator.py b/neuron-explainer/neuron_explainer/explanations/simulator.py index 4111ead..102dfd0 100644 --- a/neuron-explainer/neuron_explainer/explanations/simulator.py +++ b/neuron-explainer/neuron_explainer/explanations/simulator.py @@ -718,7 +718,7 @@ async def simulate( self.explanation, ) response = await self.api_client.make_request( - prompt=prompt, echo=False, max_tokens=1000 + messages=prompt ) assert len(response["choices"]) == 1 From efc0c0a07ade1b2eb5397e6b415e8e20673a0119 Mon Sep 17 00:00:00 2001 From: Johnny Lin Date: Thu, 28 Dec 2023 21:38:11 -0800 Subject: [PATCH 2/2] Add back max_tokens to reduce chance of rate limiting --- neuron-explainer/neuron_explainer/explanations/simulator.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/neuron-explainer/neuron_explainer/explanations/simulator.py b/neuron-explainer/neuron_explainer/explanations/simulator.py index 102dfd0..3bb21f0 100644 --- a/neuron-explainer/neuron_explainer/explanations/simulator.py +++ b/neuron-explainer/neuron_explainer/explanations/simulator.py @@ -718,7 +718,7 @@ async def simulate( self.explanation, ) response = await self.api_client.make_request( - messages=prompt + messages=prompt, max_tokens=1000 ) assert len(response["choices"]) == 1