diff --git a/pod_log_response.txt b/pod_log_response.txt
deleted file mode 100644
index 2ca9225..0000000
--- a/pod_log_response.txt
+++ /dev/null
@@ -1,22820 +0,0 @@
-Running ShareGPT benchmark...
-[2025-05-08 14:36:21,965] INFO: Loaded 55 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 14:36:22,098] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 14:36:22,098] INFO: Benchmark started: 55 prompts at 0.50 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 14:38:10,102] INFO: Waiting for 7 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 14:38:25,669] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 14:38:25,690] INFO: Results written to /tmp/warmup.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 14:38:25,691] INFO: Completed 55 requests in 123.57s (0.45 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 14:38:25,692] INFO: Average TTFT: 0.497s (sharegpt-qa.py:185:__main__)
-[2025-05-08 14:38:25,693] INFO: Avg generation speed per req: 19.2 tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 14:38:25,693] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 14:38:25,694] INFO: Waiting for 0 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 14:38:25,694] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 14:38:25,694] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)
-[2025-05-08 14:38:36,960] INFO: Loaded 252 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 14:38:37,057] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 14:38:37,058] INFO: Benchmark started: 252 prompts at 0.50 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 14:43:48,066] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f240c665fd0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 14:43:56,070] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f240c680e60 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 14:45:06,064] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f240c60b740 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 14:46:18,064] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f240d784650 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 14:46:59,060] INFO: Waiting for 5 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 14:47:07,588] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 14:47:07,604] INFO: Results written to /requests/llm-d-70b-2replicas-A100/LMBench_sharegpt_output_0.5.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 14:47:07,605] INFO: Completed 248 requests in 510.53s (0.49 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 14:47:07,605] INFO: Average TTFT: 0.400s (sharegpt-qa.py:185:__main__)
-[2025-05-08 14:47:07,606] INFO: Avg generation speed per req: 28.7 tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 14:47:07,607] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 14:47:07,607] INFO: Waiting for 0 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 14:47:07,607] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 14:47:07,608] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)
-[2025-05-08 14:47:18,792] INFO: Loaded 55 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 14:47:18,882] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 14:47:18,882] INFO: Benchmark started: 55 prompts at 1.00 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 14:48:12,884] INFO: Waiting for 11 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 14:48:19,889] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f8e2eda6a20 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 14:48:19,894] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 14:48:19,894] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 14:48:19,910] INFO: Results written to /tmp/warmup.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 14:48:19,911] INFO: Completed 47 requests in 59.56s (0.79 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 14:48:19,913] INFO: Average TTFT: 1.094s (sharegpt-qa.py:185:__main__)
-[2025-05-08 14:48:19,914] INFO: Avg generation speed per req: 17.2 tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 14:48:19,914] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 14:48:19,915] INFO: Waiting for 7 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 14:48:30,047] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 14:48:30,048] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)
-[2025-05-08 14:48:41,297] INFO: Loaded 252 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 14:48:41,392] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 14:48:41,392] INFO: Benchmark started: 252 prompts at 1.00 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 14:51:32,400] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7faf00180bc0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 14:51:36,402] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7faf0015a750 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 14:52:11,399] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7faf012a9580 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 14:52:16,399] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7faf0013acf0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 14:52:47,398] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7faf000faf60 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 14:52:52,395] INFO: Waiting for 8 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 14:53:05,789] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7faefbf8b500 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 14:53:05,792] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 14:53:05,792] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 14:53:05,806] INFO: Results written to /requests/llm-d-70b-2replicas-A100/LMBench_sharegpt_output_1.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 14:53:05,806] INFO: Completed 246 requests in 264.40s (0.93 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 14:53:05,807] INFO: Average TTFT: 0.348s (sharegpt-qa.py:185:__main__)
-[2025-05-08 14:53:05,808] INFO: Avg generation speed per req: 27.6 tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 14:53:05,808] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 14:53:05,808] INFO: Waiting for 0 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 14:53:05,808] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 14:53:05,808] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)
-[2025-05-08 14:53:17,028] INFO: Loaded 55 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 14:53:17,131] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 14:53:17,131] INFO: Benchmark started: 55 prompts at 1.50 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 14:53:53,134] INFO: Waiting for 23 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 14:54:08,139] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fa6cd84aea0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 14:54:08,147] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 14:54:08,147] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 14:54:08,167] INFO: Results written to /tmp/warmup.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 14:54:08,168] INFO: Completed 51 requests in 50.53s (1.01 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 14:54:08,168] INFO: Average TTFT: 0.229s (sharegpt-qa.py:185:__main__)
-[2025-05-08 14:54:08,169] INFO: Avg generation speed per req: 17.7 tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 14:54:08,170] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 14:54:08,170] INFO: Waiting for 3 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 14:54:12,389] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 14:54:12,390] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)
-[2025-05-08 14:54:23,722] INFO: Loaded 252 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 14:54:23,823] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 14:54:23,824] INFO: Benchmark started: 252 prompts at 1.50 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 14:55:51,500] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f9af4916a20 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 14:56:28,168] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f9af4a9bc50 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 14:56:30,832] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f9af4a98da0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 14:56:31,498] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f9af48fea50 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 14:56:44,164] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f9af4adccb0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 14:56:49,499] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f9af48fcce0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 14:56:50,167] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f9af4a8c2f0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 14:56:54,167] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f9af49eec60 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 14:56:57,497] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f9af47f7920 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 14:57:11,159] INFO: Waiting for 18 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 14:57:18,166] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f9af4a8c8c0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 14:57:18,168] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 14:57:18,168] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 14:57:18,187] INFO: Results written to /requests/llm-d-70b-2replicas-A100/LMBench_sharegpt_output_1.5.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 14:57:18,188] INFO: Completed 236 requests in 174.11s (1.36 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 14:57:18,189] INFO: Average TTFT: 0.699s (sharegpt-qa.py:185:__main__)
-[2025-05-08 14:57:18,190] INFO: Avg generation speed per req: 17.5 tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 14:57:18,190] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 14:57:18,192] INFO: Waiting for 6 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 14:57:29,501] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f9af481ff20 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 14:57:29,502] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 14:57:29,503] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 14:57:29,503] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)
-[2025-05-08 14:57:40,746] INFO: Loaded 55 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 14:57:40,839] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 14:57:40,839] INFO: Benchmark started: 55 prompts at 2.00 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 14:58:07,842] INFO: Waiting for 30 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 14:58:27,610] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fc09a58a510 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 14:58:27,615] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 14:58:27,615] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 14:58:27,625] INFO: Results written to /tmp/warmup.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 14:58:27,625] INFO: Completed 53 requests in 46.28s (1.15 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 14:58:27,625] INFO: Average TTFT: 0.233s (sharegpt-qa.py:185:__main__)
-[2025-05-08 14:58:27,626] INFO: Avg generation speed per req: 15.7 tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 14:58:27,626] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 14:58:27,627] INFO: Waiting for 1 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 14:58:28,390] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 14:58:28,390] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)
-[2025-05-08 14:58:39,574] INFO: Loaded 252 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 14:58:39,669] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 14:58:39,669] INFO: Benchmark started: 252 prompts at 2.00 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 14:59:15,185] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fab8735f980 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 14:59:19,678] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fab861707a0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 14:59:34,177] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fab861ab410 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 14:59:53,179] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fab8621b320 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:00:01,681] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fab860a7fe0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:00:20,681] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fab860988c0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:00:22,679] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fab85f6f380 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:00:23,184] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fab85f82e10 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:00:29,176] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fab86238d70 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:00:29,676] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fab861e3980 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:00:32,680] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fab85feed80 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:00:33,675] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fab86206c30 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:00:36,677] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fab85f82ed0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:00:37,175] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fab862064b0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:00:38,681] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fab86067020 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:00:39,675] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fab86239c70 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:00:40,178] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fab861e3260 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:00:40,675] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fab861e1d30 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:00:42,675] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fab860264b0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:00:45,171] INFO: Waiting for 47 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:00:46,676] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fab85fa0680 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:00:46,678] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:00:46,678] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 15:00:46,690] INFO: Results written to /requests/llm-d-70b-2replicas-A100/LMBench_sharegpt_output_2.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 15:00:46,690] INFO: Completed 189 requests in 126.72s (1.49 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 15:00:46,691] INFO: Average TTFT: 3.012s (sharegpt-qa.py:185:__main__)
-[2025-05-08 15:00:46,692] INFO: Avg generation speed per req: 18.7 tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 15:00:46,692] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 15:00:46,692] INFO: Waiting for 43 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:00:48,682] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fab85fa1d60 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:00:48,684] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:00:48,684] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 15:00:48,685] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)
-[2025-05-08 15:00:59,875] INFO: Loaded 55 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 15:00:59,969] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 15:00:59,969] INFO: Benchmark started: 55 prompts at 2.50 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 15:01:21,571] INFO: Waiting for 36 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:01:42,976] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fe3b72c6600 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:01:42,980] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:01:42,980] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 15:01:42,989] INFO: Results written to /tmp/warmup.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 15:01:42,990] INFO: Completed 54 requests in 42.58s (1.27 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 15:01:42,990] INFO: Average TTFT: 0.238s (sharegpt-qa.py:185:__main__)
-[2025-05-08 15:01:42,991] INFO: Avg generation speed per req: 16.6 tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 15:01:42,991] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 15:01:42,991] INFO: Waiting for 0 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:01:42,992] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 15:01:42,992] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)
-[2025-05-08 15:01:54,172] INFO: Loaded 252 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 15:01:54,265] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 15:01:54,266] INFO: Benchmark started: 252 prompts at 2.50 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 15:02:28,876] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fea5ea68080 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:02:32,474] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fea5ea9fd40 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:02:39,272] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fea5d8cfce0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:02:39,671] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fea5ea9e900 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:02:44,071] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fea5d967a70 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:02:59,274] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fea5d978470 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:03:06,073] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fea5d965550 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:03:09,676] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fea5d967980 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:03:11,274] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fea5d7b6db0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:03:12,474] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fea5d889190 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:03:12,872] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fea5d899250 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:03:19,272] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fea5d7dcec0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:03:20,073] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fea5d93e990 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:03:20,473] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fea5d6d8800 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:03:21,281] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fea5d6faf60 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:03:22,072] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fea5d7363f0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:03:22,879] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fea5d6c4380 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:03:23,280] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fea5d743500 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:03:23,676] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fea5d6bd2e0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:03:24,077] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fea5d6aa150 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:03:28,078] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fea5d6ea2d0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:03:28,473] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fea5d6c4050 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:03:28,872] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fea5d6abd70 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:03:29,272] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fea5d898e00 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:03:29,672] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fea5d7f7230 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:03:30,477] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fea5d741b50 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:03:30,872] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fea5d6ab890 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:03:31,276] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fea5d6a88c0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:03:31,672] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fea5d7dec90 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:03:32,073] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fea5d6a9010 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:03:32,472] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fea5d6c5250 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:03:34,668] INFO: Waiting for 80 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:03:37,672] ERROR: Error while waiting for tasks:  (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:03:37,672] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 15:03:37,689] INFO: Results written to /requests/llm-d-70b-2replicas-A100/LMBench_sharegpt_output_2.5.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 15:03:37,690] INFO: Completed 146 requests in 97.10s (1.50 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 15:03:37,691] INFO: Average TTFT: 4.940s (sharegpt-qa.py:185:__main__)
-[2025-05-08 15:03:37,692] INFO: Avg generation speed per req: 27.9 tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 15:03:37,692] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 15:03:37,692] INFO: Waiting for 80 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:03:38,070] ERROR: Error while waiting for tasks:  (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:03:38,070] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 15:03:38,071] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)
-[2025-05-08 15:03:49,329] INFO: Loaded 55 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 15:03:49,432] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 15:03:49,432] INFO: Benchmark started: 55 prompts at 3.00 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 15:04:07,434] INFO: Waiting for 43 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:04:30,442] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f90868ba660 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:04:30,449] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:04:30,449] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 15:04:30,459] INFO: Results written to /tmp/warmup.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 15:04:30,460] INFO: Completed 54 requests in 39.97s (1.35 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 15:04:30,460] INFO: Average TTFT: 0.234s (sharegpt-qa.py:185:__main__)
-[2025-05-08 15:04:30,461] INFO: Avg generation speed per req: 16.0 tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 15:04:30,461] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 15:04:30,462] INFO: Waiting for 0 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:04:30,462] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 15:04:30,462] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)
-[2025-05-08 15:04:41,646] INFO: Loaded 252 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 15:04:41,738] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 15:04:41,738] INFO: Benchmark started: 252 prompts at 3.00 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 15:05:15,750] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec28125850 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:05:18,749] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec2813b650 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:05:24,417] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec27002300 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:05:24,752] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec26fc1df0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:05:28,411] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec26fc35f0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:05:37,079] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec26e6d490 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:05:41,078] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec26f8f440 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:05:43,083] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec26e53b90 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:05:43,413] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec26ee3f20 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:05:46,754] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec26fab4a0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:05:47,411] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec26f8dfa0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:05:47,750] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec26eb2db0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:05:48,744] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec26e6ea80 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:05:49,077] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec26f8dd90 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:05:49,745] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec26f5e810 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:05:50,747] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec26eee120 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:05:51,078] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec26f2af60 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:05:51,415] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec27001c40 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:05:52,079] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec26e502c0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:05:52,412] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec26dca9c0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:05:53,418] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec26dcbf20 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:05:53,748] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec26dbbb00 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:05:55,082] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec26df2030 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:05:56,079] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec26df3590 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:05:56,412] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec26df0530 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:05:56,747] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec27003aa0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:05:57,744] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec26fa95b0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:05:58,413] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec26faa510 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:05:58,746] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec26f2b6e0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:05:59,414] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec26e643e0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:06:00,087] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec26ee3dd0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:06:00,417] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec26f19370 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:06:00,746] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec26e0bad0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:06:01,080] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec26eb1100 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:06:01,419] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec26e66d50 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:06:01,747] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec26dc9cd0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:06:02,078] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec26e2f350 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:06:02,411] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec26e6eab0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:06:02,743] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec26df3140 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:06:03,744] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec26f191c0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:06:05,079] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec26faa090 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:06:05,407] INFO: Waiting for 92 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:06:05,411] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec26e8b6b0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:06:05,413] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:06:05,413] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 15:06:05,429] INFO: Results written to /requests/llm-d-70b-2replicas-A100/LMBench_sharegpt_output_3.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 15:06:05,430] INFO: Completed 119 requests in 82.18s (1.45 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 15:06:05,430] INFO: Average TTFT: 5.354s (sharegpt-qa.py:185:__main__)
-[2025-05-08 15:06:05,431] INFO: Avg generation speed per req: 14.0 tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 15:06:05,431] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 15:06:05,431] INFO: Waiting for 91 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:06:05,747] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fec26ee1040 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:06:05,749] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:06:05,749] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 15:06:05,749] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)
-[2025-05-08 15:06:16,989] INFO: Loaded 55 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 15:06:17,087] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 15:06:17,088] INFO: Benchmark started: 55 prompts at 3.50 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 15:06:32,519] INFO: Waiting for 45 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:06:56,669] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fa479934380 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:06:56,675] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:06:56,675] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 15:06:56,685] INFO: Results written to /tmp/warmup.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 15:06:56,686] INFO: Completed 54 requests in 37.65s (1.43 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 15:06:56,686] INFO: Average TTFT: 0.241s (sharegpt-qa.py:185:__main__)
-[2025-05-08 15:06:56,687] INFO: Avg generation speed per req: 15.6 tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 15:06:56,687] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 15:06:56,687] INFO: Waiting for 0 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:06:56,688] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 15:06:56,688] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)
-[2025-05-08 15:07:07,884] INFO: Loaded 252 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 15:07:07,979] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 15:07:07,979] INFO: Benchmark started: 252 prompts at 3.50 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 15:07:41,562] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cd00e30 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:07:44,137] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cd50a70 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:07:48,987] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cd98890 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:07:49,271] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cd6fc80 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:07:52,416] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cdef710 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:07:56,128] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414deeda60 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:07:56,987] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cdee030 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:07:57,277] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cc77bf0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:07:59,843] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414deee0f0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:03,271] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cd1a9c0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:04,133] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cccd370 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:04,414] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cd81160 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:04,708] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414dec87d0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:04,984] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cdeda60 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:05,272] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414ccc6870 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:05,557] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cd83470 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:05,845] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cce6660 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:08,129] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cd9aa80 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:08,416] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cc09040 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:08,701] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cb164e0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:08,989] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cce7290 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:09,273] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cb25700 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:09,845] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cce5580 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:10,416] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cb25850 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:10,708] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414ccc7a10 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:10,984] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cdc9d60 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:11,283] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cdef9e0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:11,556] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cc1be30 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:11,846] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cd9bef0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:12,130] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cb4f440 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:12,705] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cd6ecc0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:12,985] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cb4d1c0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:13,842] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cc08e60 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:14,127] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cb4f3b0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:14,414] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cc3efc0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:14,701] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cce54c0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:15,275] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cb272c0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:15,559] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cdc9df0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:15,847] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cc75430 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:16,139] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cc999d0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:16,418] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cc184a0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:16,708] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414dec8ad0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:17,563] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cc3de80 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:17,846] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cdcb2f0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:18,132] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cbf4e60 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:18,415] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414ca22060 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:18,699] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cbf4ec0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:18,987] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414ca16de0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:19,275] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414ccf01a0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:19,559] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414cc3ddf0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:19,697] INFO: Waiting for 107 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:08:19,851] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414ca23710 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:19,852] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:08:19,852] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 15:08:19,869] INFO: Results written to /requests/llm-d-70b-2replicas-A100/LMBench_sharegpt_output_3.5.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 15:08:19,870] INFO: Completed 95 requests in 70.13s (1.35 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 15:08:19,870] INFO: Average TTFT: 5.309s (sharegpt-qa.py:185:__main__)
-[2025-05-08 15:08:19,871] INFO: Avg generation speed per req: 13.6 tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 15:08:19,872] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 15:08:19,872] INFO: Waiting for 106 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:08:20,137] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f414ca226f0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:08:20,138] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:08:20,139] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 15:08:20,139] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)
-[2025-05-08 15:08:31,406] INFO: Loaded 55 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 15:08:31,500] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 15:08:31,500] INFO: Benchmark started: 55 prompts at 4.00 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 15:08:45,001] INFO: Waiting for 47 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:09:10,015] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fcec06d5520 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:09:10,023] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:09:10,023] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 15:09:10,032] INFO: Results written to /tmp/warmup.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 15:09:10,033] INFO: Completed 54 requests in 36.60s (1.48 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 15:09:10,033] INFO: Average TTFT: 0.250s (sharegpt-qa.py:185:__main__)
-[2025-05-08 15:09:10,034] INFO: Avg generation speed per req: 13.6 tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 15:09:10,034] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 15:09:10,035] INFO: Waiting for 0 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:09:10,035] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 15:09:10,035] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)
-[2025-05-08 15:09:21,254] INFO: Loaded 252 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 15:09:21,347] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 15:09:21,347] INFO: Benchmark started: 252 prompts at 4.00 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 15:09:54,607] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f4b2588f0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:09:56,856] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f4a08a930 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:01,104] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f4a115670 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:01,355] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f4a151790 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:04,105] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f4a172240 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:06,365] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f49fc2f60 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:06,611] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f49f91d00 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:08,104] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f49ff5370 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:08,356] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f4b2344a0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:09,354] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f49f92b40 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:09,857] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f4a137f20 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:10,607] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f49f92870 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:11,855] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f4a170800 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:12,607] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f4a1716d0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:12,855] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f4a047950 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:13,607] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f4b235910 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:14,355] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f4a03b200 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:14,604] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f4a05b7a0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:14,854] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f4a01a4e0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:15,106] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f4b234650 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:15,606] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f4a107f50 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:15,855] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f4b235ac0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:16,608] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f4a016f30 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:17,856] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f4a107b30 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:18,105] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f4a074440 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:18,355] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f4a088ce0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:18,604] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f4a015df0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:19,104] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f49fc36e0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:19,354] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f4b234680 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:19,853] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f4a0a43e0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:20,110] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f49ebb530 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:20,355] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f4b2361e0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:20,605] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f4a151430 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:20,859] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f4a016750 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:21,105] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f4b236ea0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:21,356] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f4a107050 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:21,861] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f4a015d60 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:22,107] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f4a016a50 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:22,605] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f4b234cb0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:22,859] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f4a0de420 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:23,104] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f4a15f0b0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:23,356] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f4a0398b0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:23,856] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f4a0bc590 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:24,101] INFO: Waiting for 122 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:10:24,108] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f49f903e0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:24,110] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:10:24,110] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 15:10:24,127] INFO: Results written to /requests/llm-d-70b-2replicas-A100/LMBench_sharegpt_output_4.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 15:10:24,128] INFO: Completed 87 requests in 61.27s (1.42 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 15:10:24,128] INFO: Average TTFT: 5.191s (sharegpt-qa.py:185:__main__)
-[2025-05-08 15:10:24,129] INFO: Avg generation speed per req: 13.2 tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 15:10:24,129] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 15:10:24,129] INFO: Waiting for 121 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:10:24,616] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f3f49f1d0a0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:10:24,618] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:10:24,618] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 15:10:24,618] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)
-[2025-05-08 15:10:35,866] INFO: Loaded 55 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 15:10:35,960] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 15:10:35,960] INFO: Benchmark started: 55 prompts at 4.50 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 15:10:47,969] INFO: Waiting for 47 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:11:13,639] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fd11774c080 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:11:13,646] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:11:13,646] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 15:11:13,653] INFO: Results written to /tmp/warmup.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 15:11:13,654] INFO: Completed 54 requests in 35.36s (1.53 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 15:11:13,654] INFO: Average TTFT: 0.251s (sharegpt-qa.py:185:__main__)
-[2025-05-08 15:11:13,655] INFO: Avg generation speed per req: 15.3 tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 15:11:13,655] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 15:11:13,655] INFO: Waiting for 0 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:11:13,656] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 15:11:13,656] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)
-[2025-05-08 15:11:24,855] INFO: Loaded 252 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 15:11:24,947] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 15:11:24,948] INFO: Benchmark started: 252 prompts at 4.50 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 15:11:57,956] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ffa5390e120 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:11:59,957] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ffa52747e60 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:12:03,738] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ffa5275b080 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:12:03,970] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ffa52797500 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:12:06,401] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ffa5264f830 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:12:08,400] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ffa527edfa0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:12:08,632] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ffa5268a4b0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:12:09,513] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ffa52747bf0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:12:09,954] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ffa52745310 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:12:10,182] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ffa526d31d0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:12:11,514] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ffa5282eae0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:12:12,176] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ffa526a2e10 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:12:13,288] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ffa527bc1d0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:12:13,733] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ffa526478f0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:12:14,178] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ffa5390e3f0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:12:14,398] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ffa52688b60 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:12:14,623] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ffa52718320 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:12:14,845] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ffa52794b60 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:12:15,511] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ffa526443b0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:12:15,740] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ffa5390ef30 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:12:15,958] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ffa527bc680 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:12:16,180] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ffa527069c0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:12:16,403] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ffa52706b10 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:12:16,620] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ffa52560f50 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:12:16,846] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ffa5272a420 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:12:17,513] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ffa5271a4b0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:12:18,623] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ffa527335c0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:12:18,844] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ffa5256ce00 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:12:19,066] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ffa538e9cd0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:12:19,287] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ffa5282c0e0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:12:19,510] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ffa538e8530 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:12:19,734] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ffa52592900 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:12:19,959] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ffa52591eb0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:12:20,181] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ffa526ef530 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:12:20,412] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ffa525a2120 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:12:20,622] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ffa5264c4d0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:12:20,728] INFO: Waiting for 136 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:12:20,854] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ffa52586f00 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:12:20,855] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:12:20,855] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 15:12:20,865] INFO: Results written to /requests/llm-d-70b-2replicas-A100/LMBench_sharegpt_output_4.5.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 15:12:20,865] INFO: Completed 80 requests in 54.49s (1.47 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 15:12:20,866] INFO: Average TTFT: 5.261s (sharegpt-qa.py:185:__main__)
-[2025-05-08 15:12:20,867] INFO: Avg generation speed per req: 13.3 tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 15:12:20,867] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 15:12:20,867] INFO: Waiting for 135 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:12:21,065] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ffa52758350 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:12:21,066] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:12:21,067] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 15:12:21,067] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)
-[2025-05-08 15:12:32,300] INFO: Loaded 55 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 15:12:32,391] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 15:12:32,391] INFO: Benchmark started: 55 prompts at 5.00 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 15:12:43,194] INFO: Waiting for 48 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:13:09,400] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f6dc78667b0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:13:09,406] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:13:09,406] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 15:13:09,522] INFO: Results written to /tmp/warmup.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 15:13:09,523] INFO: Completed 54 requests in 34.91s (1.55 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 15:13:09,523] INFO: Average TTFT: 0.262s (sharegpt-qa.py:185:__main__)
-[2025-05-08 15:13:09,524] INFO: Avg generation speed per req: 15.1 tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 15:13:09,524] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 15:13:09,525] INFO: Waiting for 0 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:13:09,525] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 15:13:09,525] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)
-[2025-05-08 15:13:20,790] INFO: Loaded 252 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 15:13:20,885] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 15:13:20,885] INFO: Benchmark started: 252 prompts at 5.00 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 15:13:53,693] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f87ee359bb0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:13:55,494] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f87ed1bc200 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:13:58,893] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f87ed1eecf0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:13:59,096] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f87ed230e60 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:14:01,294] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f87ed1ec440 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:14:03,293] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f87ed2083b0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:14:04,091] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f87ed0b3ce0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:14:04,500] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f87ed0edfd0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:14:04,694] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f87ed08f950 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:14:05,293] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f87ed0d65a0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:14:05,894] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f87ed2093a0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:14:06,494] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f87ed145e20 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:14:07,294] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f87ed1468d0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:14:11,088] INFO: Waiting for 181 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:14:12,690] ERROR: Error while waiting for tasks:  (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:14:12,690] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 15:14:12,699] INFO: Results written to /requests/llm-d-70b-2replicas-A100/LMBench_sharegpt_output_5.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 15:14:12,699] INFO: Completed 75 requests in 46.07s (1.63 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 15:14:12,700] INFO: Average TTFT: 4.116s (sharegpt-qa.py:185:__main__)
-[2025-05-08 15:14:12,701] INFO: Avg generation speed per req: 13.4 tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 15:14:12,701] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 15:14:12,701] INFO: Waiting for 181 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:14:12,888] ERROR: Error while waiting for tasks:  (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:14:12,889] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 15:14:12,889] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)
-[2025-05-08 15:14:24,122] INFO: Loaded 55 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 15:14:24,212] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 15:14:24,212] INFO: Benchmark started: 55 prompts at 5.50 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 15:14:34,033] INFO: Waiting for 49 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:15:00,676] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7efd3b583ad0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:15:00,683] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:15:00,683] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 15:15:00,690] INFO: Results written to /tmp/warmup.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 15:15:00,691] INFO: Completed 54 requests in 34.05s (1.59 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 15:15:00,691] INFO: Average TTFT: 0.283s (sharegpt-qa.py:185:__main__)
-[2025-05-08 15:15:00,692] INFO: Avg generation speed per req: 15.1 tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 15:15:00,692] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 15:15:00,692] INFO: Waiting for 0 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:15:00,693] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 15:15:00,693] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)
-[2025-05-08 15:15:11,902] INFO: Loaded 252 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 15:15:11,995] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 15:15:11,995] INFO: Benchmark started: 252 prompts at 5.50 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 15:15:44,642] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f93edf21970 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:15:46,278] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f93ecd74890 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:15:49,376] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f93ece05ca0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:15:49,549] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f93edf3c620 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:15:51,548] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f93ecdd30b0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:15:52,822] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f93ece16a80 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:15:53,188] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f93ecdd35f0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:15:53,368] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f93edf3fbc0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:15:54,107] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f93ecc74aa0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:15:54,457] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f93eccd6d20 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:15:54,643] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f93ecca1760 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:15:55,186] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f93eccbff20 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:15:55,728] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f93ecda2210 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:15:56,278] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f93ecc743e0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:15:57,186] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f93ecdc05c0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:15:57,550] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f93ecdc2ab0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:15:57,634] INFO: Waiting for 165 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:15:57,734] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f93ecd741d0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:15:57,735] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:15:57,735] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 15:15:57,751] INFO: Results written to /requests/llm-d-70b-2replicas-A100/LMBench_sharegpt_output_5.5.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 15:15:57,752] INFO: Completed 71 requests in 44.87s (1.58 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 15:15:57,752] INFO: Average TTFT: 4.185s (sharegpt-qa.py:185:__main__)
-[2025-05-08 15:15:57,754] INFO: Avg generation speed per req: 13.0 tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 15:15:57,754] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 15:15:57,754] INFO: Waiting for 164 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:15:57,918] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f93ece15cd0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:15:57,919] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:15:57,920] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 15:15:57,920] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)
-[2025-05-08 15:16:09,187] INFO: Loaded 55 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 15:16:09,284] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 15:16:09,284] INFO: Benchmark started: 55 prompts at 6.00 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 15:16:18,289] INFO: Waiting for 51 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:16:45,294] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f7dc364d550 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:16:45,298] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:16:45,299] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 15:16:45,308] INFO: Results written to /tmp/warmup.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 15:16:45,308] INFO: Completed 54 requests in 33.60s (1.61 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 15:16:45,308] INFO: Average TTFT: 0.299s (sharegpt-qa.py:185:__main__)
-[2025-05-08 15:16:45,309] INFO: Avg generation speed per req: 14.9 tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 15:16:45,309] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 15:16:45,310] INFO: Waiting for 0 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:16:45,310] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 15:16:45,310] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)
-[2025-05-08 15:16:56,483] INFO: Loaded 252 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 15:16:56,579] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 15:16:56,579] INFO: Benchmark started: 252 prompts at 6.00 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 15:17:29,089] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f1aae144350 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:17:30,589] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f1aacfa9850 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:17:33,421] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f1aad039b80 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:17:33,588] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f1aad001a90 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:17:35,423] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f1aacfaade0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:17:36,588] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f1aacfc41d0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:17:36,762] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f1aad03b1a0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:17:36,925] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f1aad039970 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:17:37,092] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f1aace5fcb0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:17:37,757] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f1aacebdd90 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:17:38,089] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f1aacff0650 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:17:38,255] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f1aacebfa70 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:17:38,416] INFO: Waiting for 177 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:17:38,755] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f1aad0384a0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:17:38,756] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:17:38,757] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 15:17:38,772] INFO: Results written to /requests/llm-d-70b-2replicas-A100/LMBench_sharegpt_output_6.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 15:17:38,773] INFO: Completed 63 requests in 40.83s (1.54 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 15:17:38,773] INFO: Average TTFT: 3.440s (sharegpt-qa.py:185:__main__)
-[2025-05-08 15:17:38,774] INFO: Avg generation speed per req: 12.8 tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 15:17:38,774] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 15:17:38,775] INFO: Waiting for 176 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:17:38,920] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f1aacebe9c0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:17:38,921] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:17:38,921] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 15:17:38,922] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)
-[2025-05-08 15:17:50,165] INFO: Loaded 55 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 15:17:50,260] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 15:17:50,260] INFO: Benchmark started: 55 prompts at 6.50 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 15:17:58,570] INFO: Waiting for 50 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:18:25,886] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7efeb8a38d40 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:18:25,893] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:18:25,893] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 15:18:25,900] INFO: Results written to /tmp/warmup.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 15:18:25,901] INFO: Completed 54 requests in 33.80s (1.60 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 15:18:25,901] INFO: Average TTFT: 0.316s (sharegpt-qa.py:185:__main__)
-[2025-05-08 15:18:25,902] INFO: Avg generation speed per req: 14.8 tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 15:18:25,902] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 15:18:25,902] INFO: Waiting for 0 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:18:25,903] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 15:18:25,903] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)
-[2025-05-08 15:18:37,116] INFO: Loaded 252 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 15:18:37,212] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 15:18:37,213] INFO: Benchmark started: 252 prompts at 6.50 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 15:19:09,605] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ff983579f10 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:19:10,991] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ff9823ddbe0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:19:13,608] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ff982409100 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:19:13,761] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ff98240aa50 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:19:15,468] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ff9835afb60 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:19:15,831] INFO: Waiting for 180 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:19:16,530] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ff982478cb0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:19:16,531] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:19:16,531] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 15:19:16,553] INFO: Results written to /requests/llm-d-70b-2replicas-A100/LMBench_sharegpt_output_6.5.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 15:19:16,554] INFO: Completed 69 requests in 39.26s (1.76 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 15:19:16,554] INFO: Average TTFT: 3.806s (sharegpt-qa.py:185:__main__)
-[2025-05-08 15:19:16,556] INFO: Avg generation speed per req: 12.6 tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 15:19:16,556] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 15:19:16,558] INFO: Waiting for 177 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:19:16,992] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ff98240a8a0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:19:16,994] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:19:16,994] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 15:19:16,994] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)
-[2025-05-08 15:19:28,331] INFO: Loaded 55 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 15:19:28,421] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 15:19:28,422] INFO: Benchmark started: 55 prompts at 7.00 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 15:19:36,138] INFO: Waiting for 98 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:19:36,139] ERROR: Error while waiting for tasks:  (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:19:36,139] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 15:19:36,145] INFO: Results written to /tmp/warmup.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 15:19:36,145] INFO: Completed 0 requests in nans (0.00 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 15:19:36,145] INFO: Average TTFT: nans (sharegpt-qa.py:185:__main__)
-[2025-05-08 15:19:36,145] INFO: Avg generation speed per req: nan tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 15:19:36,146] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 15:19:36,146] INFO: Waiting for 98 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:19:36,281] ERROR: Error while waiting for tasks:  (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:19:36,281] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 15:19:36,282] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)
-[2025-05-08 15:19:47,476] INFO: Loaded 252 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 15:19:47,568] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 15:19:47,569] INFO: Benchmark started: 252 prompts at 7.00 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 15:20:19,863] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fb883e47050 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:20:21,148] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fb882c70a70 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:20:23,428] INFO: Waiting for 193 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:20:23,577] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fb882cc97f0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:20:23,578] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:20:23,578] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 15:20:23,586] INFO: Results written to /requests/llm-d-70b-2replicas-A100/LMBench_sharegpt_output_7.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 15:20:23,586] INFO: Completed 57 requests in 35.84s (1.59 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 15:20:23,586] INFO: Average TTFT: 3.194s (sharegpt-qa.py:185:__main__)
-[2025-05-08 15:20:23,587] INFO: Avg generation speed per req: 12.1 tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 15:20:23,587] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 15:20:23,588] INFO: Waiting for 192 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:20:23,719] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fb882d46240 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:20:23,721] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:20:23,721] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 15:20:23,721] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)
-[2025-05-08 15:20:34,954] INFO: Loaded 55 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 15:20:35,047] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 15:20:35,047] INFO: Benchmark started: 55 prompts at 7.50 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 15:20:42,249] INFO: Waiting for 53 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:21:10,054] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f63d6e81850 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:21:10,058] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:21:10,059] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 15:21:10,074] INFO: Results written to /tmp/warmup.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 15:21:10,075] INFO: Completed 54 requests in 32.71s (1.65 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 15:21:10,075] INFO: Average TTFT: 0.417s (sharegpt-qa.py:185:__main__)
-[2025-05-08 15:21:10,076] INFO: Avg generation speed per req: 14.8 tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 15:21:10,076] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 15:21:10,077] INFO: Waiting for 0 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:21:10,077] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 15:21:10,077] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)
-[2025-05-08 15:21:21,292] INFO: Loaded 252 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 15:21:21,385] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 15:21:21,385] INFO: Benchmark started: 252 prompts at 7.50 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 15:21:53,593] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fd19c9ec770 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:21:54,794] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fd19ca01fa0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:21:54,853] INFO: Waiting for 194 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:21:57,064] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fd19ca57230 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:21:57,066] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:21:57,066] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 15:21:57,075] INFO: Results written to /requests/llm-d-70b-2replicas-A100/LMBench_sharegpt_output_7.5.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 15:21:57,076] INFO: Completed 61 requests in 35.11s (1.74 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 15:21:57,076] INFO: Average TTFT: 3.522s (sharegpt-qa.py:185:__main__)
-[2025-05-08 15:21:57,077] INFO: Avg generation speed per req: 12.5 tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 15:21:57,077] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 15:21:57,079] INFO: Waiting for 188 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:21:57,195] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fd19ca7c1a0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:21:57,197] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:21:57,197] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 15:21:57,197] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)
-[2025-05-08 15:22:08,438] INFO: Loaded 55 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 15:22:08,531] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 15:22:08,531] INFO: Benchmark started: 55 prompts at 8.00 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 15:22:15,285] INFO: Waiting for 53 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:22:43,291] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f7f30ffe510 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:22:43,298] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:22:43,299] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 15:22:43,315] INFO: Results written to /tmp/warmup.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 15:22:43,316] INFO: Completed 54 requests in 32.91s (1.64 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 15:22:43,316] INFO: Average TTFT: 0.425s (sharegpt-qa.py:185:__main__)
-[2025-05-08 15:22:43,318] INFO: Avg generation speed per req: 14.7 tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 15:22:43,318] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 15:22:43,318] INFO: Waiting for 0 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:22:43,319] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 15:22:43,319] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)
-[2025-05-08 15:22:54,531] INFO: Loaded 252 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 15:22:54,629] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 15:22:54,629] INFO: Benchmark started: 252 prompts at 8.00 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 15:23:26,007] INFO: Waiting for 196 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:23:26,764] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f70759ddac0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:23:26,770] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:23:26,770] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 15:23:26,783] INFO: Results written to /requests/llm-d-70b-2replicas-A100/LMBench_sharegpt_output_8.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 15:23:26,784] INFO: Completed 58 requests in 31.93s (1.82 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 15:23:26,790] INFO: Average TTFT: 2.571s (sharegpt-qa.py:185:__main__)
-[2025-05-08 15:23:26,791] INFO: Avg generation speed per req: 12.2 tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 15:23:26,791] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 15:23:26,791] INFO: Waiting for 193 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:23:27,889] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f7074824d70 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:23:27,890] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:23:27,891] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 15:23:27,891] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)
-[2025-05-08 15:23:39,170] INFO: Loaded 55 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 15:23:39,267] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 15:23:39,267] INFO: Benchmark started: 55 prompts at 8.50 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 15:23:45,621] INFO: Waiting for 54 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:24:13,807] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f8a65b86c00 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:24:13,811] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:24:13,811] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 15:24:13,819] INFO: Results written to /tmp/warmup.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 15:24:13,819] INFO: Completed 54 requests in 32.57s (1.66 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 15:24:13,820] INFO: Average TTFT: 0.440s (sharegpt-qa.py:185:__main__)
-[2025-05-08 15:24:13,820] INFO: Avg generation speed per req: 14.9 tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 15:24:13,821] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 15:24:13,821] INFO: Waiting for 0 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:24:13,821] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 15:24:13,821] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)
-[2025-05-08 15:24:24,987] INFO: Loaded 252 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 15:24:25,076] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 15:24:25,077] INFO: Benchmark started: 252 prompts at 8.50 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 15:24:54,609] INFO: Waiting for 222 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:24:57,613] ERROR: Error while waiting for tasks:  (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:24:57,613] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 15:24:57,623] INFO: Results written to /requests/llm-d-70b-2replicas-A100/LMBench_sharegpt_output_8.5.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 15:24:57,623] INFO: Completed 47 requests in 27.29s (1.72 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 15:24:57,624] INFO: Average TTFT: 1.711s (sharegpt-qa.py:185:__main__)
-[2025-05-08 15:24:57,625] INFO: Avg generation speed per req: 12.9 tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 15:24:57,625] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 15:24:57,625] INFO: Waiting for 222 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:24:57,728] ERROR: Error while waiting for tasks:  (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:24:57,728] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 15:24:57,728] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)
-[2025-05-08 15:25:08,970] INFO: Loaded 55 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 15:25:09,081] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 15:25:09,081] INFO: Benchmark started: 55 prompts at 9.00 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 15:25:15,083] INFO: Waiting for 54 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:25:43,423] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fcf714cd790 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:25:43,430] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:25:43,430] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 15:25:43,522] INFO: Results written to /tmp/warmup.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 15:25:43,523] INFO: Completed 54 requests in 31.93s (1.69 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 15:25:43,523] INFO: Average TTFT: 0.430s (sharegpt-qa.py:185:__main__)
-[2025-05-08 15:25:43,524] INFO: Avg generation speed per req: 14.7 tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 15:25:43,524] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 15:25:43,525] INFO: Waiting for 0 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:25:43,525] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 15:25:43,525] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)
-[2025-05-08 15:25:54,752] INFO: Loaded 252 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 15:25:54,845] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 15:25:54,845] INFO: Benchmark started: 252 prompts at 9.00 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 15:26:22,741] INFO: Waiting for 203 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:26:26,854] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ff6cea21ca0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:26:26,860] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:26:26,861] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 15:26:26,873] INFO: Results written to /requests/llm-d-70b-2replicas-A100/LMBench_sharegpt_output_9.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 15:26:26,874] INFO: Completed 57 requests in 31.84s (1.79 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 15:26:26,874] INFO: Average TTFT: 3.064s (sharegpt-qa.py:185:__main__)
-[2025-05-08 15:26:26,876] INFO: Avg generation speed per req: 13.0 tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 15:26:26,876] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 15:26:26,876] INFO: Waiting for 194 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:26:27,854] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7ff6cd85a030 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:26:27,855] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:26:27,856] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 15:26:27,856] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)
-[2025-05-08 15:26:39,191] INFO: Loaded 55 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 15:26:39,287] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 15:26:39,287] INFO: Benchmark started: 55 prompts at 9.50 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 15:26:44,974] INFO: Waiting for 54 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:27:13,455] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f18a30291c0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:27:13,461] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:27:13,461] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 15:27:13,471] INFO: Results written to /tmp/warmup.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 15:27:13,471] INFO: Completed 54 requests in 31.48s (1.72 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 15:27:13,472] INFO: Average TTFT: 0.514s (sharegpt-qa.py:185:__main__)
-[2025-05-08 15:27:13,472] INFO: Avg generation speed per req: 14.7 tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 15:27:13,473] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 15:27:13,473] INFO: Waiting for 0 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:27:13,473] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 15:27:13,473] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)
-[2025-05-08 15:27:24,701] INFO: Loaded 252 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 15:27:24,793] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 15:27:24,794] INFO: Benchmark started: 252 prompts at 9.50 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 15:27:51,220] INFO: Waiting for 210 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:27:56,751] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fcbc28fb0e0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:27:56,757] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:27:56,758] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 15:27:56,770] INFO: Results written to /requests/llm-d-70b-2replicas-A100/LMBench_sharegpt_output_9.5.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 15:27:56,770] INFO: Completed 52 requests in 31.93s (1.63 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 15:27:56,771] INFO: Average TTFT: 1.906s (sharegpt-qa.py:185:__main__)
-[2025-05-08 15:27:56,772] INFO: Avg generation speed per req: 13.0 tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 15:27:56,772] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 15:27:56,772] INFO: Waiting for 199 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:27:57,699] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7fcbc1729d60 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:27:57,701] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:27:57,701] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 15:27:57,701] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)
-[2025-05-08 15:28:08,993] INFO: Loaded 55 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 15:28:09,093] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 15:28:09,093] INFO: Benchmark started: 55 prompts at 10.00 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 15:28:14,495] INFO: Waiting for 54 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:28:43,102] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f53f08f7140 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:28:43,110] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:28:43,110] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 15:28:43,121] INFO: Results written to /tmp/warmup.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 15:28:43,122] INFO: Completed 54 requests in 32.37s (1.67 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 15:28:43,122] INFO: Average TTFT: 0.611s (sharegpt-qa.py:185:__main__)
-[2025-05-08 15:28:43,123] INFO: Avg generation speed per req: 14.8 tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 15:28:43,123] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 15:28:43,124] INFO: Waiting for 0 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:28:43,124] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 15:28:43,124] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)
-[2025-05-08 15:28:54,364] INFO: Loaded 252 ShareGPT entries (sharegpt-qa.py:202:__main__)
-[2025-05-08 15:28:54,456] DEBUG: Starting the asyncio loop (utils.py:90:AsyncLoopWrapper)
-[2025-05-08 15:28:54,456] INFO: Benchmark started: 252 prompts at 10.00 QPS (sharegpt-qa.py:143:__main__)
-[2025-05-08 15:29:19,559] INFO: Waiting for 214 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:29:26,365] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f1b1d79b200 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:29:26,369] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:29:26,369] INFO: All requests completed (sharegpt-qa.py:163:__main__)
-[2025-05-08 15:29:26,381] INFO: Results written to /requests/llm-d-70b-2replicas-A100/LMBench_sharegpt_output_10.csv (sharegpt-qa.py:213:__main__)
-[2025-05-08 15:29:26,382] INFO: Completed 53 requests in 31.37s (1.69 QPS) (sharegpt-qa.py:184:__main__)
-[2025-05-08 15:29:26,382] INFO: Average TTFT: 2.786s (sharegpt-qa.py:185:__main__)
-[2025-05-08 15:29:26,382] INFO: Avg generation speed per req: 12.2 tokens/s (sharegpt-qa.py:186:__main__)
-[2025-05-08 15:29:26,383] INFO: Waiting for remaining tasks to finish (utils.py:105:AsyncLoopWrapper)
-[2025-05-08 15:29:26,383] INFO: Waiting for 198 tasks to finish (utils.py:67:AsyncLoopWrapper)
-[2025-05-08 15:29:27,265] ERROR: Error in request: peer closed connection without sending complete message body (incomplete chunked read) (sharegpt-qa.py:114:__main__)
-exception calling callback for <Future at 0x7f1b1c5fe6f0 state=finished raised RemoteProtocolError>
-Traceback (most recent call last):
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 101, in map_httpcore_exceptions
-    yield
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 271, in __aiter__
-    async for part in self._httpcore_stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 407, in __aiter__
-    raise exc from None
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/connection_pool.py", line 403, in __aiter__
-    async for part in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 342, in __aiter__
-    raise exc
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 334, in __aiter__
-    async for chunk in self._connection._receive_response_body(**kwargs):
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 203, in _receive_response_body
-    event = await self._receive_event(timeout=timeout)
-            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_async/http11.py", line 213, in _receive_event
-    with map_exceptions({h11.RemoteProtocolError: RemoteProtocolError}):
-         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpcore/_exceptions.py", line 14, in map_exceptions
-    raise to_exc(exc) from exc
-httpcore.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-
-The above exception was the direct cause of the following exception:
-
-Traceback (most recent call last):
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 340, in _invoke_callbacks
-    callback(self)
-  File "/app/sharegpt/sharegpt-qa.py", line 121, in <lambda>
-    fut.add_done_callback(lambda f: on_finish(f.result()))
-                                              ^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 449, in result
-    return self.__get_result()
-           ^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/concurrent/futures/_base.py", line 401, in __get_result
-    raise self._exception
-  File "/app/sharegpt/sharegpt-qa.py", line 94, in _async_request
-    async for chunk in stream:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 147, in __aiter__
-    async for item in self._iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 160, in __stream__
-    async for sse in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 151, in _iter_events
-    async for sse in self._decoder.aiter_bytes(self.response.aiter_bytes()):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 302, in aiter_bytes
-    async for chunk in self._aiter_chunks(iterator):
-  File "/app/.venv/lib/python3.12/site-packages/openai/_streaming.py", line 313, in _aiter_chunks
-    async for chunk in iterator:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 997, in aiter_bytes
-    async for raw_bytes in self.aiter_raw():
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_models.py", line 1055, in aiter_raw
-    async for raw_stream_bytes in self.stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_client.py", line 176, in __aiter__
-    async for chunk in self._stream:
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 270, in __aiter__
-    with map_httpcore_exceptions():
-         ^^^^^^^^^^^^^^^^^^^^^^^^^
-  File "/usr/local/lib/python3.12/contextlib.py", line 158, in __exit__
-    self.gen.throw(value)
-  File "/app/.venv/lib/python3.12/site-packages/httpx/_transports/default.py", line 118, in map_httpcore_exceptions
-    raise mapped_exc(message) from exc
-httpx.RemoteProtocolError: peer closed connection without sending complete message body (incomplete chunked read)
-[2025-05-08 15:29:27,267] ERROR: Error while waiting for tasks: peer closed connection without sending complete message body (incomplete chunked read) (utils.py:77:AsyncLoopWrapper)
-[2025-05-08 15:29:27,267] DEBUG: Stopping the loop! (utils.py:102:AsyncLoopWrapper)
-[2025-05-08 15:29:27,268] INFO: Benchmark completed and asyncio loop stopped (sharegpt-qa.py:220:__main__)