concurrency with multiple api keys

[ArtemisDicoTiar]

하나의 api 키만 쓰면 그 api 키에 bound되는 사용량 리밋으로 속도가 제한이 걸림.
여러 api키를 concurrency에서 동시에 쓰게 하면 괜찮지 않을까?

[ArtemisDicoTiar]

expand_langchain/expand_langchain/generator.py

Lines 159 to 245 in 00fd7a1

	def run(
	self,
	n: Optional[int] = None,
	ids: Optional[list] = None,
	start: Optional[int] = None,
	end: Optional[int] = None,
	):
	targets = self.target_dataset
	if n is not None:
	targets = {k: v for k, v in list(targets.items())[:n]}
	elif start is not None and end is not None:
	targets = {k: v for k, v in list(targets.items())[start:end]}
	elif ids is not None:
	targets = {k: v for k, v in targets.items() if k in ids}
	else:
	pass
	asyncio.run(self._run(targets))
	return self
	async def _run(
	self,
	targets: dict,
	):
	tasks = []
	sem = asyncio.Semaphore(self.max_concurrency)
	for id, target in targets.items():
	task = self._run_one(id, target, sem)
	tasks.append(task)
	await tqdm_asyncio.gather(*tasks)
	async def _run_one(
	self,
	id: str,
	target: dict,
	sem: asyncio.Semaphore,
	):
	"""
	Run the target and save the result as json file
	"""
	id = str(id).replace("/", "_")
	async with sem:
	config = {
	"recursion_limit": self.recursion_limit,
	"callbacks": [],
	"tags": [id],
	"metadata": {
	"id": id,
	"cache_root": self.cache_root,
	"result_root": self.result_root,
	},
	}
	if self.langfuse_on:
	from langfuse.callback import CallbackHandler
	langfuse_handler = CallbackHandler()
	config["callbacks"].append(langfuse_handler)
	result = [target]
	try:
	async for cur_result in self.graph.astream(
	[target],
	config=config,
	):
	_result = result[-1]
	for v in cur_result.values():
	_result.update(v[-1])
	result.append(_result)
	logging.info(f"Done: {id}")
	except Exception as e:
	logging.error(f"Error in running {id}")
	logging.error(format_exc())
	result.append({**result[-1], "error": format_exc()})
	if self.debug:
	raise e
	self._save_json(id, result)
	return result

여기를 수정하면 될거 같은데..

[ArtemisDicoTiar]

일단 api_keys.json에서 api키든, 뭐든 list로 받게하면되지 않을까?