feat(llm): Add retry mechanism for LLM API calls (#400)

* feat(llm): Add retry mechanism for LLM API calls

* feat: configure max_retries for LLM calls via conf.yaml

---------

Co-authored-by: Willem Jiang <willem.jiang@gmail.com>
This commit is contained in:
Kirk Lin
2025-07-12 10:12:07 +08:00
committed by GitHub
parent dfd4712d9f
commit 9f8f060506
2 changed files with 7 additions and 0 deletions

View File

@@ -70,6 +70,10 @@ def _create_llm_use_conf(
if not merged_conf:
raise ValueError(f"No configuration found for LLM type: {llm_type}")
# Add max_retries to handle rate limit errors
if "max_retries" not in merged_conf:
merged_conf["max_retries"] = 3
if llm_type == "reasoning":
merged_conf["api_base"] = merged_conf.pop("base_url", None)