fix: increase llm timeout to 600s
This commit is contained in:
parent
d4acadf973
commit
793ed80416
|
|
@ -13,6 +13,7 @@ def _llm() -> ChatOpenAI:
|
||||||
openai_api_key=os.environ["LITELLM_API_KEY"],
|
openai_api_key=os.environ["LITELLM_API_KEY"],
|
||||||
openai_api_base=os.environ.get("LITELLM_BASE_URL", "http://litellm.ai-core.svc.cluster.local:4000"),
|
openai_api_base=os.environ.get("LITELLM_BASE_URL", "http://litellm.ai-core.svc.cluster.local:4000"),
|
||||||
temperature=0.3,
|
temperature=0.3,
|
||||||
|
timeout=600.0,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue