fix: remove max_tokens from llm
This commit is contained in:
parent
57bb2a29e1
commit
d4acadf973
|
|
@ -13,7 +13,6 @@ def _llm() -> ChatOpenAI:
|
||||||
openai_api_key=os.environ["LITELLM_API_KEY"],
|
openai_api_key=os.environ["LITELLM_API_KEY"],
|
||||||
openai_api_base=os.environ.get("LITELLM_BASE_URL", "http://litellm.ai-core.svc.cluster.local:4000"),
|
openai_api_base=os.environ.get("LITELLM_BASE_URL", "http://litellm.ai-core.svc.cluster.local:4000"),
|
||||||
temperature=0.3,
|
temperature=0.3,
|
||||||
max_tokens=2048,
|
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue