mirror of
https://github.com/usestrix/strix.git
synced 2026-08-21 10:48:59 +02:00
feat: add configurable timeout for LLM requests
This commit is contained in:
@@ -208,9 +208,12 @@ async def warm_up_llm() -> None:
|
||||
{"role": "user", "content": "Reply with just 'OK'."},
|
||||
]
|
||||
|
||||
llm_timeout = int(os.getenv("LLM_TIMEOUT", "600"))
|
||||
|
||||
response = litellm.completion(
|
||||
model=model_name,
|
||||
messages=test_messages,
|
||||
timeout=llm_timeout,
|
||||
)
|
||||
|
||||
validate_llm_response(response)
|
||||
|
||||
Reference in New Issue
Block a user