Add timeout parameter for better support of openailike LLM tools on local computer (like LM Studio). (#1858)

feat(llm): Improve settings of the OpenAILike LLM
This commit is contained in:
jcbonnet-fwd
2024-05-10 16:44:08 +02:00
committed by GitHub
parent 966af4771d
commit 45df99feb7
3 changed files with 11 additions and 0 deletions

View File

@@ -123,6 +123,9 @@ class LLMComponent:
max_new_tokens=settings.llm.max_new_tokens,
messages_to_prompt=prompt_style.messages_to_prompt,
completion_to_prompt=prompt_style.completion_to_prompt,
tokenizer=settings.llm.tokenizer,
timeout=openai_settings.request_timeout,
reuse_client=False,
)
case "ollama":
try: