feat: call xunfei spark with stream, and fix the temperature bug (#2121)

Co-authored-by: aries_ckt <916701291@qq.com>
This commit is contained in:
HIYIZI
2024-11-19 23:30:02 +08:00
committed by GitHub
parent 4efe643db8
commit 3ccfa94219
9 changed files with 183 additions and 250 deletions

View File

@@ -232,7 +232,8 @@ class BaseChat(ABC):
)
node = AppChatComposerOperator(
model=self.llm_model,
temperature=float(self.prompt_template.temperature),
temperature=self._chat_param.get("temperature")
or float(self.prompt_template.temperature),
max_new_tokens=int(self.prompt_template.max_new_tokens),
prompt=self.prompt_template.prompt,
message_version=self._message_version,