mirror of
https://github.com/csunny/DB-GPT.git
synced 2025-08-22 10:08:34 +00:00
Todo: add retry for generate
This commit is contained in:
parent
1f78c21c08
commit
d839180d67
@ -136,6 +136,8 @@ class BaseChat(ABC):
|
||||
return payload
|
||||
|
||||
def stream_call(self):
|
||||
|
||||
# TODO Retry when server connection error
|
||||
payload = self.__call_base()
|
||||
|
||||
self.skip_echo_len = len(payload.get("prompt").replace("</s>", " ")) + 11
|
||||
|
Loading…
Reference in New Issue
Block a user