Todo: add retry for generate

This commit is contained in:
csunny 2023-06-13 21:17:03 +08:00
parent 1f78c21c08
commit d839180d67

View File

@ -136,6 +136,8 @@ class BaseChat(ABC):
return payload
def stream_call(self):
# TODO Retry when server connection error
payload = self.__call_base()
self.skip_echo_len = len(payload.get("prompt").replace("</s>", " ")) + 11