github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-06-25 08:03:39 +00:00
Code Issues Packages Projects Releases Wiki Activity

add stop to stream (#729)

Browse Source
This commit is contained in:
Harrison Chase 2023-01-24 22:49:24 -08:00 committed by GitHub
parent e3df8ab6dc
commit 9194a8be89
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 6 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
langchain/llms/openai.py
View File

@ -182,7 +182,7 @@ class BaseOpenAI(BaseLLM, BaseModel):
generations=generations, llm_output={"token_usage": token_usage} generations=generations, llm_output={"token_usage": token_usage}
) )
def stream(self, prompt: str) -> Generator: def stream(self, prompt: str, stop: Optional[List[str]] = None) -> Generator:
"""Call OpenAI with streaming flag and return the resulting generator. """Call OpenAI with streaming flag and return the resulting generator.
BETA: this is a beta feature while we figure out the right abstraction. BETA: this is a beta feature while we figure out the right abstraction.
@ -190,6 +190,7 @@ class BaseOpenAI(BaseLLM, BaseModel):
Args: Args:
prompt: The prompts to pass into the model. prompt: The prompts to pass into the model.
stop: Optional list of stop words to use when generating.
Returns: Returns:
A generator representing the stream of tokens from OpenAI. A generator representing the stream of tokens from OpenAI.
@ -204,6 +205,10 @@ class BaseOpenAI(BaseLLM, BaseModel):
params = self._invocation_params params = self._invocation_params
if params["best_of"] != 1: if params["best_of"] != 1:
raise ValueError("OpenAI only supports best_of == 1 for streaming") raise ValueError("OpenAI only supports best_of == 1 for streaming")
if stop is not None:
if "stop" in params:
raise ValueError("`stop` found in both the input and default params.")
params["stop"] = stop
params["stream"] = True params["stream"] = True
generator = self.client.create(prompt=prompt, **params) generator = self.client.create(prompt=prompt, **params)