github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-06-28 09:28:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

-1 max token description for openai (#330)

Browse Source
This commit is contained in:
thepok 2022-12-13 14:15:51 +01:00 committed by GitHub
parent 2fbb152386
commit 137356dbec
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
langchain/llms/openai.py
View File

@ -29,7 +29,9 @@ class OpenAI(LLM, BaseModel):
temperature: float = 0.7 temperature: float = 0.7
"""What sampling temperature to use.""" """What sampling temperature to use."""
max_tokens: int = 256 max_tokens: int = 256
"""The maximum number of tokens to generate in the completion.""" """The maximum number of tokens to generate in the completion.
-1 returns as many tokens as possible given the prompt and
the models maximal context size."""
top_p: float = 1 top_p: float = 1
"""Total probability mass of tokens to consider at each step.""" """Total probability mass of tokens to consider at each step."""
frequency_penalty: float = 0 frequency_penalty: float = 0