github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-06-22 06:39:52 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add logprobs to SamplingParameters in vllm (#9010)

Browse Source 
This PR aims at amending #8806 , that I opened a few days ago, adding
the extra `logprobs` parameter that I accidentally forgot
This commit is contained in:
Massimiliano Pronesti 2023-08-10 00:48:29 +02:00 committed by GitHub
parent 8dd071ad08
commit c72da53c10
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
libs/langchain/langchain/llms/vllm.py
View File

@ -54,6 +54,9 @@ class VLLM(BaseLLM):
max_new_tokens: int = 512 max_new_tokens: int = 512
"""Maximum number of tokens to generate per output sequence.""" """Maximum number of tokens to generate per output sequence."""
logprobs: Optional[int] = None
"""Number of log probabilities to return per output token."""
client: Any #: :meta private: client: Any #: :meta private:
@root_validator() @root_validator()
@ -91,6 +94,7 @@ class VLLM(BaseLLM):
"stop": self.stop, "stop": self.stop,
"ignore_eos": self.ignore_eos, "ignore_eos": self.ignore_eos,
"use_beam_search": self.use_beam_search, "use_beam_search": self.use_beam_search,
"logprobs": self.logprobs,
} }
def _generate( def _generate(