github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2026-03-18 11:07:36 +00:00
Code Issues Packages Projects Releases Wiki Activity

format

Browse Source
This commit is contained in:
Ankush Gola
2023-06-07 22:56:57 -07:00
parent f458da845a
commit aea44eb246
1 changed files with 6 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
langchain/llms/base.py
View File

@@ -108,7 +108,9 @@ class BaseLLM(BaseLanguageModel, ABC):
else:
return verbose
def _flatten_llm_result(self, prompts: List[str], result: LLMResult) -> List[LLMResult]:
def _flatten_llm_result(
self, prompts: List[str], result: LLMResult
) -> List[LLMResult]:
"""Flatten the LLMResult into a list of LLMResults for batched runs."""
if len(result.generations) != len(prompts):
raise ValueError(
@@ -119,7 +121,9 @@ class BaseLLM(BaseLanguageModel, ABC):
for prompt, gens in zip(prompts, result.generations):
try:
llm_output = {
"completion_tokens": self.get_num_tokens("".join([gen.text for gen in gens])),
"completion_tokens": self.get_num_tokens(
"".join([gen.text for gen in gens])
),
"prompt_tokens": self.get_num_tokens(prompt),
}
llm_output["total_tokens"] = (