style:delete unusual code

This commit is contained in:
aries_ckt
2023-11-20 16:52:22 +08:00
parent 689f6bf7f0
commit de1ccd8fb9

View File

@@ -190,19 +190,6 @@ class PromptHelper(BaseModel):
tokenizer=self._tokenizer,
)
# def truncate(
# self,
# prompt: BasePromptTemplate,
# text_chunks: Sequence[str],
# padding: int = DEFAULT_PADDING,
# ) -> List[str]:
# """Truncate text chunks to fit available context window."""
# text_splitter = self.get_text_splitter_given_prompt(
# prompt,
# num_chunks=len(text_chunks),
# padding=padding,
# )
# return [truncate_text(chunk, text_splitter) for chunk in text_chunks]
def repack(
self,