github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-09-09 23:12:38 +00:00
Code Issues Packages Projects Releases Wiki Activity

openai[patch]: rm tiktoken model warning (#16964)

Browse Source
This commit is contained in:
Bagatur
2024-02-03 16:36:57 -08:00
committed by GitHub
parent 0826d87ecd
commit 35446c814e
5 changed files with 30 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
libs/partners/openai/langchain_openai/embeddings/base.py
View File

@@ -289,9 +289,7 @@ class OpenAIEmbeddings(BaseModel, Embeddings):
try:
encoding = tiktoken.encoding_for_model(model_name)
except KeyError:
logger.warning("Warning: model not found. Using cl100k_base encoding.")
model = "cl100k_base"
encoding = tiktoken.get_encoding(model)
encoding = tiktoken.get_encoding("cl100k_base")
for i, text in enumerate(texts):
if self.model.endswith("001"):
# See: https://github.com/openai/openai-python/