openai[patch]: rm tiktoken model warning (#16964)

2025-09-07 05:52:15 +00:00 · 2024-02-03 16:36:57 -08:00
parent 0826d87ecd
commit 35446c814e
5 changed files with 30 additions and 20 deletions
--- a/libs/partners/openai/langchain_openai/llms/base.py
+++ b/libs/partners/openai/langchain_openai/llms/base.py
@@ -496,9 +496,7 @@ class BaseOpenAI(BaseLLM):
        try:
            enc = tiktoken.encoding_for_model(model_name)
        except KeyError:
-            logger.warning("Warning: model not found. Using cl100k_base encoding.")
-            model = "cl100k_base"
-            enc = tiktoken.get_encoding(model)
+            enc = tiktoken.get_encoding("cl100k_base")

        return enc.encode(
            text,