diff --git a/docs/docs/integrations/llms/sambanova.ipynb b/docs/docs/integrations/llms/sambanova.ipynb index 64ed3460660..2d88c86ab7b 100644 --- a/docs/docs/integrations/llms/sambanova.ipynb +++ b/docs/docs/integrations/llms/sambanova.ipynb @@ -88,6 +88,7 @@ " \"max_tokens_to_generate\": 1000,\n", " \"temperature\": 0.01,\n", " \"select_expert\": \"llama-2-7b-chat-hf\",\n", + " \"process_prompt\": False,\n", " # \"stop_sequences\": '\\\"sequence1\\\",\\\"sequence2\\\"',\n", " # \"repetition_penalty\": 1.0,\n", " # \"top_k\": 50,\n", @@ -116,6 +117,7 @@ " \"max_tokens_to_generate\": 1000,\n", " \"temperature\": 0.01,\n", " \"select_expert\": \"llama-2-7b-chat-hf\",\n", + " \"process_prompt\": False,\n", " # \"stop_sequences\": '\\\"sequence1\\\",\\\"sequence2\\\"',\n", " # \"repetition_penalty\": 1.0,\n", " # \"top_k\": 50,\n", @@ -175,9 +177,7 @@ "import os\n", "\n", "sambastudio_base_url = \"\"\n", - "sambastudio_base_uri = (\n", - " \"\" # optional, \"api/predict/nlp\" set as default\n", - ")\n", + "sambastudio_base_uri = \"\" # optional, \"api/predict/generic\" set as default\n", "sambastudio_project_id = \"\"\n", "sambastudio_endpoint_id = \"\"\n", "sambastudio_api_key = \"\"\n", @@ -271,6 +271,7 @@ " \"do_sample\": True,\n", " \"max_tokens_to_generate\": 1000,\n", " \"temperature\": 0.01,\n", + " \"process_prompt\": False,\n", " \"select_expert\": \"Meta-Llama-3-8B-Instruct\",\n", " # \"repetition_penalty\": 1.0,\n", " # \"top_k\": 50,\n", diff --git a/docs/docs/integrations/text_embedding/sambanova.ipynb b/docs/docs/integrations/text_embedding/sambanova.ipynb index aa1da928d68..6d3e81c317b 100644 --- a/docs/docs/integrations/text_embedding/sambanova.ipynb +++ b/docs/docs/integrations/text_embedding/sambanova.ipynb @@ -101,7 +101,7 @@ " sambastudio_embeddings_project_id=sambastudio_project_id,\n", " sambastudio_embeddings_endpoint_id=sambastudio_endpoint_id,\n", " sambastudio_embeddings_api_key=sambastudio_api_key,\n", - " batch_size=32,\n", + " batch_size=32, # set depending on the deployed endpoint configuration\n", ")" ] }, diff --git a/libs/community/langchain_community/llms/sambanova.py b/libs/community/langchain_community/llms/sambanova.py index 2b59d2b8c76..35a10a96397 100644 --- a/libs/community/langchain_community/llms/sambanova.py +++ b/libs/community/langchain_community/llms/sambanova.py @@ -190,6 +190,7 @@ class Sambaverse(LLM): "top_p": 1.0, "repetition_penalty": 1.0, "top_k": 50, + "process_prompt": False }, ) """ @@ -672,7 +673,7 @@ class SambaStudio(LLM): Example: .. code-block:: python - from langchain_community.llms.sambanova import Sambaverse + from langchain_community.llms.sambanova import SambaStudio SambaStudio( sambastudio_base_url="your-SambaStudio-environment-URL", sambastudio_base_uri="your-SambaStudio-base-URI", @@ -687,6 +688,8 @@ class SambaStudio(LLM): "top_p": 1.0, "repetition_penalty": 1, "top_k": 50, + #"process_prompt": False, + #"select_expert": "Meta-Llama-3-8B-Instruct" }, ) """ @@ -741,7 +744,7 @@ class SambaStudio(LLM): values, "sambastudio_base_uri", "SAMBASTUDIO_BASE_URI", - default="api/predict/nlp", + default="api/predict/generic", ) values["sambastudio_project_id"] = get_from_dict_or_env( values, "sambastudio_project_id", "SAMBASTUDIO_PROJECT_ID"