github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-06-21 06:14:37 +00:00
Code Issues Packages Projects Releases Wiki Activity

community: sambanova integration minor changes (#24503)

Browse Source 
- Minor changes in samabanova llm integration 
  - default api 
  - docstrings
- minor changes in docs
This commit is contained in:
Jorge Piedrahita Ortiz 2024-07-22 12:06:35 -05:00 committed by GitHub
parent 721f709dec
commit 10e3982b59
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 10 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
docs/docs/integrations/llms/sambanova.ipynb
View File

@ -88,6 +88,7 @@
" \"max_tokens_to_generate\": 1000,\n", " \"max_tokens_to_generate\": 1000,\n",
" \"temperature\": 0.01,\n", " \"temperature\": 0.01,\n",
" \"select_expert\": \"llama-2-7b-chat-hf\",\n", " \"select_expert\": \"llama-2-7b-chat-hf\",\n",
" \"process_prompt\": False,\n",
" # \"stop_sequences\": '\\\"sequence1\\\",\\\"sequence2\\\"',\n", " # \"stop_sequences\": '\\\"sequence1\\\",\\\"sequence2\\\"',\n",
" # \"repetition_penalty\": 1.0,\n", " # \"repetition_penalty\": 1.0,\n",
" # \"top_k\": 50,\n", " # \"top_k\": 50,\n",
@ -116,6 +117,7 @@
" \"max_tokens_to_generate\": 1000,\n", " \"max_tokens_to_generate\": 1000,\n",
" \"temperature\": 0.01,\n", " \"temperature\": 0.01,\n",
" \"select_expert\": \"llama-2-7b-chat-hf\",\n", " \"select_expert\": \"llama-2-7b-chat-hf\",\n",
" \"process_prompt\": False,\n",
" # \"stop_sequences\": '\\\"sequence1\\\",\\\"sequence2\\\"',\n", " # \"stop_sequences\": '\\\"sequence1\\\",\\\"sequence2\\\"',\n",
" # \"repetition_penalty\": 1.0,\n", " # \"repetition_penalty\": 1.0,\n",
" # \"top_k\": 50,\n", " # \"top_k\": 50,\n",
@ -175,9 +177,7 @@
"import os\n", "import os\n",
"\n", "\n",
"sambastudio_base_url = \"<Your SambaStudio environment URL>\"\n", "sambastudio_base_url = \"<Your SambaStudio environment URL>\"\n",
"sambastudio_base_uri = (\n", "sambastudio_base_uri = \"<Your SambaStudio endpoint base URI>\" # optional, \"api/predict/generic\" set as default\n",
" \"<Your SambaStudio endpoint base URI>\" # optional, \"api/predict/nlp\" set as default\n",
")\n",
"sambastudio_project_id = \"<Your SambaStudio project id>\"\n", "sambastudio_project_id = \"<Your SambaStudio project id>\"\n",
"sambastudio_endpoint_id = \"<Your SambaStudio endpoint id>\"\n", "sambastudio_endpoint_id = \"<Your SambaStudio endpoint id>\"\n",
"sambastudio_api_key = \"<Your SambaStudio endpoint API key>\"\n", "sambastudio_api_key = \"<Your SambaStudio endpoint API key>\"\n",
@ -271,6 +271,7 @@
" \"do_sample\": True,\n", " \"do_sample\": True,\n",
" \"max_tokens_to_generate\": 1000,\n", " \"max_tokens_to_generate\": 1000,\n",
" \"temperature\": 0.01,\n", " \"temperature\": 0.01,\n",
" \"process_prompt\": False,\n",
" \"select_expert\": \"Meta-Llama-3-8B-Instruct\",\n", " \"select_expert\": \"Meta-Llama-3-8B-Instruct\",\n",
" # \"repetition_penalty\": 1.0,\n", " # \"repetition_penalty\": 1.0,\n",
" # \"top_k\": 50,\n", " # \"top_k\": 50,\n",

2
docs/docs/integrations/text_embedding/sambanova.ipynb
View File

@ -101,7 +101,7 @@
" sambastudio_embeddings_project_id=sambastudio_project_id,\n", " sambastudio_embeddings_project_id=sambastudio_project_id,\n",
" sambastudio_embeddings_endpoint_id=sambastudio_endpoint_id,\n", " sambastudio_embeddings_endpoint_id=sambastudio_endpoint_id,\n",
" sambastudio_embeddings_api_key=sambastudio_api_key,\n", " sambastudio_embeddings_api_key=sambastudio_api_key,\n",
" batch_size=32,\n", " batch_size=32, # set depending on the deployed endpoint configuration\n",
")" ")"
] ]
}, },

7
libs/community/langchain_community/llms/sambanova.py
View File

@ -190,6 +190,7 @@ class Sambaverse(LLM):
"top_p": 1.0, "top_p": 1.0,
"repetition_penalty": 1.0, "repetition_penalty": 1.0,
"top_k": 50, "top_k": 50,
"process_prompt": False
}, },
) )
""" """
@ -672,7 +673,7 @@ class SambaStudio(LLM):
Example: Example:
.. code-block:: python .. code-block:: python
from langchain_community.llms.sambanova import Sambaverse from langchain_community.llms.sambanova import SambaStudio
SambaStudio( SambaStudio(
sambastudio_base_url="your-SambaStudio-environment-URL", sambastudio_base_url="your-SambaStudio-environment-URL",
sambastudio_base_uri="your-SambaStudio-base-URI", sambastudio_base_uri="your-SambaStudio-base-URI",
@ -687,6 +688,8 @@ class SambaStudio(LLM):
"top_p": 1.0, "top_p": 1.0,
"repetition_penalty": 1, "repetition_penalty": 1,
"top_k": 50, "top_k": 50,
#"process_prompt": False,
#"select_expert": "Meta-Llama-3-8B-Instruct"
}, },
) )
""" """
@ -741,7 +744,7 @@ class SambaStudio(LLM):
values, values,
"sambastudio_base_uri", "sambastudio_base_uri",
"SAMBASTUDIO_BASE_URI", "SAMBASTUDIO_BASE_URI",
default="api/predict/nlp", default="api/predict/generic",
) )
values["sambastudio_project_id"] = get_from_dict_or_env( values["sambastudio_project_id"] = get_from_dict_or_env(
values, "sambastudio_project_id", "SAMBASTUDIO_PROJECT_ID" values, "sambastudio_project_id", "SAMBASTUDIO_PROJECT_ID"