github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-09-09 06:53:59 +00:00
Code Issues Packages Projects Releases Wiki Activity

community: sambanova integration minor changes (#24503)

Browse Source 
- Minor changes in samabanova llm integration 
  - default api 
  - docstrings
- minor changes in docs
This commit is contained in:
Jorge Piedrahita Ortiz
2024-07-22 12:06:35 -05:00
committed by GitHub
parent 721f709dec
commit 10e3982b59
3 changed files with 10 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
libs/community/langchain_community/llms/sambanova.py
View File

@@ -190,6 +190,7 @@ class Sambaverse(LLM):
"top_p": 1.0,
"repetition_penalty": 1.0,
"top_k": 50,
"process_prompt": False
},
)
"""
@@ -672,7 +673,7 @@ class SambaStudio(LLM):
Example:
.. code-block:: python
from langchain_community.llms.sambanova import Sambaverse
from langchain_community.llms.sambanova import SambaStudio
SambaStudio(
sambastudio_base_url="your-SambaStudio-environment-URL",
sambastudio_base_uri="your-SambaStudio-base-URI",
@@ -687,6 +688,8 @@ class SambaStudio(LLM):
"top_p": 1.0,
"repetition_penalty": 1,
"top_k": 50,
#"process_prompt": False,
#"select_expert": "Meta-Llama-3-8B-Instruct"
},
)
"""
@@ -741,7 +744,7 @@ class SambaStudio(LLM):
values,
"sambastudio_base_uri",
"SAMBASTUDIO_BASE_URI",
default="api/predict/nlp",
default="api/predict/generic",
)
values["sambastudio_project_id"] = get_from_dict_or_env(
values, "sambastudio_project_id", "SAMBASTUDIO_PROJECT_ID"