github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-05-20 14:31:44 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update Bedrock service name to "bedrock-runtime" and model identifiers (#11161)

Browse Source 
- **Description:** Bedrock updated boto service name to
"bedrock-runtime" for the InvokeModel and InvokeModelWithResponseStream
APIs. This update also includes new model identifiers for Titan text,
embedding and Anthropic.

Co-authored-by: Mani Kumar Adari <maniadar@amazon.com>
This commit is contained in:
mani2348 2023-09-28 09:42:56 -07:00 committed by GitHub
parent de3e25683e
commit 89ddc7cbb6
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 9 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
docs/extras/integrations/llms/bedrock.ipynb
View File

@ -35,7 +35,7 @@
"\n",
"llm = Bedrock(\n",
" credentials_profile_name=\"bedrock-admin\",\n",
" model_id=\"amazon.titan-tg1-large\"\n",
" model_id=\"amazon.titan-text-express-v1\"\n",
")"
]
},
@ -82,7 +82,7 @@
"\n",
"llm = Bedrock(\n",
" credentials_profile_name=\"bedrock-admin\",\n",
" model_id=\"amazon.titan-tg1-large\",\n",
" model_id=\"amazon.titan-text-express-v1\",\n",
" streaming=True,\n",
" callbacks=[StreamingStdOutCallbackHandler()],\n",
")"

8
libs/langchain/langchain/embeddings/bedrock.py
View File

@ -30,7 +30,7 @@ class BedrockEmbeddings(BaseModel, Embeddings):
region_name ="us-east-1"
credentials_profile_name = "default"
model_id = "amazon.titan-e1t-medium"
model_id = "amazon.titan-embed-text-v1"
be = BedrockEmbeddings(
credentials_profile_name=credentials_profile_name,
@ -54,8 +54,8 @@ class BedrockEmbeddings(BaseModel, Embeddings):
See: https://boto3.amazonaws.com/v1/documentation/api/latest/guide/credentials.html
"""
model_id: str = "amazon.titan-e1t-medium"
"""Id of the model to call, e.g., amazon.titan-e1t-medium, this is
model_id: str = "amazon.titan-embed-text-v1"
"""Id of the model to call, e.g., amazon.titan-embed-text-v1, this is
equivalent to the modelId property in the list-foundation-models api"""
model_kwargs: Optional[Dict] = None
@ -92,7 +92,7 @@ class BedrockEmbeddings(BaseModel, Embeddings):
if values["endpoint_url"]:
client_params["endpoint_url"] = values["endpoint_url"]
values["client"] = session.client("bedrock", **client_params)
values["client"] = session.client("bedrock-runtime", **client_params)
except ImportError:
raise ModuleNotFoundError(

6
libs/langchain/langchain/llms/bedrock.py
View File

@ -143,7 +143,7 @@ class BedrockBase(BaseModel, ABC):
"""
model_id: str
"""Id of the model to call, e.g., amazon.titan-tg1-large, this is
"""Id of the model to call, e.g., amazon.titan-text-express-v1, this is
equivalent to the modelId property in the list-foundation-models api"""
model_kwargs: Optional[Dict] = None
@ -184,7 +184,7 @@ class BedrockBase(BaseModel, ABC):
if values["endpoint_url"]:
client_params["endpoint_url"] = values["endpoint_url"]
values["client"] = session.client("bedrock", **client_params)
values["client"] = session.client("bedrock-runtime", **client_params)
except ImportError:
raise ModuleNotFoundError(
@ -307,7 +307,7 @@ class Bedrock(LLM, BedrockBase):
llm = BedrockLLM(
credentials_profile_name="default",
model_id="amazon.titan-tg1-large",
model_id="amazon.titan-text-express-v1",
streaming=True
)