github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-09-15 14:36:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update Bedrock service name to "bedrock-runtime" and model identifiers (#11161)

Browse Source 
- **Description:** Bedrock updated boto service name to
"bedrock-runtime" for the InvokeModel and InvokeModelWithResponseStream
APIs. This update also includes new model identifiers for Titan text,
embedding and Anthropic.

Co-authored-by: Mani Kumar Adari <maniadar@amazon.com>
This commit is contained in:
mani2348
2023-09-28 09:42:56 -07:00
committed by GitHub
parent de3e25683e
commit 89ddc7cbb6
3 changed files with 9 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
libs/langchain/langchain/embeddings/bedrock.py
View File

@@ -30,7 +30,7 @@ class BedrockEmbeddings(BaseModel, Embeddings):
region_name ="us-east-1"
credentials_profile_name = "default"
model_id = "amazon.titan-e1t-medium"
model_id = "amazon.titan-embed-text-v1"
be = BedrockEmbeddings(
credentials_profile_name=credentials_profile_name,
@@ -54,8 +54,8 @@ class BedrockEmbeddings(BaseModel, Embeddings):
See: https://boto3.amazonaws.com/v1/documentation/api/latest/guide/credentials.html
"""
model_id: str = "amazon.titan-e1t-medium"
"""Id of the model to call, e.g., amazon.titan-e1t-medium, this is
model_id: str = "amazon.titan-embed-text-v1"
"""Id of the model to call, e.g., amazon.titan-embed-text-v1, this is
equivalent to the modelId property in the list-foundation-models api"""
model_kwargs: Optional[Dict] = None
@@ -92,7 +92,7 @@ class BedrockEmbeddings(BaseModel, Embeddings):
if values["endpoint_url"]:
client_params["endpoint_url"] = values["endpoint_url"]
values["client"] = session.client("bedrock", **client_params)
values["client"] = session.client("bedrock-runtime", **client_params)
except ImportError:
raise ModuleNotFoundError(

6
libs/langchain/langchain/llms/bedrock.py
View File

@@ -143,7 +143,7 @@ class BedrockBase(BaseModel, ABC):
"""
model_id: str
"""Id of the model to call, e.g., amazon.titan-tg1-large, this is
"""Id of the model to call, e.g., amazon.titan-text-express-v1, this is
equivalent to the modelId property in the list-foundation-models api"""
model_kwargs: Optional[Dict] = None
@@ -184,7 +184,7 @@ class BedrockBase(BaseModel, ABC):
if values["endpoint_url"]:
client_params["endpoint_url"] = values["endpoint_url"]
values["client"] = session.client("bedrock", **client_params)
values["client"] = session.client("bedrock-runtime", **client_params)
except ImportError:
raise ModuleNotFoundError(
@@ -307,7 +307,7 @@ class Bedrock(LLM, BedrockBase):
llm = BedrockLLM(
credentials_profile_name="default",
model_id="amazon.titan-tg1-large",
model_id="amazon.titan-text-express-v1",
streaming=True
)