mirror of
https://github.com/hwchase17/langchain.git
synced 2025-09-24 03:52:10 +00:00
f8883a1321
Voyage has introduced voyage-3-large and voyage-code-3, which feature different output dimensions by leveraging a technique called "Matryoshka Embeddings" (see blog - https://blog.voyageai.com/2024/12/04/voyage-code-3/). These two models are available in various sizes: [256, 512, 1024, 2048] (https://docs.voyageai.com/docs/embeddings#model-choices). This PR adds the option to set the required output dimension.
62 lines
1.9 KiB
Python
62 lines
1.9 KiB
Python
"""Test embedding model integration."""
|
|
|
|
from langchain_core.embeddings import Embeddings
|
|
|
|
from langchain_voyageai import VoyageAIEmbeddings
|
|
|
|
MODEL = "voyage-2"
|
|
|
|
|
|
def test_initialization_voyage_2() -> None:
|
|
"""Test embedding model initialization."""
|
|
emb = VoyageAIEmbeddings(api_key="NOT_A_VALID_KEY", model=MODEL) # type: ignore
|
|
assert isinstance(emb, Embeddings)
|
|
assert emb.batch_size == 72
|
|
assert emb.model == MODEL
|
|
assert emb._client is not None
|
|
|
|
|
|
def test_initialization_voyage_2_with_full_api_key_name() -> None:
|
|
"""Test embedding model initialization."""
|
|
# Testing that we can initialize the model using `voyage_api_key`
|
|
# instead of `api_key`
|
|
emb = VoyageAIEmbeddings(voyage_api_key="NOT_A_VALID_KEY", model=MODEL) # type: ignore
|
|
assert isinstance(emb, Embeddings)
|
|
assert emb.batch_size == 72
|
|
assert emb.model == MODEL
|
|
assert emb._client is not None
|
|
|
|
|
|
def test_initialization_voyage_1() -> None:
|
|
"""Test embedding model initialization."""
|
|
emb = VoyageAIEmbeddings(api_key="NOT_A_VALID_KEY", model="voyage-01") # type: ignore
|
|
assert isinstance(emb, Embeddings)
|
|
assert emb.batch_size == 7
|
|
assert emb.model == "voyage-01"
|
|
assert emb._client is not None
|
|
|
|
|
|
def test_initialization_voyage_1_batch_size() -> None:
|
|
"""Test embedding model initialization."""
|
|
emb = VoyageAIEmbeddings(
|
|
api_key="NOT_A_VALID_KEY", # type: ignore
|
|
model="voyage-01",
|
|
batch_size=15,
|
|
)
|
|
assert isinstance(emb, Embeddings)
|
|
assert emb.batch_size == 15
|
|
assert emb.model == "voyage-01"
|
|
assert emb._client is not None
|
|
|
|
|
|
def test_initialization_with_output_dimension() -> None:
|
|
emb = VoyageAIEmbeddings(
|
|
api_key="NOT_A_VALID_KEY", # type: ignore
|
|
model="voyage-3-large",
|
|
output_dimension=256,
|
|
batch_size=10,
|
|
)
|
|
assert isinstance(emb, Embeddings)
|
|
assert emb.model == "voyage-3-large"
|
|
assert emb.output_dimension == 256
|