mirror of
https://github.com/hwchase17/langchain.git
synced 2025-08-21 18:37:04 +00:00
d6ef5fe86a
**Description:** Adding chat completions to the Together AI package, which is our most popular API. Also staying backwards compatible with the old API so folks can continue to use the completions API as well. Also moved the embedding API to use the OpenAI library to standardize it further. **Twitter handle:** @nutlope - [x] **Add tests and docs**: If you're adding a new integration, please include - [x] **Lint and test**: Run `make format`, `make lint` and `make test` from the root of the package(s) you've modified. See contribution guidelines for more: https://python.langchain.com/docs/contributing/ If no one reviews your PR within a few days, please @-mention one of baskaryan, efriis, eyurtsev, hwchase17. --------- Co-authored-by: Erick Friis <erick@langchain.dev>
40 lines
1.1 KiB
Python
40 lines
1.1 KiB
Python
"""Test Together API wrapper.
|
|
In order to run this test, you need to have an Together api key.
|
|
You can get it by registering for free at https://api.together.ai/.
|
|
A test key can be found at https://api.together.xyz/settings/api-keys
|
|
You'll then need to set TOGETHER_API_KEY environment variable to your api key.
|
|
"""
|
|
|
|
import pytest as pytest
|
|
|
|
from langchain_together import Together
|
|
|
|
|
|
def test_together_call() -> None:
|
|
"""Test simple call to together."""
|
|
llm = Together(
|
|
model="togethercomputer/RedPajama-INCITE-7B-Base",
|
|
temperature=0.2,
|
|
max_tokens=250,
|
|
)
|
|
output = llm.invoke("Say foo:")
|
|
|
|
assert llm._llm_type == "together"
|
|
assert isinstance(output, str)
|
|
assert len(output) > 0
|
|
|
|
|
|
async def test_together_acall() -> None:
|
|
"""Test simple call to together."""
|
|
llm = Together(
|
|
model="togethercomputer/RedPajama-INCITE-7B-Base",
|
|
temperature=0.2,
|
|
max_tokens=250,
|
|
)
|
|
output = await llm.agenerate(["Say foo:"], stop=["bar"])
|
|
|
|
assert llm._llm_type == "together"
|
|
output_text = output.generations[0][0].text
|
|
assert isinstance(output_text, str)
|
|
assert output_text.count("bar") <= 1
|