Harrison/llm integrations (#1039)

Co-authored-by: jped <jonathanped@gmail.com>
Co-authored-by: Justin Torre <justintorre75@gmail.com>
Co-authored-by: Ivan Vendrov <ivan@anthropic.com>

tests/integration_tests/llms/test_promptlayer_openai.py

@@ -0,0 +1,76 @@
+"""Test PromptLayer OpenAI API wrapper."""
+
+from pathlib import Path
+from typing import Generator
+
+import pytest
+
+from langchain.llms.loading import load_llm
+from langchain.llms.promptlayer_openai import PromptLayerOpenAI
+
+
+def test_promptlayer_openai_call() -> None:
+    """Test valid call to promptlayer openai."""
+    llm = PromptLayerOpenAI(max_tokens=10)
+    output = llm("Say foo:")
+    assert isinstance(output, str)
+
+
+def test_promptlayer_openai_extra_kwargs() -> None:
+    """Test extra kwargs to promptlayer openai."""
+    # Check that foo is saved in extra_kwargs.
+    llm = PromptLayerOpenAI(foo=3, max_tokens=10)
+    assert llm.max_tokens == 10
+    assert llm.model_kwargs == {"foo": 3}
+
+    # Test that if extra_kwargs are provided, they are added to it.
+    llm = PromptLayerOpenAI(foo=3, model_kwargs={"bar": 2})
+    assert llm.model_kwargs == {"foo": 3, "bar": 2}
+
+    # Test that if provided twice it errors
+    with pytest.raises(ValueError):
+        PromptLayerOpenAI(foo=3, model_kwargs={"foo": 2})
+
+
+def test_promptlayer_openai_stop_valid() -> None:
+    """Test promptlayer openai stop logic on valid configuration."""
+    query = "write an ordered list of five items"
+    first_llm = PromptLayerOpenAI(stop="3", temperature=0)
+    first_output = first_llm(query)
+    second_llm = PromptLayerOpenAI(temperature=0)
+    second_output = second_llm(query, stop=["3"])
+    # Because it stops on new lines, shouldn't return anything
+    assert first_output == second_output
+
+
+def test_promptlayer_openai_stop_error() -> None:
+    """Test promptlayer openai stop logic on bad configuration."""
+    llm = PromptLayerOpenAI(stop="3", temperature=0)
+    with pytest.raises(ValueError):
+        llm("write an ordered list of five items", stop=["\n"])
+
+
+def test_saving_loading_llm(tmp_path: Path) -> None:
+    """Test saving/loading an promptlayer OpenAPI LLM."""
+    llm = PromptLayerOpenAI(max_tokens=10)
+    llm.save(file_path=tmp_path / "openai.yaml")
+    loaded_llm = load_llm(tmp_path / "openai.yaml")
+    assert loaded_llm == llm
+
+
+def test_promptlayer_openai_streaming() -> None:
+    """Test streaming tokens from promptalyer OpenAI."""
+    llm = PromptLayerOpenAI(max_tokens=10)
+    generator = llm.stream("I'm Pickle Rick")
+
+    assert isinstance(generator, Generator)
+
+    for token in generator:
+        assert isinstance(token["choices"][0]["text"], str)
+
+
+def test_promptlayer_openai_streaming_error() -> None:
+    """Test error handling in stream."""
+    llm = PromptLayerOpenAI(best_of=2)
+    with pytest.raises(ValueError):
+        llm.stream("I'm Pickle Rick")