github/langchain
1
0
Fork 0
mirror of https://github.com/hwchase17/langchain.git synced 2025-09-17 15:35:14 +00:00
Code Issues Packages Projects Releases Wiki Activity

partners/ollama: release 0.2.2rc1 (#28300)

Browse Source
This commit is contained in:
Erick Friis
2024-11-22 14:25:05 -08:00
committed by GitHub
parent 7277794a59
commit aa7fa80e1e
5 changed files with 228 additions and 218 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
libs/partners/ollama/langchain_ollama/llms.py
View File

@@ -116,12 +116,12 @@ class OllamaLLM(BaseLLM):
For a full list of the params, see [this link](https://pydoc.dev/httpx/latest/httpx.Client.html)
"""
_client: Client = PrivateAttr(default=None)
_client: Client = PrivateAttr(default=None) # type: ignore
"""
The client to use for making requests.
"""
_async_client: AsyncClient = PrivateAttr(default=None)
_async_client: AsyncClient = PrivateAttr(default=None) # type: ignore
"""
The async client to use for making requests.
"""
@@ -200,7 +200,7 @@ class OllamaLLM(BaseLLM):
async for part in await self._async_client.generate(
**self._generate_params(prompt, stop=stop, **kwargs)
): # type: ignore
yield part
yield part # type: ignore
def _create_generate_stream(
self,
@@ -210,7 +210,7 @@ class OllamaLLM(BaseLLM):
) -> Iterator[Union[Mapping[str, Any], str]]:
yield from self._client.generate(
**self._generate_params(prompt, stop=stop, **kwargs)
)
) # type: ignore
async def _astream_with_aggregation(
self,