mirror of
https://github.com/hwchase17/langchain.git
synced 2025-05-30 19:49:09 +00:00
f027696b5f
**Please tag this issue with `nvidia_genai`**
- **Description:** Added new Runnables for integration NVIDIA Riva into
LCEL chains for Automatic Speech Recognition (ASR) and Text To Speech
(TTS).
- **Issue:** N/A
- **Dependencies:** To use these runnables, the NVIDIA Riva client
libraries are required. It they are not installed, an error will be
raised instructing how to install them. The Runnables can be safely
imported without the riva client libraries.
- **Twitter handle:** N/A
All of the Riva Runnables are inside a single folder in the Utilities
module. In this folder are four files:
- common.py - Contains all code that is common to both TTS and ASR
- stream.py - Contains a class representing an audio stream that allows
the end user to put data into the stream like a queue.
- asr.py - Contains the RivaASR runnable
- tts.py - Contains the RivaTTS runnable
The following Python function is an example of creating a chain that
makes use of both of these Runnables:
```python
def create(
config: Configuration,
audio_encoding: RivaAudioEncoding,
sample_rate: int,
audio_channels: int = 1,
) -> Runnable[ASRInputType, TTSOutputType]:
"""Create a new instance of the chain."""
_LOGGER.info("Instantiating the chain.")
# create the riva asr client
riva_asr = RivaASR(
url=str(config.riva_asr.service.url),
ssl_cert=config.riva_asr.service.ssl_cert,
encoding=audio_encoding,
audio_channel_count=audio_channels,
sample_rate_hertz=sample_rate,
profanity_filter=config.riva_asr.profanity_filter,
enable_automatic_punctuation=config.riva_asr.enable_automatic_punctuation,
language_code=config.riva_asr.language_code,
)
# create the prompt template
prompt = PromptTemplate.from_template("{user_input}")
# model = ChatOpenAI()
model = ChatNVIDIA(model="mixtral_8x7b") # type: ignore
# create the riva tts client
riva_tts = RivaTTS(
url=str(config.riva_asr.service.url),
ssl_cert=config.riva_asr.service.ssl_cert,
output_directory=config.riva_tts.output_directory,
language_code=config.riva_tts.language_code,
voice_name=config.riva_tts.voice_name,
)
# construct and return the chain
return {"user_input": riva_asr} | prompt | model | riva_tts # type: ignore
```
The following code is an example of creating a new audio stream for
Riva:
```python
input_stream = AudioStream(maxsize=1000)
# Send bytes into the stream
for chunk in audio_chunks:
await input_stream.aput(chunk)
input_stream.close()
```
The following code is an example of how to execute the chain with
RivaASR and RivaTTS
```python
output_stream = asyncio.Queue()
while not input_stream.complete:
async for chunk in chain.astream(input_stream):
output_stream.put(chunk)
```
Everything should be async safe and thread safe. Audio data can be put
into the input stream while the chain is running without interruptions.
---------
Co-authored-by: Hayden Wolff <hwolff@nvidia.com>
Co-authored-by: Hayden Wolff <hwolff@Haydens-Laptop.local>
Co-authored-by: Hayden Wolff <haydenwolff99@gmail.com>
Co-authored-by: Erick Friis <erick@langchain.dev>
441 lines
11 KiB
Python
441 lines
11 KiB
Python
"""**Utilities** are the integrations with third-part systems and packages.
|
|
|
|
Other LangChain classes use **Utilities** to interact with third-part systems
|
|
and packages.
|
|
"""
|
|
from typing import Any
|
|
|
|
from langchain_community.utilities.requests import (
|
|
Requests,
|
|
RequestsWrapper,
|
|
TextRequestsWrapper,
|
|
)
|
|
|
|
|
|
def _import_alpha_vantage() -> Any:
|
|
from langchain_community.utilities.alpha_vantage import AlphaVantageAPIWrapper
|
|
|
|
return AlphaVantageAPIWrapper
|
|
|
|
|
|
def _import_apify() -> Any:
|
|
from langchain_community.utilities.apify import ApifyWrapper
|
|
|
|
return ApifyWrapper
|
|
|
|
|
|
def _import_arcee() -> Any:
|
|
from langchain_community.utilities.arcee import ArceeWrapper
|
|
|
|
return ArceeWrapper
|
|
|
|
|
|
def _import_arxiv() -> Any:
|
|
from langchain_community.utilities.arxiv import ArxivAPIWrapper
|
|
|
|
return ArxivAPIWrapper
|
|
|
|
|
|
def _import_awslambda() -> Any:
|
|
from langchain_community.utilities.awslambda import LambdaWrapper
|
|
|
|
return LambdaWrapper
|
|
|
|
|
|
def _import_bibtex() -> Any:
|
|
from langchain_community.utilities.bibtex import BibtexparserWrapper
|
|
|
|
return BibtexparserWrapper
|
|
|
|
|
|
def _import_bing_search() -> Any:
|
|
from langchain_community.utilities.bing_search import BingSearchAPIWrapper
|
|
|
|
return BingSearchAPIWrapper
|
|
|
|
|
|
def _import_brave_search() -> Any:
|
|
from langchain_community.utilities.brave_search import BraveSearchWrapper
|
|
|
|
return BraveSearchWrapper
|
|
|
|
|
|
def _import_duckduckgo_search() -> Any:
|
|
from langchain_community.utilities.duckduckgo_search import (
|
|
DuckDuckGoSearchAPIWrapper,
|
|
)
|
|
|
|
return DuckDuckGoSearchAPIWrapper
|
|
|
|
|
|
def _import_golden_query() -> Any:
|
|
from langchain_community.utilities.golden_query import GoldenQueryAPIWrapper
|
|
|
|
return GoldenQueryAPIWrapper
|
|
|
|
|
|
def _import_google_lens() -> Any:
|
|
from langchain_community.utilities.google_lens import GoogleLensAPIWrapper
|
|
|
|
return GoogleLensAPIWrapper
|
|
|
|
|
|
def _import_google_places_api() -> Any:
|
|
from langchain_community.utilities.google_places_api import GooglePlacesAPIWrapper
|
|
|
|
return GooglePlacesAPIWrapper
|
|
|
|
|
|
def _import_google_jobs() -> Any:
|
|
from langchain_community.utilities.google_jobs import GoogleJobsAPIWrapper
|
|
|
|
return GoogleJobsAPIWrapper
|
|
|
|
|
|
def _import_google_scholar() -> Any:
|
|
from langchain_community.utilities.google_scholar import GoogleScholarAPIWrapper
|
|
|
|
return GoogleScholarAPIWrapper
|
|
|
|
|
|
def _import_google_trends() -> Any:
|
|
from langchain_community.utilities.google_trends import GoogleTrendsAPIWrapper
|
|
|
|
return GoogleTrendsAPIWrapper
|
|
|
|
|
|
def _import_google_finance() -> Any:
|
|
from langchain_community.utilities.google_finance import GoogleFinanceAPIWrapper
|
|
|
|
return GoogleFinanceAPIWrapper
|
|
|
|
|
|
def _import_google_search() -> Any:
|
|
from langchain_community.utilities.google_search import GoogleSearchAPIWrapper
|
|
|
|
return GoogleSearchAPIWrapper
|
|
|
|
|
|
def _import_google_serper() -> Any:
|
|
from langchain_community.utilities.google_serper import GoogleSerperAPIWrapper
|
|
|
|
return GoogleSerperAPIWrapper
|
|
|
|
|
|
def _import_graphql() -> Any:
|
|
from langchain_community.utilities.graphql import GraphQLAPIWrapper
|
|
|
|
return GraphQLAPIWrapper
|
|
|
|
|
|
def _import_jira() -> Any:
|
|
from langchain_community.utilities.jira import JiraAPIWrapper
|
|
|
|
return JiraAPIWrapper
|
|
|
|
|
|
def _import_max_compute() -> Any:
|
|
from langchain_community.utilities.max_compute import MaxComputeAPIWrapper
|
|
|
|
return MaxComputeAPIWrapper
|
|
|
|
|
|
def _import_merriam_webster() -> Any:
|
|
from langchain_community.utilities.merriam_webster import MerriamWebsterAPIWrapper
|
|
|
|
return MerriamWebsterAPIWrapper
|
|
|
|
|
|
def _import_metaphor_search() -> Any:
|
|
from langchain_community.utilities.metaphor_search import MetaphorSearchAPIWrapper
|
|
|
|
return MetaphorSearchAPIWrapper
|
|
|
|
|
|
def _import_openweathermap() -> Any:
|
|
from langchain_community.utilities.openweathermap import OpenWeatherMapAPIWrapper
|
|
|
|
return OpenWeatherMapAPIWrapper
|
|
|
|
|
|
def _import_outline() -> Any:
|
|
from langchain_community.utilities.outline import OutlineAPIWrapper
|
|
|
|
return OutlineAPIWrapper
|
|
|
|
|
|
def _import_portkey() -> Any:
|
|
from langchain_community.utilities.portkey import Portkey
|
|
|
|
return Portkey
|
|
|
|
|
|
def _import_powerbi() -> Any:
|
|
from langchain_community.utilities.powerbi import PowerBIDataset
|
|
|
|
return PowerBIDataset
|
|
|
|
|
|
def _import_pubmed() -> Any:
|
|
from langchain_community.utilities.pubmed import PubMedAPIWrapper
|
|
|
|
return PubMedAPIWrapper
|
|
|
|
|
|
def _import_python() -> Any:
|
|
from langchain_community.utilities.python import PythonREPL
|
|
|
|
return PythonREPL
|
|
|
|
|
|
def _import_scenexplain() -> Any:
|
|
from langchain_community.utilities.scenexplain import SceneXplainAPIWrapper
|
|
|
|
return SceneXplainAPIWrapper
|
|
|
|
|
|
def _import_searchapi() -> Any:
|
|
from langchain_community.utilities.searchapi import SearchApiAPIWrapper
|
|
|
|
return SearchApiAPIWrapper
|
|
|
|
|
|
def _import_searx_search() -> Any:
|
|
from langchain_community.utilities.searx_search import SearxSearchWrapper
|
|
|
|
return SearxSearchWrapper
|
|
|
|
|
|
def _import_serpapi() -> Any:
|
|
from langchain_community.utilities.serpapi import SerpAPIWrapper
|
|
|
|
return SerpAPIWrapper
|
|
|
|
|
|
def _import_spark_sql() -> Any:
|
|
from langchain_community.utilities.spark_sql import SparkSQL
|
|
|
|
return SparkSQL
|
|
|
|
|
|
def _import_sql_database() -> Any:
|
|
from langchain_community.utilities.sql_database import SQLDatabase
|
|
|
|
return SQLDatabase
|
|
|
|
|
|
def _import_steam_webapi() -> Any:
|
|
from langchain_community.utilities.steam import SteamWebAPIWrapper
|
|
|
|
return SteamWebAPIWrapper
|
|
|
|
|
|
def _import_stackexchange() -> Any:
|
|
from langchain_community.utilities.stackexchange import StackExchangeAPIWrapper
|
|
|
|
return StackExchangeAPIWrapper
|
|
|
|
|
|
def _import_tensorflow_datasets() -> Any:
|
|
from langchain_community.utilities.tensorflow_datasets import TensorflowDatasets
|
|
|
|
return TensorflowDatasets
|
|
|
|
|
|
def _import_twilio() -> Any:
|
|
from langchain_community.utilities.twilio import TwilioAPIWrapper
|
|
|
|
return TwilioAPIWrapper
|
|
|
|
|
|
def _import_wikipedia() -> Any:
|
|
from langchain_community.utilities.wikipedia import WikipediaAPIWrapper
|
|
|
|
return WikipediaAPIWrapper
|
|
|
|
|
|
def _import_wolfram_alpha() -> Any:
|
|
from langchain_community.utilities.wolfram_alpha import WolframAlphaAPIWrapper
|
|
|
|
return WolframAlphaAPIWrapper
|
|
|
|
|
|
def _import_zapier() -> Any:
|
|
from langchain_community.utilities.zapier import ZapierNLAWrapper
|
|
|
|
return ZapierNLAWrapper
|
|
|
|
|
|
def _import_nasa() -> Any:
|
|
from langchain_community.utilities.nasa import NasaAPIWrapper
|
|
|
|
return NasaAPIWrapper
|
|
|
|
|
|
def _import_nvidia_riva_asr() -> Any:
|
|
from langchain_community.utilities.nvidia_riva import RivaASR
|
|
|
|
return RivaASR
|
|
|
|
|
|
def _import_nvidia_riva_tts() -> Any:
|
|
from langchain_community.utilities.nvidia_riva import RivaTTS
|
|
|
|
return RivaTTS
|
|
|
|
|
|
def _import_nvidia_riva_stream() -> Any:
|
|
from langchain_community.utilities.nvidia_riva import AudioStream
|
|
|
|
return AudioStream
|
|
|
|
|
|
def __getattr__(name: str) -> Any:
|
|
if name == "AlphaVantageAPIWrapper":
|
|
return _import_alpha_vantage()
|
|
elif name == "ApifyWrapper":
|
|
return _import_apify()
|
|
elif name == "ArceeWrapper":
|
|
return _import_arcee()
|
|
elif name == "ArxivAPIWrapper":
|
|
return _import_arxiv()
|
|
elif name == "LambdaWrapper":
|
|
return _import_awslambda()
|
|
elif name == "BibtexparserWrapper":
|
|
return _import_bibtex()
|
|
elif name == "BingSearchAPIWrapper":
|
|
return _import_bing_search()
|
|
elif name == "BraveSearchWrapper":
|
|
return _import_brave_search()
|
|
elif name == "DuckDuckGoSearchAPIWrapper":
|
|
return _import_duckduckgo_search()
|
|
elif name == "GoogleLensAPIWrapper":
|
|
return _import_google_lens()
|
|
elif name == "GoldenQueryAPIWrapper":
|
|
return _import_golden_query()
|
|
elif name == "GoogleJobsAPIWrapper":
|
|
return _import_google_jobs()
|
|
elif name == "GoogleScholarAPIWrapper":
|
|
return _import_google_scholar()
|
|
elif name == "GoogleFinanceAPIWrapper":
|
|
return _import_google_finance()
|
|
elif name == "GoogleTrendsAPIWrapper":
|
|
return _import_google_trends()
|
|
elif name == "GooglePlacesAPIWrapper":
|
|
return _import_google_places_api()
|
|
elif name == "GoogleSearchAPIWrapper":
|
|
return _import_google_search()
|
|
elif name == "GoogleSerperAPIWrapper":
|
|
return _import_google_serper()
|
|
elif name == "GraphQLAPIWrapper":
|
|
return _import_graphql()
|
|
elif name == "JiraAPIWrapper":
|
|
return _import_jira()
|
|
elif name == "MaxComputeAPIWrapper":
|
|
return _import_max_compute()
|
|
elif name == "MerriamWebsterAPIWrapper":
|
|
return _import_merriam_webster()
|
|
elif name == "MetaphorSearchAPIWrapper":
|
|
return _import_metaphor_search()
|
|
elif name == "NasaAPIWrapper":
|
|
return _import_nasa()
|
|
elif name == "NVIDIARivaASR":
|
|
return _import_nvidia_riva_asr()
|
|
elif name == "NVIDIARivaStream":
|
|
return _import_nvidia_riva_stream()
|
|
elif name == "NVIDIARivaTTS":
|
|
return _import_nvidia_riva_tts()
|
|
elif name == "OpenWeatherMapAPIWrapper":
|
|
return _import_openweathermap()
|
|
elif name == "OutlineAPIWrapper":
|
|
return _import_outline()
|
|
elif name == "Portkey":
|
|
return _import_portkey()
|
|
elif name == "PowerBIDataset":
|
|
return _import_powerbi()
|
|
elif name == "PubMedAPIWrapper":
|
|
return _import_pubmed()
|
|
elif name == "PythonREPL":
|
|
return _import_python()
|
|
elif name == "SceneXplainAPIWrapper":
|
|
return _import_scenexplain()
|
|
elif name == "SearchApiAPIWrapper":
|
|
return _import_searchapi()
|
|
elif name == "SearxSearchWrapper":
|
|
return _import_searx_search()
|
|
elif name == "SerpAPIWrapper":
|
|
return _import_serpapi()
|
|
elif name == "SparkSQL":
|
|
return _import_spark_sql()
|
|
elif name == "StackExchangeAPIWrapper":
|
|
return _import_stackexchange()
|
|
elif name == "SQLDatabase":
|
|
return _import_sql_database()
|
|
elif name == "SteamWebAPIWrapper":
|
|
return _import_steam_webapi()
|
|
elif name == "TensorflowDatasets":
|
|
return _import_tensorflow_datasets()
|
|
elif name == "TwilioAPIWrapper":
|
|
return _import_twilio()
|
|
elif name == "WikipediaAPIWrapper":
|
|
return _import_wikipedia()
|
|
elif name == "WolframAlphaAPIWrapper":
|
|
return _import_wolfram_alpha()
|
|
elif name == "ZapierNLAWrapper":
|
|
return _import_zapier()
|
|
else:
|
|
raise AttributeError(f"Could not find: {name}")
|
|
|
|
|
|
__all__ = [
|
|
"AlphaVantageAPIWrapper",
|
|
"ApifyWrapper",
|
|
"ArceeWrapper",
|
|
"ArxivAPIWrapper",
|
|
"BibtexparserWrapper",
|
|
"BingSearchAPIWrapper",
|
|
"BraveSearchWrapper",
|
|
"DuckDuckGoSearchAPIWrapper",
|
|
"GoldenQueryAPIWrapper",
|
|
"GoogleFinanceAPIWrapper",
|
|
"GoogleLensAPIWrapper",
|
|
"GoogleJobsAPIWrapper",
|
|
"GooglePlacesAPIWrapper",
|
|
"GoogleScholarAPIWrapper",
|
|
"GoogleTrendsAPIWrapper",
|
|
"GoogleSearchAPIWrapper",
|
|
"GoogleSerperAPIWrapper",
|
|
"GraphQLAPIWrapper",
|
|
"JiraAPIWrapper",
|
|
"LambdaWrapper",
|
|
"MaxComputeAPIWrapper",
|
|
"MerriamWebsterAPIWrapper",
|
|
"MetaphorSearchAPIWrapper",
|
|
"NasaAPIWrapper",
|
|
"NVIDIARivaASR",
|
|
"NVIDIARivaStream",
|
|
"NVIDIARivaTTS",
|
|
"OpenWeatherMapAPIWrapper",
|
|
"OutlineAPIWrapper",
|
|
"Portkey",
|
|
"PowerBIDataset",
|
|
"PubMedAPIWrapper",
|
|
"PythonREPL",
|
|
"Requests",
|
|
"RequestsWrapper",
|
|
"SteamWebAPIWrapper",
|
|
"SQLDatabase",
|
|
"SceneXplainAPIWrapper",
|
|
"SearchApiAPIWrapper",
|
|
"SearxSearchWrapper",
|
|
"SerpAPIWrapper",
|
|
"SparkSQL",
|
|
"StackExchangeAPIWrapper",
|
|
"TensorflowDatasets",
|
|
"TextRequestsWrapper",
|
|
"TwilioAPIWrapper",
|
|
"WikipediaAPIWrapper",
|
|
"WolframAlphaAPIWrapper",
|
|
"ZapierNLAWrapper",
|
|
]
|