mirror of
https://github.com/hwchase17/langchain.git
synced 2025-07-05 12:48:12 +00:00
infra: run scheduled tests on aws, google, cohere, nvidia (#22328)
Co-authored-by: Erick Friis <erick@langchain.dev>
This commit is contained in:
parent
0c9a034ed7
commit
410e9add44
75
.github/workflows/scheduled_test.yml
vendored
75
.github/workflows/scheduled_test.yml
vendored
@ -10,6 +10,7 @@ env:
|
|||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
build:
|
build:
|
||||||
|
name: Python ${{ matrix.python-version }} - ${{ matrix.working-directory }}
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
strategy:
|
strategy:
|
||||||
fail-fast: false
|
fail-fast: false
|
||||||
@ -25,16 +26,52 @@ jobs:
|
|||||||
- "libs/partners/groq"
|
- "libs/partners/groq"
|
||||||
- "libs/partners/mistralai"
|
- "libs/partners/mistralai"
|
||||||
- "libs/partners/together"
|
- "libs/partners/together"
|
||||||
name: Python ${{ matrix.python-version }} - ${{ matrix.working-directory }}
|
- "libs/partners/cohere"
|
||||||
|
- "libs/partners/google-vertexai"
|
||||||
|
- "libs/partners/google-genai"
|
||||||
|
- "libs/partners/aws"
|
||||||
|
- "libs/partners/nvidia-ai-endpoints"
|
||||||
|
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v4
|
- uses: actions/checkout@v4
|
||||||
|
with:
|
||||||
|
path: langchain
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
with:
|
||||||
|
repository: langchain-ai/langchain-google
|
||||||
|
path: langchain-google
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
with:
|
||||||
|
repository: langchain-ai/langchain-nvidia
|
||||||
|
path: langchain-nvidia
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
with:
|
||||||
|
repository: langchain-ai/langchain-cohere
|
||||||
|
path: langchain-cohere
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
with:
|
||||||
|
repository: langchain-ai/langchain-aws
|
||||||
|
path: langchain-aws
|
||||||
|
|
||||||
|
- name: Move libs
|
||||||
|
run: |
|
||||||
|
rm -rf \
|
||||||
|
langchain/libs/partners/google-genai \
|
||||||
|
langchain/libs/partners/google-vertexai \
|
||||||
|
langchain/libs/partners/nvidia-ai-endpoints \
|
||||||
|
langchain/libs/partners/cohere
|
||||||
|
mv langchain-google/libs/genai langchain/libs/partners/google-genai
|
||||||
|
mv langchain-google/libs/vertexai langchain/libs/partners/google-vertexai
|
||||||
|
mv langchain-nvidia/libs/ai-endpoints langchain/libs/partners/nvidia-ai-endpoints
|
||||||
|
mv langchain-cohere/libs/cohere langchain/libs/partners/cohere
|
||||||
|
mv langchain-aws/libs/aws langchain/libs/partners/aws
|
||||||
|
|
||||||
- name: Set up Python ${{ matrix.python-version }}
|
- name: Set up Python ${{ matrix.python-version }}
|
||||||
uses: "./.github/actions/poetry_setup"
|
uses: "./langchain/.github/actions/poetry_setup"
|
||||||
with:
|
with:
|
||||||
python-version: ${{ matrix.python-version }}
|
python-version: ${{ matrix.python-version }}
|
||||||
poetry-version: ${{ env.POETRY_VERSION }}
|
poetry-version: ${{ env.POETRY_VERSION }}
|
||||||
working-directory: ${{ matrix.working-directory }}
|
working-directory: langchain/${{ matrix.working-directory }}
|
||||||
cache-key: scheduled
|
cache-key: scheduled
|
||||||
|
|
||||||
- name: 'Authenticate to Google Cloud'
|
- name: 'Authenticate to Google Cloud'
|
||||||
@ -43,16 +80,20 @@ jobs:
|
|||||||
with:
|
with:
|
||||||
credentials_json: '${{ secrets.GOOGLE_CREDENTIALS }}'
|
credentials_json: '${{ secrets.GOOGLE_CREDENTIALS }}'
|
||||||
|
|
||||||
|
- name: Configure AWS Credentials
|
||||||
|
uses: aws-actions/configure-aws-credentials@v4
|
||||||
|
with:
|
||||||
|
aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
|
||||||
|
aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
|
||||||
|
aws-region: ${{ secrets.AWS_REGION }}
|
||||||
|
|
||||||
- name: Install dependencies
|
- name: Install dependencies
|
||||||
working-directory: ${{ matrix.working-directory }}
|
|
||||||
shell: bash
|
|
||||||
run: |
|
run: |
|
||||||
echo "Running scheduled tests, installing dependencies with poetry..."
|
echo "Running scheduled tests, installing dependencies with poetry..."
|
||||||
|
cd langchain/${{ matrix.working-directory }}
|
||||||
poetry install --with=test_integration,test
|
poetry install --with=test_integration,test
|
||||||
|
|
||||||
- name: Run integration tests
|
- name: Run integration tests
|
||||||
working-directory: ${{ matrix.working-directory }}
|
|
||||||
shell: bash
|
|
||||||
env:
|
env:
|
||||||
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
|
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
|
||||||
ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
|
ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
|
||||||
@ -67,12 +108,26 @@ jobs:
|
|||||||
GROQ_API_KEY: ${{ secrets.GROQ_API_KEY }}
|
GROQ_API_KEY: ${{ secrets.GROQ_API_KEY }}
|
||||||
MISTRAL_API_KEY: ${{ secrets.MISTRAL_API_KEY }}
|
MISTRAL_API_KEY: ${{ secrets.MISTRAL_API_KEY }}
|
||||||
TOGETHER_API_KEY: ${{ secrets.TOGETHER_API_KEY }}
|
TOGETHER_API_KEY: ${{ secrets.TOGETHER_API_KEY }}
|
||||||
|
COHERE_API_KEY: ${{ secrets.COHERE_API_KEY }}
|
||||||
|
NVIDIA_API_KEY: ${{ secrets.NVIDIA_API_KEY }}
|
||||||
|
GOOGLE_API_KEY: ${{ secrets.GOOGLE_API_KEY }}
|
||||||
|
GOOGLE_SEARCH_API_KEY: ${{ secrets.GOOGLE_SEARCH_API_KEY }}
|
||||||
|
GOOGLE_CSE_ID: ${{ secrets.GOOGLE_CSE_ID }}
|
||||||
run: |
|
run: |
|
||||||
make integration_test
|
cd langchain/${{ matrix.working-directory }}
|
||||||
|
make integration_tests
|
||||||
|
|
||||||
|
- name: Remove external libraries
|
||||||
|
run: |
|
||||||
|
rm -rf \
|
||||||
|
langchain/libs/partners/google-genai \
|
||||||
|
langchain/libs/partners/google-vertexai \
|
||||||
|
langchain/libs/partners/nvidia-ai-endpoints \
|
||||||
|
langchain/libs/partners/cohere \
|
||||||
|
langchain/libs/partners/aws
|
||||||
|
|
||||||
- name: Ensure the tests did not create any additional files
|
- name: Ensure the tests did not create any additional files
|
||||||
working-directory: ${{ matrix.working-directory }}
|
working-directory: langchain
|
||||||
shell: bash
|
|
||||||
run: |
|
run: |
|
||||||
set -eu
|
set -eu
|
||||||
|
|
||||||
|
Loading…
Reference in New Issue
Block a user