diff --git a/.github/workflows/_integration_test.yml b/.github/workflows/_integration_test.yml deleted file mode 100644 index 6af79b9421a..00000000000 --- a/.github/workflows/_integration_test.yml +++ /dev/null @@ -1,103 +0,0 @@ - -# Runs `make integration_tests` on the specified package. -# -# Manually triggered via workflow_dispatch for testing with real APIs. -# -# Installs integration test dependencies and executes full test suite. - -name: '๐Ÿš€ Integration Tests' -run-name: 'Test ${{ inputs.working-directory }} on Python ${{ inputs.python-version }}' - -on: - workflow_dispatch: - inputs: - working-directory: - required: true - type: string - description: "From which folder this pipeline executes" - python-version: - required: true - type: string - description: "Python version to use" - default: "3.11" - -permissions: - contents: read - -env: - UV_FROZEN: "true" - -jobs: - build: - defaults: - run: - working-directory: ${{ inputs.working-directory }} - runs-on: ubuntu-latest - name: 'Python ${{ inputs.python-version }}' - steps: - - uses: actions/checkout@v5 - - - name: '๐Ÿ Set up Python ${{ inputs.python-version }} + UV' - uses: "./.github/actions/uv_setup" - with: - python-version: ${{ inputs.python-version }} - cache-suffix: integration-tests-${{ inputs.working-directory }} - working-directory: ${{ inputs.working-directory }} - - - name: '๐Ÿ“ฆ Install Integration Dependencies' - shell: bash - run: uv sync --group test --group test_integration - - - name: '๐Ÿš€ Run Integration Tests' - shell: bash - env: - AI21_API_KEY: ${{ secrets.AI21_API_KEY }} - FIREWORKS_API_KEY: ${{ secrets.FIREWORKS_API_KEY }} - GOOGLE_API_KEY: ${{ secrets.GOOGLE_API_KEY }} - ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} - ANTHROPIC_FILES_API_IMAGE_ID: ${{ secrets.ANTHROPIC_FILES_API_IMAGE_ID }} - ANTHROPIC_FILES_API_PDF_ID: ${{ secrets.ANTHROPIC_FILES_API_PDF_ID }} - AZURE_OPENAI_API_VERSION: ${{ secrets.AZURE_OPENAI_API_VERSION }} - AZURE_OPENAI_API_BASE: ${{ secrets.AZURE_OPENAI_API_BASE }} - AZURE_OPENAI_API_KEY: ${{ secrets.AZURE_OPENAI_API_KEY }} - AZURE_OPENAI_CHAT_DEPLOYMENT_NAME: ${{ secrets.AZURE_OPENAI_CHAT_DEPLOYMENT_NAME }} - AZURE_OPENAI_LEGACY_CHAT_DEPLOYMENT_NAME: ${{ secrets.AZURE_OPENAI_LEGACY_CHAT_DEPLOYMENT_NAME }} - AZURE_OPENAI_LLM_DEPLOYMENT_NAME: ${{ secrets.AZURE_OPENAI_LLM_DEPLOYMENT_NAME }} - AZURE_OPENAI_EMBEDDINGS_DEPLOYMENT_NAME: ${{ secrets.AZURE_OPENAI_EMBEDDINGS_DEPLOYMENT_NAME }} - MISTRAL_API_KEY: ${{ secrets.MISTRAL_API_KEY }} - TOGETHER_API_KEY: ${{ secrets.TOGETHER_API_KEY }} - OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} - GROQ_API_KEY: ${{ secrets.GROQ_API_KEY }} - NVIDIA_API_KEY: ${{ secrets.NVIDIA_API_KEY }} - GOOGLE_SEARCH_API_KEY: ${{ secrets.GOOGLE_SEARCH_API_KEY }} - GOOGLE_CSE_ID: ${{ secrets.GOOGLE_CSE_ID }} - HUGGINGFACEHUB_API_TOKEN: ${{ secrets.HUGGINGFACEHUB_API_TOKEN }} - EXA_API_KEY: ${{ secrets.EXA_API_KEY }} - NOMIC_API_KEY: ${{ secrets.NOMIC_API_KEY }} - WATSONX_APIKEY: ${{ secrets.WATSONX_APIKEY }} - WATSONX_PROJECT_ID: ${{ secrets.WATSONX_PROJECT_ID }} - ASTRA_DB_API_ENDPOINT: ${{ secrets.ASTRA_DB_API_ENDPOINT }} - ASTRA_DB_APPLICATION_TOKEN: ${{ secrets.ASTRA_DB_APPLICATION_TOKEN }} - ASTRA_DB_KEYSPACE: ${{ secrets.ASTRA_DB_KEYSPACE }} - ES_URL: ${{ secrets.ES_URL }} - ES_CLOUD_ID: ${{ secrets.ES_CLOUD_ID }} - ES_API_KEY: ${{ secrets.ES_API_KEY }} - MONGODB_ATLAS_URI: ${{ secrets.MONGODB_ATLAS_URI }} - COHERE_API_KEY: ${{ secrets.COHERE_API_KEY }} - UPSTAGE_API_KEY: ${{ secrets.UPSTAGE_API_KEY }} - XAI_API_KEY: ${{ secrets.XAI_API_KEY }} - PPLX_API_KEY: ${{ secrets.PPLX_API_KEY }} - run: | - make integration_tests - - - name: 'Ensure testing did not create/modify files' - shell: bash - run: | - set -eu - - STATUS="$(git status)" - echo "$STATUS" - - # grep will exit non-zero if the target message isn't found, - # and `set -e` above will cause the step to fail. - echo "$STATUS" | grep 'nothing to commit, working tree clean' diff --git a/.github/workflows/scheduled_test.yml b/.github/workflows/integration_tests.yml similarity index 81% rename from .github/workflows/scheduled_test.yml rename to .github/workflows/integration_tests.yml index cd1a48f46a0..e7cd2be5599 100644 --- a/.github/workflows/scheduled_test.yml +++ b/.github/workflows/integration_tests.yml @@ -4,7 +4,7 @@ # # Runs daily. Can also be triggered manually for immediate updates. -name: 'โฐ Scheduled Integration Tests' +name: "โฐ Integration Tests" run-name: "Run Integration Tests - ${{ inputs.working-directory-force || 'all libs' }} (Python ${{ inputs.python-version-force || '3.10, 3.13' }})" on: @@ -17,7 +17,7 @@ on: type: string description: "Python version to use - defaults to 3.10 and 3.13 in matrix - example value: 3.11" schedule: - - cron: '0 13 * * *' # Runs daily at 1PM UTC (9AM EDT/6AM PDT) + - cron: "0 13 * * *" # Runs daily at 1PM UTC (9AM EDT/6AM PDT) permissions: contents: read @@ -34,11 +34,11 @@ jobs: compute-matrix: if: github.repository_owner == 'langchain-ai' || github.event_name != 'schedule' runs-on: ubuntu-latest - name: '๐Ÿ“‹ Compute Test Matrix' + name: "๐Ÿ“‹ Compute Test Matrix" outputs: matrix: ${{ steps.set-matrix.outputs.matrix }} steps: - - name: '๐Ÿ”ข Generate Python & Library Matrix' + - name: "๐Ÿ”ข Generate Python & Library Matrix" id: set-matrix env: DEFAULT_LIBS: ${{ env.DEFAULT_LIBS }} @@ -63,7 +63,7 @@ jobs: # Tests are run with Poetry or UV depending on the library's setup build: if: github.repository_owner == 'langchain-ai' || github.event_name != 'schedule' - name: '๐Ÿ Python ${{ matrix.python-version }}: ${{ matrix.working-directory }}' + name: "๐Ÿ Python ${{ matrix.python-version }}: ${{ matrix.working-directory }}" runs-on: ubuntu-latest needs: [compute-matrix] timeout-minutes: 30 @@ -86,7 +86,7 @@ jobs: repository: langchain-ai/langchain-aws path: langchain-aws - - name: '๐Ÿ“ฆ Organize External Libraries' + - name: "๐Ÿ“ฆ Organize External Libraries" run: | rm -rf \ langchain/libs/partners/google-genai \ @@ -95,7 +95,7 @@ jobs: mv langchain-google/libs/vertexai langchain/libs/partners/google-vertexai mv langchain-aws/libs/aws langchain/libs/partners/aws - - name: '๐Ÿ Set up Python ${{ matrix.python-version }} + Poetry' + - name: "๐Ÿ Set up Python ${{ matrix.python-version }} + Poetry" if: contains(env.POETRY_LIBS, matrix.working-directory) uses: "./langchain/.github/actions/poetry_setup" with: @@ -104,45 +104,48 @@ jobs: working-directory: langchain/${{ matrix.working-directory }} cache-key: scheduled - - name: '๐Ÿ Set up Python ${{ matrix.python-version }} + UV' + - name: "๐Ÿ Set up Python ${{ matrix.python-version }} + UV" if: "!contains(env.POETRY_LIBS, matrix.working-directory)" uses: "./langchain/.github/actions/uv_setup" with: python-version: ${{ matrix.python-version }} - - name: '๐Ÿ” Authenticate to Google Cloud' - id: 'auth' + - name: "๐Ÿ” Authenticate to Google Cloud" + id: "auth" uses: google-github-actions/auth@v3 with: - credentials_json: '${{ secrets.GOOGLE_CREDENTIALS }}' + credentials_json: "${{ secrets.GOOGLE_CREDENTIALS }}" - - name: '๐Ÿ” Configure AWS Credentials' + - name: "๐Ÿ” Configure AWS Credentials" uses: aws-actions/configure-aws-credentials@v5 with: aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} aws-region: ${{ secrets.AWS_REGION }} - - name: '๐Ÿ“ฆ Install Dependencies (Poetry)' + - name: "๐Ÿ“ฆ Install Dependencies (Poetry)" if: contains(env.POETRY_LIBS, matrix.working-directory) run: | echo "Running scheduled tests, installing dependencies with poetry..." cd langchain/${{ matrix.working-directory }} poetry install --with=test_integration,test - - name: '๐Ÿ“ฆ Install Dependencies (UV)' + - name: "๐Ÿ“ฆ Install Dependencies (UV)" if: "!contains(env.POETRY_LIBS, matrix.working-directory)" run: | echo "Running scheduled tests, installing dependencies with uv..." cd langchain/${{ matrix.working-directory }} uv sync --group test --group test_integration - - name: '๐Ÿš€ Run Integration Tests' + - name: "๐Ÿš€ Run Integration Tests" env: - OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} + AI21_API_KEY: ${{ secrets.AI21_API_KEY }} ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} ANTHROPIC_FILES_API_IMAGE_ID: ${{ secrets.ANTHROPIC_FILES_API_IMAGE_ID }} ANTHROPIC_FILES_API_PDF_ID: ${{ secrets.ANTHROPIC_FILES_API_PDF_ID }} + ASTRA_DB_API_ENDPOINT: ${{ secrets.ASTRA_DB_API_ENDPOINT }} + ASTRA_DB_APPLICATION_TOKEN: ${{ secrets.ASTRA_DB_APPLICATION_TOKEN }} + ASTRA_DB_KEYSPACE: ${{ secrets.ASTRA_DB_KEYSPACE }} AZURE_OPENAI_API_VERSION: ${{ secrets.AZURE_OPENAI_API_VERSION }} AZURE_OPENAI_API_BASE: ${{ secrets.AZURE_OPENAI_API_BASE }} AZURE_OPENAI_API_KEY: ${{ secrets.AZURE_OPENAI_API_KEY }} @@ -150,23 +153,34 @@ jobs: AZURE_OPENAI_LEGACY_CHAT_DEPLOYMENT_NAME: ${{ secrets.AZURE_OPENAI_LEGACY_CHAT_DEPLOYMENT_NAME }} AZURE_OPENAI_LLM_DEPLOYMENT_NAME: ${{ secrets.AZURE_OPENAI_LLM_DEPLOYMENT_NAME }} AZURE_OPENAI_EMBEDDINGS_DEPLOYMENT_NAME: ${{ secrets.AZURE_OPENAI_EMBEDDINGS_DEPLOYMENT_NAME }} - DEEPSEEK_API_KEY: ${{ secrets.DEEPSEEK_API_KEY }} - FIREWORKS_API_KEY: ${{ secrets.FIREWORKS_API_KEY }} - GROQ_API_KEY: ${{ secrets.GROQ_API_KEY }} - HUGGINGFACEHUB_API_TOKEN: ${{ secrets.HUGGINGFACEHUB_API_TOKEN }} - MISTRAL_API_KEY: ${{ secrets.MISTRAL_API_KEY }} - XAI_API_KEY: ${{ secrets.XAI_API_KEY }} COHERE_API_KEY: ${{ secrets.COHERE_API_KEY }} - NVIDIA_API_KEY: ${{ secrets.NVIDIA_API_KEY }} + DEEPSEEK_API_KEY: ${{ secrets.DEEPSEEK_API_KEY }} + ES_URL: ${{ secrets.ES_URL }} + ES_CLOUD_ID: ${{ secrets.ES_CLOUD_ID }} + ES_API_KEY: ${{ secrets.ES_API_KEY }} + EXA_API_KEY: ${{ secrets.EXA_API_KEY }} + FIREWORKS_API_KEY: ${{ secrets.FIREWORKS_API_KEY }} GOOGLE_API_KEY: ${{ secrets.GOOGLE_API_KEY }} GOOGLE_SEARCH_API_KEY: ${{ secrets.GOOGLE_SEARCH_API_KEY }} GOOGLE_CSE_ID: ${{ secrets.GOOGLE_CSE_ID }} + GROQ_API_KEY: ${{ secrets.GROQ_API_KEY }} + HUGGINGFACEHUB_API_TOKEN: ${{ secrets.HUGGINGFACEHUB_API_TOKEN }} + MISTRAL_API_KEY: ${{ secrets.MISTRAL_API_KEY }} + MONGODB_ATLAS_URI: ${{ secrets.MONGODB_ATLAS_URI }} + NOMIC_API_KEY: ${{ secrets.NOMIC_API_KEY }} + NVIDIA_API_KEY: ${{ secrets.NVIDIA_API_KEY }} + OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} PPLX_API_KEY: ${{ secrets.PPLX_API_KEY }} + TOGETHER_API_KEY: ${{ secrets.TOGETHER_API_KEY }} + UPSTAGE_API_KEY: ${{ secrets.UPSTAGE_API_KEY }} + WATSONX_APIKEY: ${{ secrets.WATSONX_APIKEY }} + WATSONX_PROJECT_ID: ${{ secrets.WATSONX_PROJECT_ID }} + XAI_API_KEY: ${{ secrets.XAI_API_KEY }} run: | cd langchain/${{ matrix.working-directory }} make integration_tests - - name: '๐Ÿงน Clean up External Libraries' + - name: "๐Ÿงน Clean up External Libraries" # Clean up external libraries to avoid affecting the following git status check run: | rm -rf \ @@ -174,7 +188,7 @@ jobs: langchain/libs/partners/google-vertexai \ langchain/libs/partners/aws - - name: '๐Ÿงน Verify Clean Working Directory' + - name: "๐Ÿงน Verify Clean Working Directory" working-directory: langchain run: | set -eu diff --git a/docs/docs/contributing/how_to/integrations/from_template.mdx b/docs/docs/contributing/how_to/integrations/from_template.mdx index 1050289bf66..fdf7f9abe2a 100644 --- a/docs/docs/contributing/how_to/integrations/from_template.mdx +++ b/docs/docs/contributing/how_to/integrations/from_template.mdx @@ -130,7 +130,7 @@ You should do this for *each* component that you're migrating to the partner pac Contributor steps: -- [ ] Add secret names to manual integrations workflow in `.github/workflows/_integration_test.yml` +- [ ] Add secret names to integration tests workflow in `.github/workflows/integration_tests.yml` - [ ] Add secrets to release workflow (for pre-release testing) in `.github/workflows/_release.yml` - [ ] set up pypi and test pypi projects - [ ] add credential secrets to Github Actions