mirror of
https://github.com/hwchase17/langchain.git
synced 2026-07-28 18:45:10 +00:00
ci: add provider filter to model profile refresh workflow (#39094)
Manual runs of the model profile refresh workflow can now target specific providers via a dropdown or comma-separated override; the scheduled daily run is unchanged and still refreshes all providers. --- When manually running the model profile refresh workflow, you previously always refreshed every in-monorepo provider. That made quick, single-provider updates noisy: the bot PR mixed unrelated providers, took longer, and was harder to review. This adds a `workflow_dispatch` filter so maintainers can refresh one or more providers on demand, while the daily schedule still covers everyone. - **Dropdown** `provider`: `all` (default) or a models.dev provider ID - **Free-text** `providers-override`: comma-separated IDs that take precedence over the dropdown (package aliases `fireworks` and `mistralai` are accepted) - Filtered runs use a tighter PR title/body, e.g. `chore(model-profiles): refresh openai model profile data` - Unknown provider IDs fail fast before refresh starts
This commit is contained in:
Mason Daugherty
GitHub
157
.github/workflows/refresh_model_profiles.yml
vendored
157
.github/workflows/refresh_model_profiles.yml
vendored
@@ -1,9 +1,9 @@
|
||||
# Refreshes model profile data for all in-monorepo partner integrations by
|
||||
# Refreshes model profile data for in-monorepo partner integrations by
|
||||
# pulling the latest metadata from models.dev via the `langchain-profiles` CLI.
|
||||
#
|
||||
# Creates a pull request with any changes. Runs daily and can be triggered
|
||||
# manually from the Actions UI. Uses a fixed branch so each run supersedes
|
||||
# any stale PR from a previous run.
|
||||
# Creates a pull request with any changes. Runs daily (all providers) and can
|
||||
# be triggered manually from the Actions UI with an optional provider filter.
|
||||
# Uses a fixed branch so each run supersedes any stale PR from a previous run.
|
||||
|
||||
name: "🔄 Refresh Model Profiles"
|
||||
|
||||
@@ -11,35 +11,148 @@ on:
|
||||
schedule:
|
||||
- cron: "0 8 * * *" # daily at 08:00 UTC
|
||||
workflow_dispatch:
|
||||
inputs:
|
||||
provider:
|
||||
type: choice
|
||||
description: "Provider package to refresh (select from dropdown)"
|
||||
default: all
|
||||
# models.dev provider IDs — must match the `provider` keys in
|
||||
# ALL_PROVIDERS below. When adding a package, update both lists.
|
||||
options:
|
||||
- all
|
||||
- anthropic
|
||||
- deepseek
|
||||
- fireworks-ai
|
||||
- groq
|
||||
- huggingface
|
||||
- mistral
|
||||
- openai
|
||||
- openrouter
|
||||
- perplexity
|
||||
- xai
|
||||
providers-override:
|
||||
type: string
|
||||
required: false
|
||||
description: >-
|
||||
Optional comma-separated provider IDs override (e.g. openai,anthropic).
|
||||
Takes precedence over the dropdown. Accepts models.dev IDs; package
|
||||
aliases fireworks and mistralai are also accepted.
|
||||
|
||||
permissions:
|
||||
contents: write
|
||||
pull-requests: write
|
||||
|
||||
jobs:
|
||||
resolve-providers:
|
||||
name: resolve providers
|
||||
if: github.repository_owner == "langchain-ai"
|
||||
runs-on: ubuntu-latest
|
||||
outputs:
|
||||
providers: ${{ steps.resolve.outputs.providers }}
|
||||
pr-title: ${{ steps.resolve.outputs.pr-title }}
|
||||
pr-body: ${{ steps.resolve.outputs.pr-body }}
|
||||
steps:
|
||||
- name: "🎯 Resolve provider filter"
|
||||
id: resolve
|
||||
env:
|
||||
# Scheduled runs have no inputs — default to all providers.
|
||||
PROVIDER: ${{ github.event_name == 'workflow_dispatch' && inputs.provider || 'all' }}
|
||||
PROVIDERS_OVERRIDE: ${{ github.event_name == 'workflow_dispatch' && inputs.providers-override || '' }}
|
||||
run: |
|
||||
set -euo pipefail
|
||||
|
||||
ALL_PROVIDERS='[
|
||||
{"provider":"anthropic", "data_dir":"libs/partners/anthropic/langchain_anthropic/data"},
|
||||
{"provider":"deepseek", "data_dir":"libs/partners/deepseek/langchain_deepseek/data"},
|
||||
{"provider":"fireworks-ai", "data_dir":"libs/partners/fireworks/langchain_fireworks/data"},
|
||||
{"provider":"groq", "data_dir":"libs/partners/groq/langchain_groq/data"},
|
||||
{"provider":"huggingface", "data_dir":"libs/partners/huggingface/langchain_huggingface/data"},
|
||||
{"provider":"mistral", "data_dir":"libs/partners/mistralai/langchain_mistralai/data"},
|
||||
{"provider":"openai", "data_dir":"libs/partners/openai/langchain_openai/data"},
|
||||
{"provider":"openrouter", "data_dir":"libs/partners/openrouter/langchain_openrouter/data"},
|
||||
{"provider":"perplexity", "data_dir":"libs/partners/perplexity/langchain_perplexity/data"},
|
||||
{"provider":"xai", "data_dir":"libs/partners/xai/langchain_xai/data"}
|
||||
]'
|
||||
|
||||
normalize_provider() {
|
||||
case "$1" in
|
||||
fireworks) echo "fireworks-ai" ;;
|
||||
mistralai) echo "mistral" ;;
|
||||
*) echo "$1" ;;
|
||||
esac
|
||||
}
|
||||
|
||||
selected=()
|
||||
# Prefer free-text override when non-empty; otherwise use dropdown.
|
||||
if [ -n "${PROVIDERS_OVERRIDE//[[:space:]]/}" ]; then
|
||||
while IFS= read -r raw; do
|
||||
[ -z "${raw}" ] && continue
|
||||
selected+=("$(normalize_provider "${raw}")")
|
||||
done < <(
|
||||
echo "${PROVIDERS_OVERRIDE}" \
|
||||
| tr ',' '\n' \
|
||||
| sed 's/^[[:space:]]*//;s/[[:space:]]*$//' \
|
||||
| grep -v '^$' || true
|
||||
)
|
||||
elif [ "${PROVIDER}" != "all" ]; then
|
||||
selected+=("$(normalize_provider "${PROVIDER}")")
|
||||
fi
|
||||
|
||||
if [ ${#selected[@]} -eq 0 ]; then
|
||||
filtered="$(echo "${ALL_PROVIDERS}" | jq -c .)"
|
||||
label="all in-monorepo partner integrations"
|
||||
title="chore(model-profiles): refresh model profile data"
|
||||
else
|
||||
ids_json="$(printf '%s\n' "${selected[@]}" | jq -R . | jq -s -c .)"
|
||||
unknown="$(echo "${ALL_PROVIDERS}" | jq -r --argjson ids "${ids_json}" '
|
||||
($ids - map(.provider)) | join(", ")
|
||||
')"
|
||||
if [ -n "${unknown}" ]; then
|
||||
known="$(echo "${ALL_PROVIDERS}" | jq -r 'map(.provider) | join(", ")')"
|
||||
echo "::error::Unknown provider ID(s): ${unknown}. Known: ${known}"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
filtered="$(echo "${ALL_PROVIDERS}" | jq -c --argjson ids "${ids_json}" '
|
||||
map(select(.provider as $p | ($ids | index($p)) != null))
|
||||
')"
|
||||
names="$(echo "${filtered}" | jq -r 'map(.provider) | join(", ")')"
|
||||
label="${names}"
|
||||
if [ "$(echo "${filtered}" | jq 'length')" -eq 1 ]; then
|
||||
title="chore(model-profiles): refresh ${names} model profile data"
|
||||
else
|
||||
title="chore(model-profiles): refresh model profile data (${names})"
|
||||
fi
|
||||
fi
|
||||
|
||||
count="$(echo "${filtered}" | jq 'length')"
|
||||
if [ "${count}" -eq 0 ]; then
|
||||
echo "::error::No providers matched the filter"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
{
|
||||
echo "providers=${filtered}"
|
||||
echo "pr-title=${title}"
|
||||
echo "pr-body<<EOF_BODY"
|
||||
echo "Automated refresh of model profile data for ${label} via \`langchain-profiles refresh\`."
|
||||
echo
|
||||
echo "🤖 Generated by the [\`refresh_model_profiles\` workflow](https://github.com/langchain-ai/langchain/blob/master/.github/workflows/refresh_model_profiles.yml)."
|
||||
echo "EOF_BODY"
|
||||
} >> "${GITHUB_OUTPUT}"
|
||||
|
||||
echo "### Providers to refresh" >> "${GITHUB_STEP_SUMMARY}"
|
||||
echo "${filtered}" | jq -r '.[].provider' | sed 's/^/- /' >> "${GITHUB_STEP_SUMMARY}"
|
||||
|
||||
refresh-profiles:
|
||||
if: github.repository_owner == 'langchain-ai'
|
||||
needs: resolve-providers
|
||||
uses: ./.github/workflows/_refresh_model_profiles.yml
|
||||
with:
|
||||
providers: >-
|
||||
[
|
||||
{"provider":"anthropic", "data_dir":"libs/partners/anthropic/langchain_anthropic/data"},
|
||||
{"provider":"deepseek", "data_dir":"libs/partners/deepseek/langchain_deepseek/data"},
|
||||
{"provider":"fireworks-ai", "data_dir":"libs/partners/fireworks/langchain_fireworks/data"},
|
||||
{"provider":"groq", "data_dir":"libs/partners/groq/langchain_groq/data"},
|
||||
{"provider":"huggingface", "data_dir":"libs/partners/huggingface/langchain_huggingface/data"},
|
||||
{"provider":"mistral", "data_dir":"libs/partners/mistralai/langchain_mistralai/data"},
|
||||
{"provider":"openai", "data_dir":"libs/partners/openai/langchain_openai/data"},
|
||||
{"provider":"openrouter", "data_dir":"libs/partners/openrouter/langchain_openrouter/data"},
|
||||
{"provider":"perplexity", "data_dir":"libs/partners/perplexity/langchain_perplexity/data"},
|
||||
{"provider":"xai", "data_dir":"libs/partners/xai/langchain_xai/data"}
|
||||
]
|
||||
providers: ${{ needs.resolve-providers.outputs.providers }}
|
||||
cli-path: libs/model-profiles
|
||||
add-paths: libs/partners/**/data/_profiles.py
|
||||
pr-body: |
|
||||
Automated refresh of model profile data for all in-monorepo partner integrations via `langchain-profiles refresh`.
|
||||
|
||||
🤖 Generated by the [`refresh_model_profiles` workflow](https://github.com/langchain-ai/langchain/blob/master/.github/workflows/refresh_model_profiles.yml).
|
||||
pr-title: ${{ needs.resolve-providers.outputs.pr-title }}
|
||||
pr-body: ${{ needs.resolve-providers.outputs.pr-body }}
|
||||
secrets:
|
||||
MODEL_PROFILE_BOT_CLIENT_ID: ${{ secrets.MODEL_PROFILE_BOT_CLIENT_ID }}
|
||||
MODEL_PROFILE_BOT_PRIVATE_KEY: ${{ secrets.MODEL_PROFILE_BOT_PRIVATE_KEY }}
|
||||
|
||||
Reference in New Issue
Block a user