mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-04-27 19:36:13 +00:00
b3db1058ec
* [release] update version * [devops] update comp test * [devops] update comp test debug * [devops] debug comp test * [devops] debug comp test * [devops] debug comp test * [devops] debug comp test * [devops] debug comp test
63 lines
2.0 KiB
YAML
63 lines
2.0 KiB
YAML
name: Test Example on Dispatch
|
|
on:
|
|
workflow_dispatch:
|
|
inputs:
|
|
example_directory:
|
|
type: string
|
|
description: example directory, separated by space. For example, language/gpt, images/vit. Simply input language or simply gpt does not work.
|
|
required: true
|
|
|
|
jobs:
|
|
matrix_preparation:
|
|
if: |
|
|
github.event.pull_request.draft == false &&
|
|
github.base_ref == 'main' &&
|
|
github.event.pull_request.base.repo.full_name == 'hpcaitech/ColossalAI'
|
|
name: Check the examples user want
|
|
runs-on: ubuntu-latest
|
|
outputs:
|
|
matrix: ${{ steps.set-matrix.outputs.matrix }}
|
|
steps:
|
|
- name: 📚 Checkout
|
|
uses: actions/checkout@v3
|
|
- name: Set up matrix
|
|
id: set-matrix
|
|
env:
|
|
check_dir: ${{ inputs.example_directory }}
|
|
run: |
|
|
res=`python .github/workflows/scripts/example_checks/check_dispatch_inputs.py --fileNameList $check_dir`
|
|
if [ res == "failure" ];then
|
|
exit -1
|
|
fi
|
|
dirs="[${check_dir}]"
|
|
echo "Testing examples in $dirs"
|
|
echo "matrix={\"directory\":$(echo "$dirs")}" >> $GITHUB_OUTPUT
|
|
|
|
test_example:
|
|
if: |
|
|
github.event.pull_request.draft == false &&
|
|
github.base_ref == 'main' &&
|
|
github.event.pull_request.base.repo.full_name == 'hpcaitech/ColossalAI'
|
|
name: Manually check example files
|
|
needs: manual_check_matrix_preparation
|
|
runs-on: [self-hosted, gpu]
|
|
strategy:
|
|
fail-fast: false
|
|
matrix: ${{fromJson(needs.manual_check_matrix_preparation.outputs.matrix)}}
|
|
container:
|
|
image: hpcaitech/pytorch-cuda:2.2.2-12.1.0
|
|
options: --gpus all --rm -v /data/scratch/examples-data:/data/ -v /dev/shm
|
|
timeout-minutes: 15
|
|
steps:
|
|
- name: 📚 Checkout
|
|
uses: actions/checkout@v3
|
|
- name: Install Colossal-AI
|
|
run: |
|
|
BUILD_EXT=1 pip install -v -e .
|
|
- name: Test the example
|
|
run: |
|
|
dir=${{ matrix.directory }}
|
|
echo "Testing ${dir} now"
|
|
cd "${PWD}/examples/${dir}"
|
|
bash test_ci.sh
|