mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-06-23 06:00:44 +00:00
[devops] fix concurrency group and compatibility test (#4665)
* [devops] fix concurrency group * [devops] fix compatibility test * [devops] fix tensornvme install * [devops] fix tensornvme install * [devops] fix colossalai install
This commit is contained in:
parent
295b38fecf
commit
a686f9ddc8
6
.github/workflows/build_on_pr.yml
vendored
6
.github/workflows/build_on_pr.yml
vendored
@ -61,7 +61,7 @@ jobs:
|
|||||||
run:
|
run:
|
||||||
shell: bash
|
shell: bash
|
||||||
concurrency:
|
concurrency:
|
||||||
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
|
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-repare-cache
|
||||||
cancel-in-progress: true
|
cancel-in-progress: true
|
||||||
steps:
|
steps:
|
||||||
- name: Copy testmon cache
|
- name: Copy testmon cache
|
||||||
@ -87,7 +87,7 @@ jobs:
|
|||||||
anyLibraryFileChanged: ${{ steps.find-lib-change.outputs.any_changed }}
|
anyLibraryFileChanged: ${{ steps.find-lib-change.outputs.any_changed }}
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
concurrency:
|
concurrency:
|
||||||
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
|
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-detect-change
|
||||||
cancel-in-progress: true
|
cancel-in-progress: true
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v2
|
- uses: actions/checkout@v2
|
||||||
@ -147,7 +147,7 @@ jobs:
|
|||||||
run:
|
run:
|
||||||
shell: bash
|
shell: bash
|
||||||
concurrency:
|
concurrency:
|
||||||
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
|
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-run-test
|
||||||
cancel-in-progress: true
|
cancel-in-progress: true
|
||||||
steps:
|
steps:
|
||||||
- name: Checkout TensorNVMe
|
- name: Checkout TensorNVMe
|
||||||
|
@ -64,7 +64,7 @@ jobs:
|
|||||||
- name: Install tensornvme
|
- name: Install tensornvme
|
||||||
run: |
|
run: |
|
||||||
cd TensorNVMe
|
cd TensorNVMe
|
||||||
conda install cmake
|
apt update && apt install -y cmake
|
||||||
pip install -r requirements.txt
|
pip install -r requirements.txt
|
||||||
pip install -v .
|
pip install -v .
|
||||||
- uses: actions/checkout@v2
|
- uses: actions/checkout@v2
|
||||||
@ -83,8 +83,7 @@ jobs:
|
|||||||
fi
|
fi
|
||||||
- name: Install Colossal-AI
|
- name: Install Colossal-AI
|
||||||
run: |
|
run: |
|
||||||
pip install -r requirements/requirements.txt
|
CUDA_EXT=1 pip install -v .
|
||||||
pip install -v --no-cache-dir .
|
|
||||||
pip install -r requirements/requirements-test.txt
|
pip install -r requirements/requirements-test.txt
|
||||||
- name: Unit Testing
|
- name: Unit Testing
|
||||||
run: |
|
run: |
|
||||||
|
@ -13,7 +13,7 @@ jobs:
|
|||||||
outputs:
|
outputs:
|
||||||
matrix: ${{ steps.set-matrix.outputs.matrix }}
|
matrix: ${{ steps.set-matrix.outputs.matrix }}
|
||||||
concurrency:
|
concurrency:
|
||||||
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
|
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-prepare-matrix
|
||||||
cancel-in-progress: true
|
cancel-in-progress: true
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v3
|
- uses: actions/checkout@v3
|
||||||
@ -44,7 +44,7 @@ jobs:
|
|||||||
options: --gpus all --rm -v /data/scratch/cifar-10:/data/scratch/cifar-10
|
options: --gpus all --rm -v /data/scratch/cifar-10:/data/scratch/cifar-10
|
||||||
timeout-minutes: 120
|
timeout-minutes: 120
|
||||||
concurrency:
|
concurrency:
|
||||||
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
|
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-run-test
|
||||||
cancel-in-progress: true
|
cancel-in-progress: true
|
||||||
steps:
|
steps:
|
||||||
- name: Install dependencies
|
- name: Install dependencies
|
||||||
@ -58,7 +58,7 @@ jobs:
|
|||||||
- name: Install tensornvme
|
- name: Install tensornvme
|
||||||
run: |
|
run: |
|
||||||
cd TensorNVMe
|
cd TensorNVMe
|
||||||
conda install cmake
|
apt update && apt install -y cmake
|
||||||
pip install -r requirements.txt
|
pip install -r requirements.txt
|
||||||
pip install -v .
|
pip install -v .
|
||||||
- uses: actions/checkout@v2
|
- uses: actions/checkout@v2
|
||||||
@ -78,7 +78,7 @@ jobs:
|
|||||||
|
|
||||||
- name: Install Colossal-AI
|
- name: Install Colossal-AI
|
||||||
run: |
|
run: |
|
||||||
pip install -v --no-cache-dir .
|
CUDA_EXT=1 pip install -v .
|
||||||
pip install -r requirements/requirements-test.txt
|
pip install -r requirements/requirements-test.txt
|
||||||
- name: Unit Testing
|
- name: Unit Testing
|
||||||
run: |
|
run: |
|
||||||
|
@ -54,7 +54,7 @@ jobs:
|
|||||||
- name: Install tensornvme
|
- name: Install tensornvme
|
||||||
run: |
|
run: |
|
||||||
cd TensorNVMe
|
cd TensorNVMe
|
||||||
conda install cmake
|
apt update && apt install -y cmake
|
||||||
pip install -r requirements.txt
|
pip install -r requirements.txt
|
||||||
pip install -v .
|
pip install -v .
|
||||||
- uses: actions/checkout@v2
|
- uses: actions/checkout@v2
|
||||||
@ -75,7 +75,7 @@ jobs:
|
|||||||
|
|
||||||
- name: Install Colossal-AI
|
- name: Install Colossal-AI
|
||||||
run: |
|
run: |
|
||||||
pip install -v --no-cache-dir .
|
CUDA_EXT=1 pip install -v .
|
||||||
pip install -r requirements/requirements-test.txt
|
pip install -r requirements/requirements-test.txt
|
||||||
|
|
||||||
- name: Unit Testing
|
- name: Unit Testing
|
||||||
|
4
.github/workflows/doc_check_on_pr.yml
vendored
4
.github/workflows/doc_check_on_pr.yml
vendored
@ -17,7 +17,7 @@ jobs:
|
|||||||
github.event.pull_request.base.repo.full_name == 'hpcaitech/ColossalAI'
|
github.event.pull_request.base.repo.full_name == 'hpcaitech/ColossalAI'
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
concurrency:
|
concurrency:
|
||||||
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
|
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-check-i18n
|
||||||
cancel-in-progress: true
|
cancel-in-progress: true
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v2
|
- uses: actions/checkout@v2
|
||||||
@ -35,7 +35,7 @@ jobs:
|
|||||||
github.event.pull_request.base.repo.full_name == 'hpcaitech/ColossalAI'
|
github.event.pull_request.base.repo.full_name == 'hpcaitech/ColossalAI'
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
concurrency:
|
concurrency:
|
||||||
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
|
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-check-doc
|
||||||
cancel-in-progress: true
|
cancel-in-progress: true
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v2
|
- uses: actions/checkout@v2
|
||||||
|
4
.github/workflows/doc_test_on_pr.yml
vendored
4
.github/workflows/doc_test_on_pr.yml
vendored
@ -20,7 +20,7 @@ jobs:
|
|||||||
any_changed: ${{ steps.changed-files.outputs.any_changed }}
|
any_changed: ${{ steps.changed-files.outputs.any_changed }}
|
||||||
changed_files: ${{ steps.changed-files.outputs.all_changed_files }}
|
changed_files: ${{ steps.changed-files.outputs.all_changed_files }}
|
||||||
concurrency:
|
concurrency:
|
||||||
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
|
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-detect-change
|
||||||
cancel-in-progress: true
|
cancel-in-progress: true
|
||||||
name: Detect changed example files
|
name: Detect changed example files
|
||||||
steps:
|
steps:
|
||||||
@ -63,7 +63,7 @@ jobs:
|
|||||||
run:
|
run:
|
||||||
shell: bash
|
shell: bash
|
||||||
concurrency:
|
concurrency:
|
||||||
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
|
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-run-doctest
|
||||||
cancel-in-progress: true
|
cancel-in-progress: true
|
||||||
steps:
|
steps:
|
||||||
- name: Checkout ColossalAI-Documentation
|
- name: Checkout ColossalAI-Documentation
|
||||||
|
4
.github/workflows/example_check_on_pr.yml
vendored
4
.github/workflows/example_check_on_pr.yml
vendored
@ -21,7 +21,7 @@ jobs:
|
|||||||
anyChanged: ${{ steps.setup-matrix.outputs.anyChanged }}
|
anyChanged: ${{ steps.setup-matrix.outputs.anyChanged }}
|
||||||
name: Detect changed example files
|
name: Detect changed example files
|
||||||
concurrency:
|
concurrency:
|
||||||
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
|
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-detect-change
|
||||||
cancel-in-progress: true
|
cancel-in-progress: true
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v3
|
- uses: actions/checkout@v3
|
||||||
@ -81,7 +81,7 @@ jobs:
|
|||||||
options: --gpus all --rm -v /data/scratch/examples-data:/data/
|
options: --gpus all --rm -v /data/scratch/examples-data:/data/
|
||||||
timeout-minutes: 10
|
timeout-minutes: 10
|
||||||
concurrency:
|
concurrency:
|
||||||
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
|
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-run-example
|
||||||
cancel-in-progress: true
|
cancel-in-progress: true
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v3
|
- uses: actions/checkout@v3
|
||||||
|
Loading…
Reference in New Issue
Block a user