From 45dd5a7cf45f1f9334cb8045a56b4840bbb48196 Mon Sep 17 00:00:00 2001 From: flybird11111 <1829166702@qq.com> Date: Thu, 29 May 2025 10:46:57 +0800 Subject: [PATCH 1/9] release --- .github/workflows/close_inactive.yml | 2 +- .github/workflows/compatiblity_test_on_dispatch.yml | 2 +- .github/workflows/compatiblity_test_on_pr.yml | 2 +- .github/workflows/compatiblity_test_on_schedule.yml | 2 +- .github/workflows/doc_build_on_schedule_after_release.yml | 2 +- .github/workflows/doc_check_on_pr.yml | 2 +- .github/workflows/doc_test_on_pr.yml | 2 +- .github/workflows/draft_github_release_post_after_merge.yml | 2 +- .github/workflows/example_check_on_dispatch.yml | 2 +- .github/workflows/example_check_on_pr.yml | 2 +- .github/workflows/release_docker_after_publish.yml | 2 +- .github/workflows/release_nightly_on_schedule.yml | 2 +- .github/workflows/release_pypi_after_merge.yml | 2 +- .github/workflows/release_test_pypi_before_merge.yml | 2 +- 14 files changed, 14 insertions(+), 14 deletions(-) diff --git a/.github/workflows/close_inactive.yml b/.github/workflows/close_inactive.yml index a175661b4..5cc5b310c 100644 --- a/.github/workflows/close_inactive.yml +++ b/.github/workflows/close_inactive.yml @@ -7,7 +7,7 @@ on: jobs: close-issues: if: github.event.pull_request.draft == false && github.base_ref == 'main' && github.event.pull_request.base.repo.full_name == 'hpcaitech/ColossalAI' - runs-on: [self-hosted, ubuntu-latest]-latest + runs-on: [self-hosted, ubuntu-latest] permissions: issues: write pull-requests: write diff --git a/.github/workflows/compatiblity_test_on_dispatch.yml b/.github/workflows/compatiblity_test_on_dispatch.yml index 7f74f83c6..213c37d3b 100644 --- a/.github/workflows/compatiblity_test_on_dispatch.yml +++ b/.github/workflows/compatiblity_test_on_dispatch.yml @@ -15,7 +15,7 @@ on: jobs: matrix_preparation: name: Prepare Container List - runs-on: [self-hosted, ubuntu-latest]-latest + runs-on: [self-hosted, ubuntu-latest] outputs: matrix: ${{ steps.set-matrix.outputs.matrix }} steps: diff --git a/.github/workflows/compatiblity_test_on_pr.yml b/.github/workflows/compatiblity_test_on_pr.yml index bf9fb6ecb..b4366e4d0 100644 --- a/.github/workflows/compatiblity_test_on_pr.yml +++ b/.github/workflows/compatiblity_test_on_pr.yml @@ -9,7 +9,7 @@ on: jobs: matrix_preparation: name: Prepare Container List - runs-on: [self-hosted, ubuntu-latest]-latest + runs-on: [self-hosted, ubuntu-latest] outputs: matrix: ${{ steps.set-matrix.outputs.matrix }} concurrency: diff --git a/.github/workflows/compatiblity_test_on_schedule.yml b/.github/workflows/compatiblity_test_on_schedule.yml index 04928d7ac..6fa3b5d7b 100644 --- a/.github/workflows/compatiblity_test_on_schedule.yml +++ b/.github/workflows/compatiblity_test_on_schedule.yml @@ -9,7 +9,7 @@ on: jobs: matrix_preparation: name: Prepare Container List - runs-on: [self-hosted, ubuntu-latest]-latest + runs-on: [self-hosted, ubuntu-latest] outputs: matrix: ${{ steps.set-matrix.outputs.matrix }} steps: diff --git a/.github/workflows/doc_build_on_schedule_after_release.yml b/.github/workflows/doc_build_on_schedule_after_release.yml index 863c216e7..8c7515dce 100644 --- a/.github/workflows/doc_build_on_schedule_after_release.yml +++ b/.github/workflows/doc_build_on_schedule_after_release.yml @@ -11,7 +11,7 @@ jobs: build-doc: name: Trigger Documentation Build Workflow if: github.repository == 'hpcaitech/ColossalAI' - runs-on: [self-hosted, ubuntu-latest]-latest + runs-on: [self-hosted, ubuntu-latest] steps: - name: trigger workflow in ColossalAI-Documentation run: | diff --git a/.github/workflows/doc_check_on_pr.yml b/.github/workflows/doc_check_on_pr.yml index 91fc16148..aabdd2942 100644 --- a/.github/workflows/doc_check_on_pr.yml +++ b/.github/workflows/doc_check_on_pr.yml @@ -33,7 +33,7 @@ jobs: if: | github.event.pull_request.draft == false && github.event.pull_request.base.repo.full_name == 'hpcaitech/ColossalAI' - runs-on: [self-hosted, ubuntu-latest]-latest + runs-on: [self-hosted, ubuntu-latest] concurrency: group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-check-doc cancel-in-progress: true diff --git a/.github/workflows/doc_test_on_pr.yml b/.github/workflows/doc_test_on_pr.yml index 04a4c044f..03cac58e1 100644 --- a/.github/workflows/doc_test_on_pr.yml +++ b/.github/workflows/doc_test_on_pr.yml @@ -15,7 +15,7 @@ jobs: if: | github.event.pull_request.draft == false && github.event.pull_request.base.repo.full_name == 'hpcaitech/ColossalAI' && github.event_name == 'pull_request' - runs-on: [self-hosted, ubuntu-latest]-latest + runs-on: [self-hosted, ubuntu-latest] outputs: any_changed: ${{ steps.changed-files.outputs.any_changed }} changed_files: ${{ steps.changed-files.outputs.all_changed_files }} diff --git a/.github/workflows/draft_github_release_post_after_merge.yml b/.github/workflows/draft_github_release_post_after_merge.yml index fbd7f735e..fcdb51373 100644 --- a/.github/workflows/draft_github_release_post_after_merge.yml +++ b/.github/workflows/draft_github_release_post_after_merge.yml @@ -12,7 +12,7 @@ jobs: release: name: Draft Release Post if: ( github.event_name == 'workflow_dispatch' || github.event.pull_request.merged == true ) && github.repository == 'hpcaitech/ColossalAI' - runs-on: [self-hosted, ubuntu-latest]-latest + runs-on: [self-hosted, ubuntu-latest] steps: - uses: actions/checkout@v2 with: diff --git a/.github/workflows/example_check_on_dispatch.yml b/.github/workflows/example_check_on_dispatch.yml index e5b0ec0ec..43cd1469b 100644 --- a/.github/workflows/example_check_on_dispatch.yml +++ b/.github/workflows/example_check_on_dispatch.yml @@ -14,7 +14,7 @@ jobs: github.base_ref == 'main' && github.event.pull_request.base.repo.full_name == 'hpcaitech/ColossalAI' name: Check the examples user want - runs-on: [self-hosted, ubuntu-latest]-latest + runs-on: [self-hosted, ubuntu-latest] outputs: matrix: ${{ steps.set-matrix.outputs.matrix }} steps: diff --git a/.github/workflows/example_check_on_pr.yml b/.github/workflows/example_check_on_pr.yml index ff6e62b72..c2eaacae4 100644 --- a/.github/workflows/example_check_on_pr.yml +++ b/.github/workflows/example_check_on_pr.yml @@ -17,7 +17,7 @@ jobs: if: | github.event.pull_request.draft == false && github.event.pull_request.base.repo.full_name == 'hpcaitech/ColossalAI' && github.event_name == 'pull_request' - runs-on: [self-hosted, ubuntu-latest]-latest + runs-on: [self-hosted, ubuntu-latest] outputs: matrix: ${{ steps.setup-matrix.outputs.matrix }} anyChanged: ${{ steps.setup-matrix.outputs.anyChanged }} diff --git a/.github/workflows/release_docker_after_publish.yml b/.github/workflows/release_docker_after_publish.yml index fe37dfcbf..d5d3a74ea 100644 --- a/.github/workflows/release_docker_after_publish.yml +++ b/.github/workflows/release_docker_after_publish.yml @@ -46,7 +46,7 @@ jobs: notify: name: Notify Lark via webhook needs: release - runs-on: [self-hosted, ubuntu-latest]-latest + runs-on: [self-hosted, ubuntu-latest] if: ${{ always() }} steps: - uses: actions/checkout@v2 diff --git a/.github/workflows/release_nightly_on_schedule.yml b/.github/workflows/release_nightly_on_schedule.yml index b54a3859d..7b8f52c9e 100644 --- a/.github/workflows/release_nightly_on_schedule.yml +++ b/.github/workflows/release_nightly_on_schedule.yml @@ -36,7 +36,7 @@ jobs: notify: name: Notify Lark via webhook needs: publish - runs-on: [self-hosted, ubuntu-latest]-latest + runs-on: [self-hosted, ubuntu-latest] if: ${{ always() }} && github.repository == 'hpcaitech/ColossalAI' steps: - uses: actions/checkout@v2 diff --git a/.github/workflows/release_pypi_after_merge.yml b/.github/workflows/release_pypi_after_merge.yml index e60c3ce6f..6cef8a4b7 100644 --- a/.github/workflows/release_pypi_after_merge.yml +++ b/.github/workflows/release_pypi_after_merge.yml @@ -35,7 +35,7 @@ jobs: notify: name: Notify Lark via webhook needs: build-n-publish - runs-on: [self-hosted, ubuntu-latest]-latest + runs-on: [self-hosted, ubuntu-latest] if: ${{ always() }} steps: - uses: actions/checkout@v2 diff --git a/.github/workflows/release_test_pypi_before_merge.yml b/.github/workflows/release_test_pypi_before_merge.yml index a7f53c649..5badac742 100644 --- a/.github/workflows/release_test_pypi_before_merge.yml +++ b/.github/workflows/release_test_pypi_before_merge.yml @@ -9,7 +9,7 @@ jobs: build-n-publish: if: github.event_name == 'workflow_dispatch' || github.repository == 'hpcaitech/ColossalAI' name: Build and publish Python 🐍 distributions 📦 to Test PyPI - runs-on: [self-hosted, ubuntu-latest]-latest + runs-on: [self-hosted, ubuntu-latest] timeout-minutes: 20 steps: - uses: actions/checkout@v2 From cac878d7b707f602618ff554a6ac6b51daf43e45 Mon Sep 17 00:00:00 2001 From: flybird11111 <1829166702@qq.com> Date: Thu, 29 May 2025 11:10:37 +0800 Subject: [PATCH 2/9] fix --- .github/workflows/example_check_on_pr.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/example_check_on_pr.yml b/.github/workflows/example_check_on_pr.yml index c2eaacae4..a840e1d98 100644 --- a/.github/workflows/example_check_on_pr.yml +++ b/.github/workflows/example_check_on_pr.yml @@ -64,7 +64,7 @@ jobs: changedFileName="${file}:${changedFileName}" done echo "$changedFileName was changed" - res=`python .github/workflows/scripts/example_checks/detect_changed_example.py --fileNameList $changedFileName` + res=`python3 .github/workflows/scripts/example_checks/detect_changed_example.py --fileNameList $changedFileName` echo "All changed examples are $res" if [ "$res" == "[]" ]; then From 594384328ca69345e666cc68f97b61ee0c2d4c7c Mon Sep 17 00:00:00 2001 From: flybird11111 <1829166702@qq.com> Date: Thu, 29 May 2025 11:25:39 +0800 Subject: [PATCH 3/9] fix --- version.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/version.txt b/version.txt index 8f0916f76..4b9fcbec1 100644 --- a/version.txt +++ b/version.txt @@ -1 +1 @@ -0.5.0 +0.5.1 From 562767c884814cd2a9c30c38d6bf3214a37f53cc Mon Sep 17 00:00:00 2001 From: flybird11111 <1829166702@qq.com> Date: Fri, 30 May 2025 14:38:07 +0800 Subject: [PATCH 4/9] fix --- .github/workflows/compatiblity_test_on_pr.yml | 2 +- .github/workflows/compatiblity_test_on_schedule.yml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/compatiblity_test_on_pr.yml b/.github/workflows/compatiblity_test_on_pr.yml index b4366e4d0..d15df1e01 100644 --- a/.github/workflows/compatiblity_test_on_pr.yml +++ b/.github/workflows/compatiblity_test_on_pr.yml @@ -67,7 +67,7 @@ jobs: - name: Unit Testing run: | - PYTHONPATH=$PWD pytest --durations=0 tests + PYTHONPATH=$PWD pytest -m "not largedist" --durations=0 tests env: DATA: /data/scratch/cifar-10 LD_LIBRARY_PATH: /github/home/.tensornvme/lib diff --git a/.github/workflows/compatiblity_test_on_schedule.yml b/.github/workflows/compatiblity_test_on_schedule.yml index 6fa3b5d7b..af3109118 100644 --- a/.github/workflows/compatiblity_test_on_schedule.yml +++ b/.github/workflows/compatiblity_test_on_schedule.yml @@ -61,7 +61,7 @@ jobs: - name: Unit Testing run: | - PYTHONPATH=$PWD pytest --durations=0 tests + PYTHONPATH=$PWD pytest -m "not largedist" --durations=0 tests env: DATA: /data/scratch/cifar-10 LD_LIBRARY_PATH: /github/home/.tensornvme/lib From c8aaa92e36bb22e5db0e3447b59a4ba9d91cbc47 Mon Sep 17 00:00:00 2001 From: Hanks Date: Fri, 30 May 2025 14:43:31 +0800 Subject: [PATCH 5/9] Update release_test_pypi_before_merge.yml --- .github/workflows/release_test_pypi_before_merge.yml | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/.github/workflows/release_test_pypi_before_merge.yml b/.github/workflows/release_test_pypi_before_merge.yml index 5badac742..c5366095b 100644 --- a/.github/workflows/release_test_pypi_before_merge.yml +++ b/.github/workflows/release_test_pypi_before_merge.yml @@ -5,6 +5,10 @@ on: paths: - 'version.txt' +permissions: + id-token: write + contents: read + jobs: build-n-publish: if: github.event_name == 'workflow_dispatch' || github.repository == 'hpcaitech/ColossalAI' From 948533f7de73f3c43f666e306333d57afda82e22 Mon Sep 17 00:00:00 2001 From: flybird11111 <1829166702@qq.com> Date: Fri, 30 May 2025 14:59:56 +0800 Subject: [PATCH 6/9] fix --- .github/workflows/compatiblity_test_on_dispatch.yml | 13 ++++++++++++- .github/workflows/compatiblity_test_on_pr.yml | 13 ++++++++++++- .github/workflows/compatiblity_test_on_schedule.yml | 13 ++++++++++++- 3 files changed, 36 insertions(+), 3 deletions(-) diff --git a/.github/workflows/compatiblity_test_on_dispatch.yml b/.github/workflows/compatiblity_test_on_dispatch.yml index 213c37d3b..df04222a5 100644 --- a/.github/workflows/compatiblity_test_on_dispatch.yml +++ b/.github/workflows/compatiblity_test_on_dispatch.yml @@ -73,7 +73,18 @@ jobs: - name: Unit Testing run: | - PYTHONPATH=$PWD pytest --durations=0 tests + PYTHONPATH=$PWD pytest + -m "not largedist" \ + --durations=0 \ + --ignore tests/test_analyzer \ + --ignore tests/test_auto_parallel \ + --ignore tests/test_fx \ + --ignore tests/test_autochunk \ + --ignore tests/test_gptq \ + --ignore tests/test_infer_ops \ + --ignore tests/test_legacy \ + --ignore tests/test_smoothquant \ + tests/ env: DATA: /data/scratch/cifar-10 LD_LIBRARY_PATH: /github/home/.tensornvme/lib diff --git a/.github/workflows/compatiblity_test_on_pr.yml b/.github/workflows/compatiblity_test_on_pr.yml index d15df1e01..55da60c61 100644 --- a/.github/workflows/compatiblity_test_on_pr.yml +++ b/.github/workflows/compatiblity_test_on_pr.yml @@ -67,7 +67,18 @@ jobs: - name: Unit Testing run: | - PYTHONPATH=$PWD pytest -m "not largedist" --durations=0 tests + PYTHONPATH=$PWD pytest \ + -m "not largedist" \ + --durations=0 \ + --ignore tests/test_analyzer \ + --ignore tests/test_auto_parallel \ + --ignore tests/test_fx \ + --ignore tests/test_autochunk \ + --ignore tests/test_gptq \ + --ignore tests/test_infer_ops \ + --ignore tests/test_legacy \ + --ignore tests/test_smoothquant \ + tests/ env: DATA: /data/scratch/cifar-10 LD_LIBRARY_PATH: /github/home/.tensornvme/lib diff --git a/.github/workflows/compatiblity_test_on_schedule.yml b/.github/workflows/compatiblity_test_on_schedule.yml index af3109118..571e8177b 100644 --- a/.github/workflows/compatiblity_test_on_schedule.yml +++ b/.github/workflows/compatiblity_test_on_schedule.yml @@ -61,7 +61,18 @@ jobs: - name: Unit Testing run: | - PYTHONPATH=$PWD pytest -m "not largedist" --durations=0 tests + PYTHONPATH=$PWD pytest \ + -m "not largedist" \ + --durations=0 \ + --ignore tests/test_analyzer \ + --ignore tests/test_auto_parallel \ + --ignore tests/test_fx \ + --ignore tests/test_autochunk \ + --ignore tests/test_gptq \ + --ignore tests/test_infer_ops \ + --ignore tests/test_legacy \ + --ignore tests/test_smoothquant \ + tests/ env: DATA: /data/scratch/cifar-10 LD_LIBRARY_PATH: /github/home/.tensornvme/lib From 3f9159715ffd0ba66a36f69de697206461c0d3bb Mon Sep 17 00:00:00 2001 From: Hanks Date: Fri, 30 May 2025 15:27:32 +0800 Subject: [PATCH 7/9] Update release_test_pypi_before_merge.yml --- .github/workflows/release_test_pypi_before_merge.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/release_test_pypi_before_merge.yml b/.github/workflows/release_test_pypi_before_merge.yml index c5366095b..b4e070975 100644 --- a/.github/workflows/release_test_pypi_before_merge.yml +++ b/.github/workflows/release_test_pypi_before_merge.yml @@ -13,7 +13,7 @@ jobs: build-n-publish: if: github.event_name == 'workflow_dispatch' || github.repository == 'hpcaitech/ColossalAI' name: Build and publish Python 🐍 distributions 📦 to Test PyPI - runs-on: [self-hosted, ubuntu-latest] + runs-on: ubuntu-latest timeout-minutes: 20 steps: - uses: actions/checkout@v2 From 374dcd4da94204bdefe13be5dd87d7a007de85ec Mon Sep 17 00:00:00 2001 From: Hanks Date: Fri, 30 May 2025 16:09:14 +0800 Subject: [PATCH 8/9] Update release_test_pypi_before_merge.yml --- .github/workflows/release_test_pypi_before_merge.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/release_test_pypi_before_merge.yml b/.github/workflows/release_test_pypi_before_merge.yml index b4e070975..3da222ce7 100644 --- a/.github/workflows/release_test_pypi_before_merge.yml +++ b/.github/workflows/release_test_pypi_before_merge.yml @@ -5,9 +5,6 @@ on: paths: - 'version.txt' -permissions: - id-token: write - contents: read jobs: build-n-publish: @@ -15,6 +12,9 @@ jobs: name: Build and publish Python 🐍 distributions 📦 to Test PyPI runs-on: ubuntu-latest timeout-minutes: 20 + permissions: + id-token: write + contents: read steps: - uses: actions/checkout@v2 From 060102372e630295b67a40007221e5683fcd65ee Mon Sep 17 00:00:00 2001 From: Hanks Date: Fri, 30 May 2025 16:54:27 +0800 Subject: [PATCH 9/9] Update release_pypi_after_merge.yml --- .github/workflows/release_pypi_after_merge.yml | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/.github/workflows/release_pypi_after_merge.yml b/.github/workflows/release_pypi_after_merge.yml index 6cef8a4b7..e41bc0544 100644 --- a/.github/workflows/release_pypi_after_merge.yml +++ b/.github/workflows/release_pypi_after_merge.yml @@ -7,12 +7,14 @@ on: - 'version.txt' types: - closed - +permissions: + id-token: write + contents: read jobs: build-n-publish: if: github.event_name == 'workflow_dispatch' || github.repository == 'hpcaitech/ColossalAI' && github.event.pull_request.merged == true && github.base_ref == 'main' name: Build and publish Python 🐍 distributions 📦 to PyPI - runs-on: ubuntu-[self-hosted, ubuntu-latest] + runs-on: ubuntu-latest timeout-minutes: 20 steps: - uses: actions/checkout@v2 @@ -35,7 +37,7 @@ jobs: notify: name: Notify Lark via webhook needs: build-n-publish - runs-on: [self-hosted, ubuntu-latest] + runs-on: ubuntu-latest if: ${{ always() }} steps: - uses: actions/checkout@v2