mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-04-27 11:31:58 +00:00
a9bedc7a43
* [feat] Sharderformer support zbv * [feat] support chatglm2, command, deepseek for zbv * [feat] support zbv in shardformer policy: falcon,gptj,mistral,opt,qwen2,t5, vit, whisper * [feat] support GPT2FusedLinearConv1D * [feat] support GPT2FusedLinear (without tp) * [fix] debug FusedConvLinear * [shardfromer] support gpt2 policy for zbv, support GPT2FusedLinearConv Col and Row. * [Shardformer] support FusedLinear1D base for zbv * [shardformer] support zbv in FusedLinear1D base, Col, Row * [shardformer] support zbv in blip2 and sam policy * [shardformer] fix bug incorrect number of gradients; add fusedLinear base testcase; * [fix] fix incorrect number of gradients ; * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci * [Shardformer] add en doc for zbv; * [fix] fix typo in Model compatibility table * [fix] fix API Reference typo * [Shardformer] add zh-Han doc for zbv * [fix] fix Linear name; update en & zh doc * [fix] fix shardformer doc import err * [fix] fix shardconfig import in doc * [fix] fix shardformer doc * [fix] fix shardconfig doc * [fix] fix config * [fix] remove shardconfig * [fix] fix doc * [feat] add zbv doc string * [fix] rm doc * [fix] fix doc * [fix] empty zbv doc * [fix] ifx torch version * [fix] fix torch version * [fix] fix torch versions * [fix] fix torch versions * [fix] fix pyramid versions * [fix] fix pyramid, zope version * [fix] try fix workflow * [fix] try import ShardConfig in yml * [fix] fix workflow * [fix] fix workflow * [fix] fix workflow * [fix] fix workflow * [fix] fix ci * [fix] fix zbv doc * [fix] fix param for qkv linear, gpt2fused linear; fix requirments; * [fix] fix policy use fused_linear * [fix] fix weight grad none, err caused by weight ptr change * [fix] fix comm in WeightGradStore * [fix] fix WeightGradStore pop param * [fix] remove useless param in doc; fix gpt2 qkv test; * [shardformer] simplify execute_w_pass_grad_accum; * [fix] rm useless comments * [shardformer] simplify execute_w_pass_grad_accum & execute_w_pass * [shardformer] Run meaningful doc test * [shadformer] fix doc test cmd; --------- Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
78 lines
2.4 KiB
YAML
78 lines
2.4 KiB
YAML
name: Check Documentation on PR
|
|
|
|
on:
|
|
pull_request:
|
|
branches:
|
|
- "main"
|
|
- "develop"
|
|
- "feature/**"
|
|
paths:
|
|
- "docs/**"
|
|
|
|
jobs:
|
|
check-i18n:
|
|
name: Check docs in diff languages
|
|
if: |
|
|
github.event.pull_request.draft == false &&
|
|
github.event.pull_request.base.repo.full_name == 'hpcaitech/ColossalAI'
|
|
runs-on: ubuntu-latest
|
|
concurrency:
|
|
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-check-i18n
|
|
cancel-in-progress: true
|
|
steps:
|
|
- uses: actions/checkout@v2
|
|
|
|
- uses: actions/setup-python@v2
|
|
with:
|
|
python-version: "3.8.14"
|
|
|
|
- run: python .github/workflows/scripts/check_doc_i18n.py -d docs/source
|
|
|
|
check-doc-build:
|
|
name: Test if the docs can be built
|
|
if: |
|
|
github.event.pull_request.draft == false &&
|
|
github.event.pull_request.base.repo.full_name == 'hpcaitech/ColossalAI'
|
|
runs-on: ubuntu-latest
|
|
concurrency:
|
|
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-check-doc
|
|
cancel-in-progress: true
|
|
steps:
|
|
- uses: actions/checkout@v2
|
|
with:
|
|
path: "./ColossalAI"
|
|
fetch-depth: 0
|
|
|
|
- uses: actions/checkout@v2
|
|
with:
|
|
path: "./ColossalAI-Documentation"
|
|
repository: "hpcaitech/ColossalAI-Documentation"
|
|
|
|
- uses: actions/setup-python@v2
|
|
with:
|
|
python-version: "3.8.14"
|
|
|
|
# we use the versions in the main branch as the guide for versions to display
|
|
# checkout will give your merged branch
|
|
# therefore, we need to make the merged branch as the main branch
|
|
# there is no main branch, so it's safe to checkout the main branch from the merged branch
|
|
# docer will rebase the remote main branch to the merged branch, so we have to config user
|
|
- name: Make the merged branch main
|
|
|
|
run: |
|
|
cd ColossalAI
|
|
git checkout -b main
|
|
git branch -u origin/main
|
|
git config user.name 'github-actions'
|
|
git config user.email 'github-actions@github.com'
|
|
|
|
- name: Build docs
|
|
run: |
|
|
cache_dir=ColossalAI-Documentation/doc-build/.cache
|
|
mkdir $cache_dir
|
|
mv ColossalAI $cache_dir
|
|
cd ColossalAI-Documentation
|
|
pip install -v ./doc-build/third_party/hf-doc-builder
|
|
pip install -v ./doc-build
|
|
bash ./scripts/build.sh
|