github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-05 19:13:01 +00:00
Code Issues Packages Projects Releases Wiki Activity

1st try on restore bert's cache during testing

Browse Source
This commit is contained in:
Orion-Zheng
2023-10-26 10:49:47 +08:00
committed by Zian(Andy) Zheng
parent 65f8d8b5bb
commit 8b1b237a5f
2 changed files with 7 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
.github/workflows/example_check_on_schedule.yml vendored
View File

@@ -65,19 +65,17 @@ jobs:
- name: Install Colossal-AI
run: |
CUDA_EXT=1 pip install -v .
- name: Restore huggingface cache
run: |
example_dir=${{ matrix.directory }}
if [[ $example_dir == *language/bert* ]]; then
echo "restore Bert weights"
cp -p -r /home/lcsoftware/gitact/actions-runner/_work/_temp/_github_home/hf_cache "${PWD}/examples/${example_dir}"
fi
- name: Traverse all files
run: |
example_dir=${{ matrix.directory }}
echo "Testing ${example_dir} now"
if [[ $example_dir == *language/bert* ]]; then
echo "restore Bert weights to ${PWD}/examples/${example_dir}"
cp -p -r /home/lcsoftware/gitact/actions-runner/_work/_temp/_github_home/hf_cache "${PWD}/examples/${example_dir}"
ls -A ${PWD}/examples/${example_dir} | grep *bert-base*
fi
cd "${PWD}/examples/${example_dir}"
ls -A | grep *bert-base*
bash test_ci.sh
env:
NCCL_SHM_DISABLE: 1