diff --git a/.github/workflows/example_check_on_schedule.yml b/.github/workflows/example_check_on_schedule.yml
index 1bb0bdccb..8a168c858 100644
--- a/.github/workflows/example_check_on_schedule.yml
+++ b/.github/workflows/example_check_on_schedule.yml
@@ -65,19 +65,17 @@ jobs:
       - name: Install Colossal-AI
         run: |
           CUDA_EXT=1 pip install -v .
-      - name: Restore huggingface cache
-        run: |
-          example_dir=${{ matrix.directory }}
-          if [[ $example_dir == *language/bert* ]]; then
-            echo "restore Bert weights"
-            cp -p -r /home/lcsoftware/gitact/actions-runner/_work/_temp/_github_home/hf_cache "${PWD}/examples/${example_dir}"
-          fi
+          
       - name: Traverse all files
         run: |
           example_dir=${{ matrix.directory }}
           echo "Testing ${example_dir} now"
+          if [[ $example_dir == *language/bert* ]]; then
+            echo "restore Bert weights to ${PWD}/examples/${example_dir}"
+            cp -p -r /home/lcsoftware/gitact/actions-runner/_work/_temp/_github_home/hf_cache "${PWD}/examples/${example_dir}"
+            ls -A ${PWD}/examples/${example_dir} | grep *bert-base*
+          fi
           cd "${PWD}/examples/${example_dir}"
-          ls -A | grep *bert-base*
           bash test_ci.sh
         env:
           NCCL_SHM_DISABLE: 1
diff --git a/examples/language/bert/finetune.py b/examples/language/bert/finetune.py
index 563cfa58d..d5567dc0e 100644
--- a/examples/language/bert/finetune.py
+++ b/examples/language/bert/finetune.py
@@ -248,7 +248,7 @@ def main():
     cfg = AutoConfig.from_pretrained(model_name, num_labels=data_builder.num_labels)
 
     if model_name == "bert-base-uncased":
-        model = BertForSequenceClassification.from_pretrained(model_name, config=cfg).cuda()
+        model = BertForSequenceClassification.from_pretrained(model_name, config=cfg, cache_dir="./").cuda()
     elif model_name == "albert-xxlarge-v2":
         model = AlbertForSequenceClassification.from_pretrained(model_name, config=cfg)
     else: