diff --git a/examples/language/opt/train_gemini_opt.py b/examples/language/opt/train_gemini_opt.py
index 1546b31ba..4ea81ca01 100755
--- a/examples/language/opt/train_gemini_opt.py
+++ b/examples/language/opt/train_gemini_opt.py
@@ -177,7 +177,7 @@ def main():
     default_dist_spec = ShardSpec([-1], [world_size]) if args.shardinit else None
 
     # build model
-    if args.model_name_or_path is None or args.model_name_or_path == 'facebook/opt-13b':
+    if args.model_name_or_path is None:
         # currently, there has a bug in pretrained opt-13b
         # we can not import it until huggingface fix it
         logger.info("Train a new model from scratch", ranks=[0])