[infer] fix test bug (#4838)

* fix test bug * delete useless code * fix typo
2025-09-13 21:22:49 +00:00 · 2023-10-04 10:01:03 +08:00
parent 013a4bedf0
commit d1fcc0fa4d
6 changed files with 56 additions and 51 deletions
--- a/colossalai/shardformer/modeling/chatglm2_6b/modeling_chatglm.py
+++ b/colossalai/shardformer/modeling/chatglm2_6b/modeling_chatglm.py
@@ -873,7 +873,7 @@ class ChatGLMModel(ChatGLMPreTrainedModel):

        self.rotary_pos_emb = RotaryEmbedding(
            rotary_dim // 2,
-            original_impl=config.original_rope,
+            # original_impl=config.original_rope, # config has no attribute original_rope
            device=device,
            dtype=config.torch_dtype,
        )