github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-06-28 08:17:57 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix

Browse Source
This commit is contained in:
flybird11111 2025-04-25 11:43:21 +08:00
parent 5276288fc8
commit cf50cae7e9
2 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
colossalai/inference/modeling/models/glide_llama.py
View File

@ -12,9 +12,9 @@ from transformers.models.llama.modeling_llama import (
LlamaAttention, LlamaAttention,
LlamaConfig, LlamaConfig,
LlamaDecoderLayer, LlamaDecoderLayer,
LlamaDynamicNTKScalingRotaryEmbedding, # LlamaDynamicNTKScalingRotaryEmbedding,
LlamaForCausalLM, LlamaForCausalLM,
LlamaLinearScalingRotaryEmbedding, # LlamaLinearScalingRotaryEmbedding,
LlamaMLP, LlamaMLP,
LlamaModel, LlamaModel,
LlamaRMSNorm, LlamaRMSNorm,

2
tests/test_infer/test_drafter.py
View File

@ -2,7 +2,7 @@ import pytest
import torch import torch
from transformers import AutoTokenizer, LlamaConfig, LlamaForCausalLM from transformers import AutoTokenizer, LlamaConfig, LlamaForCausalLM
from colossalai.inference.modeling.models.glide_llama import GlideLlamaConfig, GlideLlamaForCausalLM # from colossalai.inference.modeling.models.glide_llama import GlideLlamaConfig, GlideLlamaForCausalLM
from colossalai.inference.spec.drafter import Drafter from colossalai.inference.spec.drafter import Drafter
from colossalai.utils import get_current_device from colossalai.utils import get_current_device