github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-06-24 22:42:15 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge 9383c84f26 into 46ed5d856b

Browse Source
This commit is contained in:
flybird11111 2025-04-25 03:44:23 +00:00 committed by GitHub
commit 10f0869a0d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 2 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
colossalai/inference/modeling/models/glide_llama.py
View File

@ -12,9 +12,7 @@ from transformers.models.llama.modeling_llama import (
LlamaAttention,
LlamaConfig,
LlamaDecoderLayer,
LlamaDynamicNTKScalingRotaryEmbedding,
LlamaForCausalLM,
LlamaLinearScalingRotaryEmbedding,
LlamaMLP,
LlamaModel,
LlamaRMSNorm,

1
requirements/requirements-test.txt
View File

@ -18,3 +18,4 @@ datasets
pydantic
ray
peft>=0.7.1
transformers==4.51.3

2
tests/test_infer/test_drafter.py
View File

@ -2,7 +2,7 @@ import pytest
import torch
from transformers import AutoTokenizer, LlamaConfig, LlamaForCausalLM
from colossalai.inference.modeling.models.glide_llama import GlideLlamaConfig, GlideLlamaForCausalLM
# from colossalai.inference.modeling.models.glide_llama import GlideLlamaConfig, GlideLlamaForCausalLM
from colossalai.inference.spec.drafter import Drafter
from colossalai.utils import get_current_device