mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-09-05 11:02:05 +00:00
[Fix] Fix spec-dec Glide LlamaModel for compatibility with transformers (#5837)
* fix glide llama model * revise
This commit is contained in:
@@ -46,6 +46,7 @@ class GlideInput:
|
||||
large_k_cache: torch.Tensor = None
|
||||
large_v_cache: torch.Tensor = None
|
||||
sequence_lengths: torch.Tensor = None
|
||||
n_spec_tokens: int = 5
|
||||
|
||||
@property
|
||||
def glimpse_ready(self):
|
||||
|
Reference in New Issue
Block a user