mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-07-03 18:46:43 +00:00
convert to 8 generation
This commit is contained in:
parent
afddfde2dd
commit
4702d57841
@ -154,7 +154,7 @@ class VLLMInferenceBackend(BaseInferenceBackend):
|
||||
)
|
||||
FORCE_GENERATE_CONFIG = dict(
|
||||
logprobs=0,
|
||||
n=4,
|
||||
n=8,
|
||||
)
|
||||
|
||||
def __init__(self, model_config: Dict[str, Any], generate_config: Dict[str, Any], tokenizer: PreTrainedTokenizer):
|
||||
|
Loading…
Reference in New Issue
Block a user