[fix] fix typo s/muiti-node /multi-node etc. (#5448)

This commit is contained in:
digger yu
2024-04-07 18:42:15 +08:00
committed by GitHub
parent 15055f9a36
commit a799ca343b
10 changed files with 16 additions and 16 deletions

View File

@@ -33,7 +33,7 @@ class ColossalAPI:
def __init__(self, model_type: str, model_path: str, ckpt_path: str = None) -> None:
"""
Configurate model
Configure model
"""
if model_type + model_path + (ckpt_path or "") in ColossalAPI.__instances:
return
@@ -47,7 +47,7 @@ class ColossalAPI:
self.model.load_state_dict(state_dict)
self.model.to(torch.cuda.current_device())
# Configurate tokenizer
# Configure tokenizer
self.tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True)
self.model.eval()
@@ -87,7 +87,7 @@ class ColossalAPI:
class VllmAPI:
def __init__(self, host: str = "localhost", port: int = 8077) -> None:
# Configurate api for model served through web
# Configure api for model served through web
self.host = host
self.port = port
self.url = f"http://{self.host}:{self.port}/generate"