mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-09-01 09:07:51 +00:00
[fix] fix typo s/muiti-node /multi-node etc. (#5448)
This commit is contained in:
@@ -33,7 +33,7 @@ class ColossalAPI:
|
||||
|
||||
def __init__(self, model_type: str, model_path: str, ckpt_path: str = None) -> None:
|
||||
"""
|
||||
Configurate model
|
||||
Configure model
|
||||
"""
|
||||
if model_type + model_path + (ckpt_path or "") in ColossalAPI.__instances:
|
||||
return
|
||||
@@ -47,7 +47,7 @@ class ColossalAPI:
|
||||
self.model.load_state_dict(state_dict)
|
||||
self.model.to(torch.cuda.current_device())
|
||||
|
||||
# Configurate tokenizer
|
||||
# Configure tokenizer
|
||||
self.tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True)
|
||||
|
||||
self.model.eval()
|
||||
@@ -87,7 +87,7 @@ class ColossalAPI:
|
||||
|
||||
class VllmAPI:
|
||||
def __init__(self, host: str = "localhost", port: int = 8077) -> None:
|
||||
# Configurate api for model served through web
|
||||
# Configure api for model served through web
|
||||
self.host = host
|
||||
self.port = port
|
||||
self.url = f"http://{self.host}:{self.port}/generate"
|
||||
|
Reference in New Issue
Block a user