github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-08-08 03:24:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

[hotfix] fix typo s/get_defualt_parser /get_default_parser (#5548)

Browse Source
This commit is contained in:
digger yu 2024-04-07 19:04:58 +08:00 committed by GitHub
parent a799ca343b
commit 341263df48
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
examples/language/grok-1/inference.py
View File

@ -2,10 +2,10 @@ import time
import torch import torch
from transformers import AutoModelForCausalLM, AutoTokenizer from transformers import AutoModelForCausalLM, AutoTokenizer
from utils import get_defualt_parser, inference, print_output from utils import get_default_parser, inference, print_output
if __name__ == "__main__": if __name__ == "__main__":
parser = get_defualt_parser() parser = get_default_parser()
args = parser.parse_args() args = parser.parse_args()
start = time.time() start = time.time()
torch.set_default_dtype(torch.bfloat16) torch.set_default_dtype(torch.bfloat16)

4
examples/language/grok-1/inference_tp.py
View File

@ -3,7 +3,7 @@ import time
import torch import torch
from grok1_policy import Grok1ForCausalLMPolicy from grok1_policy import Grok1ForCausalLMPolicy
from transformers import AutoModelForCausalLM, AutoTokenizer from transformers import AutoModelForCausalLM, AutoTokenizer
from utils import get_defualt_parser, inference, print_output from utils import get_default_parser, inference, print_output
import colossalai import colossalai
from colossalai.booster import Booster from colossalai.booster import Booster
@ -13,7 +13,7 @@ from colossalai.lazy import LazyInitContext
from colossalai.utils import get_current_device from colossalai.utils import get_current_device
if __name__ == "__main__": if __name__ == "__main__":
parser = get_defualt_parser() parser = get_default_parser()
args = parser.parse_args() args = parser.parse_args()
start = time.time() start = time.time()
colossalai.launch_from_torch({}) colossalai.launch_from_torch({})

2
examples/language/grok-1/utils.py
View File

@ -33,7 +33,7 @@ def inference(model, tokenizer, text, **generate_kwargs):
return outputs[0].tolist() return outputs[0].tolist()
def get_defualt_parser(): def get_default_parser():
parser = argparse.ArgumentParser() parser = argparse.ArgumentParser()
parser.add_argument("--pretrained", type=str, default="hpcaitech/grok-1") parser.add_argument("--pretrained", type=str, default="hpcaitech/grok-1")
parser.add_argument("--tokenizer", type=str, default="tokenizer.model") parser.add_argument("--tokenizer", type=str, default="tokenizer.model")