github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-07-25 20:46:13 +00:00
Code Issues Packages Projects Releases Wiki Activity

improvement of regexp (including support of unicode)

Browse Source
This commit is contained in:
igeni 2024-03-21 22:05:04 +03:00
parent 848a574c26
commit 105d9745b1
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
examples/tutorial/sequence_parallel/data/tokenizer/bert_tokenization.py
View File

@ -35,7 +35,7 @@ def validate_case_matches_checkpoint(do_lower_case, init_checkpoint):
if not init_checkpoint: if not init_checkpoint:
return return
m = re.match("^.*?([A-Za-z0-9_-]+)/bert_model.ckpt", init_checkpoint) m = re.match("^.*?([\w-]+)/bert_model.ckpt", init_checkpoint)
if m is None: if m is None:
return return