remote comments

This commit is contained in:
genghaozhe
2024-05-20 05:15:51 +00:00
parent 7416e4943b
commit df63db7e63
6 changed files with 148 additions and 9 deletions

View File

@@ -26,7 +26,7 @@ PLACEMENT_CONFIGS = [
"offload_optim_frac": 1.0,
"offload_param_frac": 1.0,
}, # zero3-offload-all
{"placement_policy": "auto"},
# {"placement_policy": "auto"},
]
# this model is large enough to slice to chunks