[chore] remove unnecessary test & changes

This commit is contained in:
hxwang
2024-05-24 06:09:36 +00:00
parent ff507b755e
commit ca674549e0
7 changed files with 16 additions and 31 deletions

View File

@@ -50,7 +50,7 @@ def check_grad(model: GeminiDDP, torch_model: torch.nn.Module):
@parameterize("model_name", ["transformers_gpt_lm"])
@parameterize("master_weights", [False, True])
@parameterize("use_grad_checkpoint", [False, True])
@parameterize("max_prefetch", [0, 1, 4])
@parameterize("max_prefetch", [0, 4])
@parameterize("enable_async_reduce", [False, True])
def exam_gemini_grad_acc(
placement_config,