[Gemini] add unitests to check gemini correctness (#2015)

This commit is contained in:
Jiarui Fang
2022-11-24 16:51:45 +08:00
committed by GitHub
parent 0b0d8f9e17
commit 2e9cbfca12
13 changed files with 135 additions and 54 deletions

View File

@@ -0,0 +1,15 @@
import torch
def run_fwd_bwd(model, data, label, criterion, enable_autocast=False, use_init_ctx=False):
with torch.cuda.amp.autocast(enabled=enable_autocast):
if criterion:
y = model(data)
loss = criterion(y, label)
else:
loss = model(data, label)
loss = loss.float()
if use_init_ctx:
model.backward(loss)
else:
loss.backward()