fix some typo with colossalai/device colossalai/tensor/ etc. (#4171)

Co-authored-by: flybird11111 <1829166702@qq.com>
This commit is contained in:
digger yu
2023-09-12 17:41:52 +08:00
committed by GitHub
parent d8ceeac14e
commit 9c2feb2f0b
6 changed files with 12 additions and 12 deletions

View File

@@ -43,7 +43,7 @@ def data_gen_for_t5_model():
# output transform function
output_transform_fn = lambda x: x
# define loss funciton
# define loss function
loss_fn_for_t5_model = lambda x: x.last_hidden_state.mean()
loss_fn_for_encoder_only = lambda x: x.last_hidden_state.mean()
loss_fn_for_conditional_generation = lambda x: x.loss