github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-08 04:24:47 +00:00
Code Issues Packages Projects Releases Wiki Activity

[sharformer] add first version of policy of chatglm

Browse Source
This commit is contained in:
klhhhhh
2023-07-10 18:55:33 +08:00
committed by Hongxin Liu
parent 6ee4c9ee21
commit 8620009dd7
2 changed files with 44 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
tests/test_shardformer/test_model/test_shard_chatglm.py
View File

@@ -19,7 +19,6 @@ from colossalai.testing import (
from tests.kit.model_zoo import model_zoo
from tests.test_shardformer.test_model._utils import build_model, run_forward
def check_forward_backward(org_model, sharded_model, data_gen_fn, output_transform_fn, loss_fn):
# check forward
org_output, org_loss, shard_output, shard_loss = run_forward(org_model, sharded_model, data_gen_fn,