github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-08 12:30:42 +00:00
Code Issues Packages Projects Releases Wiki Activity

[fx] support module with bias addition (#1780)

Browse Source 
* [autoparallel] refactor tracer to fix bias addition issue

* [fx] support module with bias addition

* create bias_addition_module

* refactor file structure

* polish code

* fix unit test
This commit is contained in:
YuliangLiu0306
2022-11-01 22:53:51 +08:00
committed by GitHub
parent f3f19a5c47
commit e859380bf7
41 changed files with 624 additions and 259 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
tests/test_fx/test_pipeline/test_hf_model/test_albert.py
View File

@@ -1,12 +1,13 @@
import transformers
import torch
import pytest
import torch
import transformers
from hf_utils import split_model_and_compare_output
BATCH_SIZE = 2
SEQ_LENGHT = 16
@pytest.mark.skip('balance split v2 is not ready')
def test_single_sentence_albert():
MODEL_LIST = [
transformers.AlbertModel,

5
tests/test_fx/test_pipeline/test_hf_model/test_bert.py
View File

@@ -1,12 +1,13 @@
import transformers
import torch
import pytest
import torch
import transformers
from hf_utils import split_model_and_compare_output
BATCH_SIZE = 2
SEQ_LENGHT = 16
@pytest.mark.skip('balance split v2 is not ready')
def test_single_sentence_bert():
MODEL_LIST = [
transformers.BertModel,

5
tests/test_fx/test_pipeline/test_hf_model/test_gpt.py
View File

@@ -1,6 +1,6 @@
import transformers
import torch
import pytest
import torch
import transformers
from hf_utils import split_model_and_compare_output
BATCH_SIZE = 64
@@ -9,6 +9,7 @@ NUM_EPOCHS = 2
NUM_CHUNKS = 1
@pytest.mark.skip('balance split v2 is not ready')
def test_gpt():
MODEL_LIST = [
transformers.GPT2Model,

3
tests/test_fx/test_pipeline/test_hf_model/test_opt.py
View File

@@ -1,12 +1,13 @@
import pytest
import transformers
import torch
import transformers
from hf_utils import split_model_and_compare_output
BATCH_SIZE = 1
SEQ_LENGHT = 16
@pytest.mark.skip('balance split v2 is not ready')
def test_opt():
MODEL_LIST = [
transformers.OPTModel,

3
tests/test_fx/test_pipeline/test_hf_model/test_t5.py
View File

@@ -1,12 +1,13 @@
import pytest
import transformers
import torch
import transformers
from hf_utils import split_model_and_compare_output
BATCH_SIZE = 1
SEQ_LENGHT = 16
@pytest.mark.skip('balance split v2 is not ready')
def test_t5():
MODEL_LIST = [
transformers.T5Model,