release

tests/kit/model_zoo/transformers/gpt.py

@@ -113,6 +113,7 @@ config = transformers.GPT2Config(
     problem_type="single_label_classification",
     pad_token_id=1022,
     tie_word_embeddings=True,
+    attn_implementation="flash_attention_2",
 )
 
 config_for_token_classification = copy.deepcopy(config)

tests/test_zero/test_gemini/test_inference.py

@@ -114,7 +114,6 @@ def run_dist(rank, world_size, port):
     exam_inference()
 
 
-@pytest.mark.skip("this test failed")
 @pytest.mark.dist
 @pytest.mark.parametrize("world_size", [1, 4])
 def test_inference(world_size):