[autoparallel] add rotor C version (#1658)

* [autoparallel] add rotor c version

* [fx] remove metainfoprop in rotor solver

* [autoparallel] modify C
 code format

* [autoparallel] remove build.py

* [autoparallel] fix C extension build

* [autoparallel] add C solver consistency test

* [autoparallel] remove some unused imports

* [autoparallel] refactor rotor solver code

* [autoparallel] replace print with colossalai logger

* [autoparallel] ranks fixed
This commit is contained in:
Boyuan Yao
2022-10-03 17:13:30 +08:00
committed by GitHub
parent 11ec070e53
commit 1df98d5b66
5 changed files with 649 additions and 14 deletions

View File

@@ -1,7 +1,7 @@
import os
import subprocess
import re
from setuptools import find_packages, setup
from setuptools import find_packages, setup, Extension
# ninja build does not work unless include_dirs are abs path
this_dir = os.path.dirname(os.path.abspath(__file__))
@@ -100,7 +100,7 @@ def get_version():
version += f'+torch{torch_version}cu{cuda_version}'
return version
if build_cuda_ext:
try:
import torch
@@ -115,7 +115,7 @@ if build_cuda_ext:
except ImportError:
print('torch is not found. CUDA extension will not be installed')
build_cuda_ext = False
if build_cuda_ext:
build_cuda_ext = check_cuda_availability(CUDA_HOME) and check_cuda_torch_binary_vs_bare_metal(CUDA_HOME)