mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-04-29 04:05:35 +00:00
4a68efb7da
* refactor latest code * update api * add dummy dataset * update Readme * add setup * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci * update files * add PP support * update arguments * update argument * reorg folder * update version * remove IB infor * update utils * update readme * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci * update save for zero * update save * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci * add apex * update --------- Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
38 lines
1.1 KiB
Python
38 lines
1.1 KiB
Python
from setuptools import find_packages, setup
|
|
|
|
|
|
def fetch_requirements(path):
|
|
with open(path, "r") as fd:
|
|
return [r.strip() for r in fd.readlines()]
|
|
|
|
|
|
def fetch_readme():
|
|
with open("README.md", encoding="utf-8") as f:
|
|
return f.read()
|
|
|
|
|
|
def fetch_version():
|
|
with open("version.txt", "r") as f:
|
|
return f.read().strip()
|
|
|
|
|
|
setup(
|
|
name="colossal_llama",
|
|
version=fetch_version(),
|
|
packages=find_packages(exclude=("*.egg-info",)),
|
|
description="Continual Pre-training and SFT for LLaMA",
|
|
long_description=fetch_readme(),
|
|
long_description_content_type="text/markdown",
|
|
license="Apache Software License 2.0",
|
|
url="https://github.com/hpcaitech/ColossalAI/tree/main/applications/Colossal-LLaMA",
|
|
install_requires=fetch_requirements("requirements.txt"),
|
|
python_requires=">=3.7",
|
|
classifiers=[
|
|
"Programming Language :: Python :: 3",
|
|
"License :: OSI Approved :: Apache Software License",
|
|
"Environment :: GPU :: NVIDIA CUDA",
|
|
"Topic :: Scientific/Engineering :: Artificial Intelligence",
|
|
"Topic :: System :: Distributed Computing",
|
|
],
|
|
)
|