mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-05-07 07:58:27 +00:00
1a809eddaa
* [feat][chatgpt]train prompts on ray example * [fix]simplify code * [fix]remove depreciated parameter * [fix]add dependencies * [fix]method calling * [fix]experience maker * [fix]missing loss function * [fix]init optimizer * [feat]add usage comment * [fix]rename files * [fix]add readme * [fix]file path * [fix]move directory --------- Co-authored-by: jiangwen <zxl265370@antgroup.com>
23 lines
797 B
Python
23 lines
797 B
Python
import sys
|
|
|
|
from ray.job_submission import JobSubmissionClient
|
|
|
|
|
|
def main(api_server_endpoint="http://127.0.0.1:8265"):
|
|
client = JobSubmissionClient(api_server_endpoint)
|
|
client.submit_job(
|
|
entrypoint=
|
|
"python experimental/ray/train_prompts_on_ray.py --strategy colossalai_zero2 --prompt_csv_url https://huggingface.co/datasets/fka/awesome-chatgpt-prompts/resolve/main/prompts.csv",
|
|
runtime_env={
|
|
"working_dir":
|
|
"applications/Chat",
|
|
"pip": [
|
|
"torch==1.13.1", "transformers>=4.20.1", "datasets", "loralib", "colossalai>=0.2.4", "langchain",
|
|
"tokenizers", "fastapi", "sse_starlette", "wandb", "sentencepiece", "gpustat"
|
|
]
|
|
})
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main(sys.argv[1])
|