diff --git a/applications/ColossalChat/README.md b/applications/ColossalChat/README.md index 3604fab10..100cc5ece 100755 --- a/applications/ColossalChat/README.md +++ b/applications/ColossalChat/README.md @@ -102,21 +102,10 @@ More details can be found in the latest news. conda create -n colossal-chat python=3.10.9 (>=3.8.7) conda activate colossal-chat -# Install flash-attention -git clone -b v2.0.5 https://github.com/Dao-AILab/flash-attention.git -cd $FLASH_ATTENTION_ROOT/ -pip install . -cd $FLASH_ATTENTION_ROOT/csrc/xentropy -pip install . -cd $FLASH_ATTENTION_ROOT/csrc/layer_norm -pip install . -cd $FLASH_ATTENTION_ROOT/csrc/rotary -pip install . - -# Clone Colossalai +# Clone ColossalAI git clone https://github.com/hpcaitech/ColossalAI.git -# Install ColossalAI +# Install ColossalAI, make sure you have torch installed before using BUILD_EXT=1. cd $COLOSSAL_AI_ROOT BUILD_EXT=1 pip install . diff --git a/applications/ColossalChat/config/conversation_template/01-ai_Yi-1.5-9B-Chat.json b/applications/ColossalChat/conversation_template/01-ai_Yi-1.5-9B-Chat.json similarity index 100% rename from applications/ColossalChat/config/conversation_template/01-ai_Yi-1.5-9B-Chat.json rename to applications/ColossalChat/conversation_template/01-ai_Yi-1.5-9B-Chat.json diff --git a/applications/ColossalChat/config/conversation_template/Qwen_Qwen1.5-110B-Chat.json b/applications/ColossalChat/conversation_template/Qwen_Qwen1.5-110B-Chat.json similarity index 100% rename from applications/ColossalChat/config/conversation_template/Qwen_Qwen1.5-110B-Chat.json rename to applications/ColossalChat/conversation_template/Qwen_Qwen1.5-110B-Chat.json diff --git a/applications/ColossalChat/config/conversation_template/Qwen_Qwen1.5-32B-Chat.json b/applications/ColossalChat/conversation_template/Qwen_Qwen1.5-32B-Chat.json similarity index 100% rename from applications/ColossalChat/config/conversation_template/Qwen_Qwen1.5-32B-Chat.json rename to applications/ColossalChat/conversation_template/Qwen_Qwen1.5-32B-Chat.json diff --git a/applications/ColossalChat/config/conversation_template/THUDM_chatglm2-6b.json b/applications/ColossalChat/conversation_template/THUDM_chatglm2-6b.json similarity index 100% rename from applications/ColossalChat/config/conversation_template/THUDM_chatglm2-6b.json rename to applications/ColossalChat/conversation_template/THUDM_chatglm2-6b.json diff --git a/applications/ColossalChat/config/conversation_template/THUDM_chatglm3-6b.json b/applications/ColossalChat/conversation_template/THUDM_chatglm3-6b.json similarity index 100% rename from applications/ColossalChat/config/conversation_template/THUDM_chatglm3-6b.json rename to applications/ColossalChat/conversation_template/THUDM_chatglm3-6b.json diff --git a/applications/ColossalChat/config/conversation_template/baichuan-inc_Baichuan2-13B-Chat.json b/applications/ColossalChat/conversation_template/baichuan-inc_Baichuan2-13B-Chat.json similarity index 100% rename from applications/ColossalChat/config/conversation_template/baichuan-inc_Baichuan2-13B-Chat.json rename to applications/ColossalChat/conversation_template/baichuan-inc_Baichuan2-13B-Chat.json diff --git a/applications/ColossalChat/config/conversation_template/colossal-llama2.json b/applications/ColossalChat/conversation_template/colossal-llama2.json similarity index 100% rename from applications/ColossalChat/config/conversation_template/colossal-llama2.json rename to applications/ColossalChat/conversation_template/colossal-llama2.json diff --git a/applications/ColossalChat/config/conversation_template/deepseek-ai_DeepSeek-V2-Lite.json b/applications/ColossalChat/conversation_template/deepseek-ai_DeepSeek-V2-Lite.json similarity index 100% rename from applications/ColossalChat/config/conversation_template/deepseek-ai_DeepSeek-V2-Lite.json rename to applications/ColossalChat/conversation_template/deepseek-ai_DeepSeek-V2-Lite.json diff --git a/applications/ColossalChat/config/conversation_template/llama2.json b/applications/ColossalChat/conversation_template/llama2.json similarity index 100% rename from applications/ColossalChat/config/conversation_template/llama2.json rename to applications/ColossalChat/conversation_template/llama2.json diff --git a/applications/ColossalChat/config/conversation_template/microsoft_phi-2.json b/applications/ColossalChat/conversation_template/microsoft_phi-2.json similarity index 100% rename from applications/ColossalChat/config/conversation_template/microsoft_phi-2.json rename to applications/ColossalChat/conversation_template/microsoft_phi-2.json diff --git a/applications/ColossalChat/config/conversation_template/mistralai_Mixtral-8x7B-Instruct-v0.1.json b/applications/ColossalChat/conversation_template/mistralai_Mixtral-8x7B-Instruct-v0.1.json similarity index 100% rename from applications/ColossalChat/config/conversation_template/mistralai_Mixtral-8x7B-Instruct-v0.1.json rename to applications/ColossalChat/conversation_template/mistralai_Mixtral-8x7B-Instruct-v0.1.json diff --git a/applications/ColossalChat/config/conversation_template/tiny-llama.json b/applications/ColossalChat/conversation_template/tiny-llama.json similarity index 100% rename from applications/ColossalChat/config/conversation_template/tiny-llama.json rename to applications/ColossalChat/conversation_template/tiny-llama.json