github/ColossalAI
1
0
Fork 0
mirror of https://github.com/hpcaitech/ColossalAI.git synced 2025-09-18 07:31:19 +00:00
Code Issues Packages Projects Releases Wiki Activity

upgrade colossal-chat support tp_group>1, add sp for sft

Browse Source
This commit is contained in:
YeAnbang
2024-05-27 05:55:57 +00:00
parent 73e88a5553
commit 7a7e86987d
33 changed files with 7574 additions and 105 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
applications/ColossalChat/config/conversation_template/01-ai_Yi-1.5-9B-Chat.json Normal file
View File

@@ -0,0 +1,8 @@
{
"chat_template": "{% if messages[0]['role'] == 'system' %}{% set system_message = messages[0]['content'] %}{% endif %}{% if system_message is defined %}{{ system_message }}{% endif %}{% for message in messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ '<|im_start|>user\\n' + content + '<|im_end|>\\n<|im_start|>assistant\\n' }}{% elif message['role'] == 'assistant' %}{{ content + '<|im_end|>' + '\\n' }}{% endif %}{% endfor %}",
"system_message": "A chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human's questions.\n\n",
"stop_ids": [
7
],
"end_of_assistant": "<|im_end|>"
}

5
applications/ColossalChat/config/conversation_template/Vicuna.json → applications/ColossalChat/config/conversation_template/01-ai_Yi-34B.json
View File

@@ -3,5 +3,6 @@
"system_message": "A chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human's questions.\n\n",
"stop_ids": [
2
]
}
],
"end_of_assistant": "<|endoftext|>"
}

5
applications/ColossalChat/config/conversation_template/chatGLM2.json → applications/ColossalChat/config/conversation_template/THUDM_chatglm2-6b.json
View File

@@ -3,5 +3,6 @@
"system_message": "A chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human's questions.\n\n",
"stop_ids": [
2
]
}
],
"end_of_assistant": "<|im_end|>"
}

8
applications/ColossalChat/config/conversation_template/THUDM_chatglm3-6b.json Normal file
View File

@@ -0,0 +1,8 @@
{
"chat_template": "{% for message in messages %}{% if loop.first %}[gMASK]sop<|{{ message['role'] }}|>\n {{ message['content'] }}{% else %}<|{{ message['role'] }}|>\n {{ message['content'] }}{% endif %}{% endfor %}{% if add_generation_prompt %}<|assistant|>{% endif %}",
"system_message": "A chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human's questions.\n\n",
"stop_ids": [
2
],
"end_of_assistant": "<|user|>"
}

7
applications/ColossalChat/config/conversation_template/Yi.json
View File

@@ -1,7 +0,0 @@
{
"chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
"system_message": "A chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human's questions.\n\n",
"stop_ids": [
2
]
}

7
applications/ColossalChat/config/conversation_template/Qwen.json → applications/ColossalChat/config/conversation_template/baichuan-inc_Baichuan2-13B-Chat.json
View File

@@ -2,6 +2,7 @@
"chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
"system_message": "A chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human's questions.\n\n",
"stop_ids": [
null
]
}
2
],
"end_of_assistant": "<|im_end|>"
}

5
applications/ColossalChat/config/conversation_template/colossal-llama2.json
View File

@@ -3,5 +3,6 @@
"system_message": "A chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human's questions.\n\n",
"stop_ids": [
2
]
}
],
"end_of_assistant": "</s>"
}

8
applications/ColossalChat/config/conversation_template/deepseek-ai_DeepSeek-V2-Lite.json Normal file
View File

@@ -0,0 +1,8 @@
{
"chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{{ bos_token }}{% for message in messages %}{% if message['role'] == 'user' %}{{ 'User: ' + message['content'] + '\n\n' }}{% elif message['role'] == 'assistant' %}{{ 'Assistant: ' + message['content'] + eos_token }}{% elif message['role'] == 'system' %}{{ message['content'] + '\n\n' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ 'Assistant:' }}{% endif %}",
"system_message": "A chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human's questions.\n\n",
"stop_ids": [
100001
],
"end_of_assistant": "<｜end▁of▁sentence｜>"
}

5
applications/ColossalChat/config/conversation_template/llama2.json
View File

@@ -3,5 +3,6 @@
"system_message": "A chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human's questions.\n\n",
"stop_ids": [
2
]
}
],
"end_of_assistant": "</s>"
}

8
applications/ColossalChat/config/conversation_template/microsoft_phi-2.json Normal file
View File

@@ -0,0 +1,8 @@
{
"chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
"system_message": "A chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human's questions.\n\n",
"stop_ids": [
50256
],
"end_of_assistant": "<|im_end|>"
}

5
applications/ColossalChat/config/conversation_template/mistral.json → applications/ColossalChat/config/conversation_template/mistralai_Mixtral-8x7B-Instruct-v0.1.json
View File

@@ -3,5 +3,6 @@
"system_message": null,
"stop_ids": [
2
]
}
],
"end_of_assistant": "</s>"
}

7
applications/ColossalChat/config/conversation_template/zephyr.json
View File

@@ -1,7 +0,0 @@
{
"chat_template": "{% for message in messages %}\n{% if message['role'] == 'user' %}\n{{ '<|user|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'system' %}\n{{ '<|system|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'assistant' %}\n{{ '<|assistant|>\n' + message['content'] + eos_token }}\n{% endif %}\n{% if loop.last and add_generation_prompt %}\n{{ '<|assistant|>' }}\n{% endif %}\n{% endfor %}",
"system_message": "A chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human's questions.\n\n",
"stop_ids": [
2
]
}