diff --git a/applications/ColossalChat/examples/training_scripts/train_rm.py b/applications/ColossalChat/examples/training_scripts/train_rm.py
index d42291802..1fc938bd7 100755
--- a/applications/ColossalChat/examples/training_scripts/train_rm.py
+++ b/applications/ColossalChat/examples/training_scripts/train_rm.py
@@ -15,7 +15,7 @@ from coati.dataset import (
from coati.models import LogExpLoss, LogSigLoss, RewardModel, convert_to_lora_module
from coati.trainer import RewardModelTrainer
from coati.utils import load_checkpoint
-from transformers import AutoConfig, AutoTokenizer
+from transformers import AutoTokenizer
import colossalai
from colossalai.booster import Booster
@@ -56,7 +56,6 @@ def train(args):
)
coordinator.print_on_master(msg="Flash-attention enabled successfully")
else:
- AutoConfig.from_pretrained(args.pretrain)
model = RewardModel(
args.pretrain,
)
diff --git a/applications/ColossalChat/tests/test_chat_template.py b/applications/ColossalChat/tests/test_chat_template.py
deleted file mode 100644
index 0df13c066..000000000
--- a/applications/ColossalChat/tests/test_chat_template.py
+++ /dev/null
@@ -1,42 +0,0 @@
-import json
-import os
-
-from coati.dataset import setup_conversation_template
-from coati.dataset.tokenization_utils import supervised_tokenize_sft
-from transformers import AutoTokenizer
-
-model_data_mapping = {
- "THUDM/chatglm2-6b": "THUDM_chatglm2-6b.json",
- "THUDM/chatglm3-6b": "THUDM_chatglm3-6b.json",
- "baichuan-inc/Baichuan2-13B-Chat": "baichuan-inc_Baichuan2-13B-Chat.json",
- "01-ai/Yi-1.5-9B-Chat": "01-ai_Yi-1.5-9B-Chat.json",
- "01-ai/Yi-34B": "01-ai_Yi-34B.json",
- "deepseek-ai/DeepSeek-V2-Lite": "deepseek-ai_DeepSeek-V2-Lite.json",
- "microsoft/phi-2": "microsoft_phi-2.json",
- "mistralai/Mixtral-8x7B-Instruct-v0.1": "mistralai_Mixtral-8x7B-Instruct-v0.1.json",
-}
-chat_template_config_path = "./config/conversation_template"
-
-
-def test_tokenization_sft():
- for model in model_data_mapping:
- print(f"#############{model}#############")
- conversation_template_config = os.path.join(chat_template_config_path, model_data_mapping[model])
- messages = [
- {"from": "human", "content": "What are the three primary colors?"},
- {"from": "assistant", "content": "The three primary colors are red, blue, and yellow."},
- {"from": "human", "content": "解释个人电脑和服务器之间的区别。"},
- {
- "from": "assistant",
- "content": "个人电脑和服务器是两种不同类型的计算机系统，它们的主要区别在于用途、硬件配置和性能。 个人电脑，顾名思义，是为个人使用而设计的计算机。它们通常用于日常的工作、娱乐和学习，可以运行各种各样的应用程序和游戏。个人电脑的硬件配置一般是按照标准配置来设计的，不过也可以根据个人需求进行定制。 而服务器是为了满足大量用户的需求而设计的计算机系统，它们通常用于为用户提供各种网络服务，如网站、电子邮件和文件传输等。服务器通常需要高性能的硬件配置，并且可以承受高负载和长时间的运行。由于服务器需要支持大量用户的访问，它们通常配备多核处理器、大容量内存和大容量硬盘驱动器，以提高系统的运行速度和稳定性。 总之，个人电脑和服务器之间的主要区别在于它们的用途、硬件配置和性能。个人电脑用于个人使用，而服务器用于支持大量用户的访问。服务器的硬件配置通常比个人电脑更高，以保证系统的性能和稳定性。",
- },
- ]
- chat_template_config = json.load(open(conversation_template_config, "r", encoding="utf8"))
- tokenizer = AutoTokenizer.from_pretrained(model, use_fast=False, trust_remote_code=True)
- conversation_template = setup_conversation_template(
- tokenizer, chat_template_config=chat_template_config, save_path=conversation_template_config
- )
-
- output = supervised_tokenize_sft({"messages": messages}, tokenizer, conversation_template)
- with open(f"./tests/test_data/chat_template/{model_data_mapping[model]}", "r", encoding="utf8") as f:
- assert json.dumps(json.load(f)) == json.dumps(output), f"model: {model} failed"
diff --git a/applications/ColossalChat/tests/test_data/chat_template/01-ai_Yi-1.5-9B-Chat.json b/applications/ColossalChat/tests/test_data/chat_template/01-ai_Yi-1.5-9B-Chat.json
deleted file mode 100644
index c5335fb18..000000000
--- a/applications/ColossalChat/tests/test_data/chat_template/01-ai_Yi-1.5-9B-Chat.json
+++ /dev/null
@@ -1,585 +0,0 @@
-{
- "input_ids": [
- 1,
- 59603,
- 9334,
- 1397,
- 562,
- 13310,
- 2756,
- 597,
- 663,
- 15874,
- 10357,
- 14135,
- 98,
- 707,
- 14135,
- 3641,
- 6901,
- 97,
- 7283,
- 97,
- 597,
- 31081,
- 8476,
- 592,
- 567,
- 2756,
- 59610,
- 59575,
- 3275,
- 98,
- 144,
- 144,
- 6,
- 3903,
- 144,
- 5697,
- 678,
- 567,
- 1604,
- 5789,
- 7590,
- 100,
- 7,
- 144,
- 6,
- 765,
- 13611,
- 144,
- 1263,
- 1604,
- 5789,
- 7590,
- 678,
- 2894,
- 97,
- 5083,
- 97,
- 597,
- 10744,
- 98,
- 7,
- 144,
- 6,
- 3903,
- 144,
- 7714,
- 2897,
- 11491,
- 59652,
- 17504,
- 7125,
- 13189,
- 102,
- 7,
- 144,
- 6,
- 765,
- 13611,
- 144,
- 2897,
- 11491,
- 59652,
- 17504,
- 59626,
- 12295,
- 2618,
- 24768,
- 12780,
- 2644,
- 101,
- 6774,
- 10495,
- 13189,
- 5505,
- 23337,
- 105,
- 17713,
- 9217,
- 59652,
- 9176,
- 102,
- 59568,
- 2897,
- 11491,
- 101,
- 60604,
- 59867,
- 60084,
- 60160,
- 101,
- 29874,
- 2897,
- 2253,
- 59732,
- 23806,
- 12780,
- 102,
- 6774,
- 8224,
- 4983,
- 7304,
- 5973,
- 105,
- 11152,
- 44353,
- 101,
- 1229,
- 7252,
- 33282,
- 32371,
- 59652,
- 5186,
- 102,
- 2897,
- 11491,
- 59599,
- 17713,
- 9217,
- 39485,
- 4245,
- 3600,
- 9217,
- 59670,
- 23806,
- 101,
- 3438,
- 6985,
- 2749,
- 2897,
- 4195,
- 1540,
- 23525,
- 102,
- 59568,
- 59732,
- 17504,
- 15703,
- 6748,
- 8262,
- 4576,
- 17107,
- 59732,
- 23806,
- 12780,
- 2644,
- 101,
- 6774,
- 8224,
- 4983,
- 59648,
- 4576,
- 2479,
- 4207,
- 4014,
- 1893,
- 101,
- 59738,
- 8276,
- 105,
- 5601,
- 24111,
- 59652,
- 6280,
- 18192,
- 59748,
- 102,
- 17504,
- 8224,
- 1867,
- 57898,
- 59599,
- 17713,
- 9217,
- 101,
- 4502,
- 1229,
- 17456,
- 59719,
- 38298,
- 59652,
- 59509,
- 7252,
- 102,
- 3574,
- 17504,
- 1867,
- 3392,
- 8262,
- 28830,
- 15595,
- 101,
- 6774,
- 8224,
- 18802,
- 59691,
- 60326,
- 25829,
- 105,
- 59647,
- 22981,
- 25145,
- 24724,
- 22981,
- 43452,
- 11553,
- 60101,
- 101,
- 59659,
- 3206,
- 13890,
- 7252,
- 7042,
- 59652,
- 26815,
- 102,
- 59568,
- 20237,
- 101,
- 2897,
- 11491,
- 59652,
- 17504,
- 7125,
- 2461,
- 13189,
- 5505,
- 30281,
- 23337,
- 105,
- 17713,
- 9217,
- 59652,
- 9176,
- 102,
- 2897,
- 11491,
- 4983,
- 2897,
- 2253,
- 101,
- 59732,
- 17504,
- 4983,
- 3392,
- 8262,
- 28830,
- 15595,
- 102,
- 1893,
- 12507,
- 17713,
- 9217,
- 8224,
- 59806,
- 2897,
- 11491,
- 16549,
- 101,
- 59659,
- 5731,
- 13890,
- 9176,
- 59652,
- 26815,
- 102,
- 7
- ],
- "labels": [
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- 1263,
- 1604,
- 5789,
- 7590,
- 678,
- 2894,
- 97,
- 5083,
- 97,
- 597,
- 10744,
- 98,
- 7,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- 2897,
- 11491,
- 59652,
- 17504,
- 59626,
- 12295,
- 2618,
- 24768,
- 12780,
- 2644,
- 101,
- 6774,
- 10495,
- 13189,
- 5505,
- 23337,
- 105,
- 17713,
- 9217,
- 59652,
- 9176,
- 102,
- 59568,
- 2897,
- 11491,
- 101,
- 60604,
- 59867,
- 60084,
- 60160,
- 101,
- 29874,
- 2897,
- 2253,
- 59732,
- 23806,
- 12780,
- 102,
- 6774,
- 8224,
- 4983,
- 7304,
- 5973,
- 105,
- 11152,
- 44353,
- 101,
- 1229,
- 7252,
- 33282,
- 32371,
- 59652,
- 5186,
- 102,
- 2897,
- 11491,
- 59599,
- 17713,
- 9217,
- 39485,
- 4245,
- 3600,
- 9217,
- 59670,
- 23806,
- 101,
- 3438,
- 6985,
- 2749,
- 2897,
- 4195,
- 1540,
- 23525,
- 102,
- 59568,
- 59732,
- 17504,
- 15703,
- 6748,
- 8262,
- 4576,
- 17107,
- 59732,
- 23806,
- 12780,
- 2644,
- 101,
- 6774,
- 8224,
- 4983,
- 59648,
- 4576,
- 2479,
- 4207,
- 4014,
- 1893,
- 101,
- 59738,
- 8276,
- 105,
- 5601,
- 24111,
- 59652,
- 6280,
- 18192,
- 59748,
- 102,
- 17504,
- 8224,
- 1867,
- 57898,
- 59599,
- 17713,
- 9217,
- 101,
- 4502,
- 1229,
- 17456,
- 59719,
- 38298,
- 59652,
- 59509,
- 7252,
- 102,
- 3574,
- 17504,
- 1867,
- 3392,
- 8262,
- 28830,
- 15595,
- 101,
- 6774,
- 8224,
- 18802,
- 59691,
- 60326,
- 25829,
- 105,
- 59647,
- 22981,
- 25145,
- 24724,
- 22981,
- 43452,
- 11553,
- 60101,
- 101,
- 59659,
- 3206,
- 13890,
- 7252,
- 7042,
- 59652,
- 26815,
- 102,
- 59568,
- 20237,
- 101,
- 2897,
- 11491,
- 59652,
- 17504,
- 7125,
- 2461,
- 13189,
- 5505,
- 30281,
- 23337,
- 105,
- 17713,
- 9217,
- 59652,
- 9176,
- 102,
- 2897,
- 11491,
- 4983,
- 2897,
- 2253,
- 101,
- 59732,
- 17504,
- 4983,
- 3392,
- 8262,
- 28830,
- 15595,
- 102,
- 1893,
- 12507,
- 17713,
- 9217,
- 8224,
- 59806,
- 2897,
- 11491,
- 16549,
- 101,
- 59659,
- 5731,
- 13890,
- 9176,
- 59652,
- 26815,
- 102,
- 7
- ],
- "inputs_decode": "<|startoftext|> A chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human's questions.\n\n<|im_start|>user\nWhat are the three primary colors?<|im_end|> \n<|im_start|>assistant\nThe three primary colors are red, blue, and yellow.<|im_end|> \n<|im_start|>user\n解释个人电脑和服务器之间的区别。<|im_end|> \n<|im_start|>assistant\n个人电脑和服务器是两种不同类型的计算机系统，它们的主要区别在于用途、硬件配置和性能。 个人电脑，顾名思义，是为个人使用而设计的计算机。它们通常用于日常的工作、娱乐和学习，可以运行各种各样的应用程序和游戏。个人电脑的硬件配置一般是按照标准配置来设计的，不过也可以根据个人需求进行定制。 而服务器是为了满足大量用户的需求而设计的计算机系统，它们通常用于为用户提供各种网络服务，如网站、电子邮件和文件传输等。服务器通常需要高性能的硬件配置，并且可以承受高负载和长时间的运行。由于服务器需要支持大量用户的访问，它们通常配备多核处理器、大容量内存和大容量硬盘驱动器，以提高系统的运行速度和稳定性。 总之，个人电脑和服务器之间的主要区别在于它们的用途、硬件配置和性能。个人电脑用于个人使用，而服务器用于支持大量用户的访问。服务器的硬件配置通常比个人电脑更高，以保证系统的性能和稳定性。<|im_end|>",
- "labels_decode": [
- " The three primary colors are red, blue, and yellow.<|im_end|>",
- " 个人电脑和服务器是两种不同类型的计算机系统，它们的主要区别在于用途、硬件配置和性能。 个人电脑，顾名思义，是为个人使用而设计的计算机。它们通常用于日常的工作、娱乐和学习，可以运行各种各样的应用程序和游戏。个人电脑的硬件配置一般是按照标准配置来设计的，不过也可以根据个人需求进行定制。 而服务器是为了满足大量用户的需求而设计的计算机系统，它们通常用于为用户提供各种网络服务，如网站、电子邮件和文件传输等。服务器通常需要高性能的硬件配置，并且可以承受高负载和长时间的运行。由于服务器需要支持大量用户的访问，它们通常配备多核处理器、大容量内存和大容量硬盘驱动器，以提高系统的运行速度和稳定性。 总之，个人电脑和服务器之间的主要区别在于它们的用途、硬件配置和性能。个人电脑用于个人使用，而服务器用于支持大量用户的访问。服务器的硬件配置通常比个人电脑更高，以保证系统的性能和稳定性。<|im_end|>"
- ],
- "seq_length": 286,
- "seq_category": "None"
-}
diff --git a/applications/ColossalChat/tests/test_data/chat_template/01-ai_Yi-34B.json b/applications/ColossalChat/tests/test_data/chat_template/01-ai_Yi-34B.json
deleted file mode 100644
index 0284c2cea..000000000
--- a/applications/ColossalChat/tests/test_data/chat_template/01-ai_Yi-34B.json
+++ /dev/null
@@ -1,607 +0,0 @@
-{
- "input_ids": [
- 1,
- 59653,
- 34448,
- 59651,
- 7488,
- 55701,
- 4422,
- 144,
- 59603,
- 9334,
- 1397,
- 562,
- 13310,
- 2756,
- 597,
- 663,
- 15874,
- 10357,
- 14135,
- 98,
- 707,
- 14135,
- 3641,
- 6901,
- 97,
- 7283,
- 97,
- 597,
- 31081,
- 8476,
- 592,
- 567,
- 2756,
- 59610,
- 59575,
- 3275,
- 98,
- 144,
- 144,
- 144,
- 59666,
- 1359,
- 55701,
- 4422,
- 144,
- 144,
- 5697,
- 678,
- 567,
- 1604,
- 5789,
- 7590,
- 100,
- 1273,
- 59598,
- 34448,
- 59651,
- 707,
- 1604,
- 5789,
- 7590,
- 678,
- 2894,
- 97,
- 5083,
- 97,
- 597,
- 10744,
- 98,
- 59568,
- 2,
- 1,
- 59653,
- 34448,
- 59651,
- 59568,
- 7714,
- 2897,
- 11491,
- 59652,
- 17504,
- 7125,
- 13189,
- 102,
- 1273,
- 59598,
- 34448,
- 59651,
- 59568,
- 2897,
- 11491,
- 59652,
- 17504,
- 59626,
- 12295,
- 2618,
- 24768,
- 12780,
- 2644,
- 101,
- 6774,
- 10495,
- 13189,
- 5505,
- 23337,
- 105,
- 17713,
- 9217,
- 59652,
- 9176,
- 102,
- 59568,
- 2897,
- 11491,
- 101,
- 60604,
- 59867,
- 60084,
- 60160,
- 101,
- 29874,
- 2897,
- 2253,
- 59732,
- 23806,
- 12780,
- 102,
- 6774,
- 8224,
- 4983,
- 7304,
- 5973,
- 105,
- 11152,
- 44353,
- 101,
- 1229,
- 7252,
- 33282,
- 32371,
- 59652,
- 5186,
- 102,
- 2897,
- 11491,
- 59599,
- 17713,
- 9217,
- 39485,
- 4245,
- 3600,
- 9217,
- 59670,
- 23806,
- 101,
- 3438,
- 6985,
- 2749,
- 2897,
- 4195,
- 1540,
- 23525,
- 102,
- 59568,
- 59732,
- 17504,
- 15703,
- 6748,
- 8262,
- 4576,
- 17107,
- 59732,
- 23806,
- 12780,
- 2644,
- 101,
- 6774,
- 8224,
- 4983,
- 59648,
- 4576,
- 2479,
- 4207,
- 4014,
- 1893,
- 101,
- 59738,
- 8276,
- 105,
- 5601,
- 24111,
- 59652,
- 6280,
- 18192,
- 59748,
- 102,
- 17504,
- 8224,
- 1867,
- 57898,
- 59599,
- 17713,
- 9217,
- 101,
- 4502,
- 1229,
- 17456,
- 59719,
- 38298,
- 59652,
- 59509,
- 7252,
- 102,
- 3574,
- 17504,
- 1867,
- 3392,
- 8262,
- 28830,
- 15595,
- 101,
- 6774,
- 8224,
- 18802,
- 59691,
- 60326,
- 25829,
- 105,
- 59647,
- 22981,
- 25145,
- 24724,
- 22981,
- 43452,
- 11553,
- 60101,
- 101,
- 59659,
- 3206,
- 13890,
- 7252,
- 7042,
- 59652,
- 26815,
- 102,
- 59568,
- 20237,
- 101,
- 2897,
- 11491,
- 59652,
- 17504,
- 7125,
- 2461,
- 13189,
- 5505,
- 30281,
- 23337,
- 105,
- 17713,
- 9217,
- 59652,
- 9176,
- 102,
- 2897,
- 11491,
- 4983,
- 2897,
- 2253,
- 101,
- 59732,
- 17504,
- 4983,
- 3392,
- 8262,
- 28830,
- 15595,
- 102,
- 1893,
- 12507,
- 17713,
- 9217,
- 8224,
- 59806,
- 2897,
- 11491,
- 16549,
- 101,
- 59659,
- 5731,
- 13890,
- 9176,
- 59652,
- 26815,
- 102,
- 59568,
- 2
- ],
- "labels": [
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- 707,
- 1604,
- 5789,
- 7590,
- 678,
- 2894,
- 97,
- 5083,
- 97,
- 597,
- 10744,
- 98,
- 59568,
- 2,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- 59568,
- 2897,
- 11491,
- 59652,
- 17504,
- 59626,
- 12295,
- 2618,
- 24768,
- 12780,
- 2644,
- 101,
- 6774,
- 10495,
- 13189,
- 5505,
- 23337,
- 105,
- 17713,
- 9217,
- 59652,
- 9176,
- 102,
- 59568,
- 2897,
- 11491,
- 101,
- 60604,
- 59867,
- 60084,
- 60160,
- 101,
- 29874,
- 2897,
- 2253,
- 59732,
- 23806,
- 12780,
- 102,
- 6774,
- 8224,
- 4983,
- 7304,
- 5973,
- 105,
- 11152,
- 44353,
- 101,
- 1229,
- 7252,
- 33282,
- 32371,
- 59652,
- 5186,
- 102,
- 2897,
- 11491,
- 59599,
- 17713,
- 9217,
- 39485,
- 4245,
- 3600,
- 9217,
- 59670,
- 23806,
- 101,
- 3438,
- 6985,
- 2749,
- 2897,
- 4195,
- 1540,
- 23525,
- 102,
- 59568,
- 59732,
- 17504,
- 15703,
- 6748,
- 8262,
- 4576,
- 17107,
- 59732,
- 23806,
- 12780,
- 2644,
- 101,
- 6774,
- 8224,
- 4983,
- 59648,
- 4576,
- 2479,
- 4207,
- 4014,
- 1893,
- 101,
- 59738,
- 8276,
- 105,
- 5601,
- 24111,
- 59652,
- 6280,
- 18192,
- 59748,
- 102,
- 17504,
- 8224,
- 1867,
- 57898,
- 59599,
- 17713,
- 9217,
- 101,
- 4502,
- 1229,
- 17456,
- 59719,
- 38298,
- 59652,
- 59509,
- 7252,
- 102,
- 3574,
- 17504,
- 1867,
- 3392,
- 8262,
- 28830,
- 15595,
- 101,
- 6774,
- 8224,
- 18802,
- 59691,
- 60326,
- 25829,
- 105,
- 59647,
- 22981,
- 25145,
- 24724,
- 22981,
- 43452,
- 11553,
- 60101,
- 101,
- 59659,
- 3206,
- 13890,
- 7252,
- 7042,
- 59652,
- 26815,
- 102,
- 59568,
- 20237,
- 101,
- 2897,
- 11491,
- 59652,
- 17504,
- 7125,
- 2461,
- 13189,
- 5505,
- 30281,
- 23337,
- 105,
- 17713,
- 9217,
- 59652,
- 9176,
- 102,
- 2897,
- 11491,
- 4983,
- 2897,
- 2253,
- 101,
- 59732,
- 17504,
- 4983,
- 3392,
- 8262,
- 28830,
- 15595,
- 102,
- 1893,
- 12507,
- 17713,
- 9217,
- 8224,
- 59806,
- 2897,
- 11491,
- 16549,
- 101,
- 59659,
- 5731,
- 13890,
- 9176,
- 59652,
- 26815,
- 102,
- 59568,
- 2
- ],
- "inputs_decode": "<|startoftext|> [INST] <>\nA chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human's questions.\n\n\n<>\n\nWhat are the three primary colors? [/INST] The three primary colors are red, blue, and yellow. <|endoftext|><|startoftext|> [INST] 解释个人电脑和服务器之间的区别。 [/INST] 个人电脑和服务器是两种不同类型的计算机系统，它们的主要区别在于用途、硬件配置和性能。 个人电脑，顾名思义，是为个人使用而设计的计算机。它们通常用于日常的工作、娱乐和学习，可以运行各种各样的应用程序和游戏。个人电脑的硬件配置一般是按照标准配置来设计的，不过也可以根据个人需求进行定制。 而服务器是为了满足大量用户的需求而设计的计算机系统，它们通常用于为用户提供各种网络服务，如网站、电子邮件和文件传输等。服务器通常需要高性能的硬件配置，并且可以承受高负载和长时间的运行。由于服务器需要支持大量用户的访问，它们通常配备多核处理器、大容量内存和大容量硬盘驱动器，以提高系统的运行速度和稳定性。 总之，个人电脑和服务器之间的主要区别在于它们的用途、硬件配置和性能。个人电脑用于个人使用，而服务器用于支持大量用户的访问。服务器的硬件配置通常比个人电脑更高，以保证系统的性能和稳定性。 <|endoftext|>",
- "labels_decode": [
- " The three primary colors are red, blue, and yellow. <|endoftext|>",
- " 个人电脑和服务器是两种不同类型的计算机系统，它们的主要区别在于用途、硬件配置和性能。 个人电脑，顾名思义，是为个人使用而设计的计算机。它们通常用于日常的工作、娱乐和学习，可以运行各种各样的应用程序和游戏。个人电脑的硬件配置一般是按照标准配置来设计的，不过也可以根据个人需求进行定制。 而服务器是为了满足大量用户的需求而设计的计算机系统，它们通常用于为用户提供各种网络服务，如网站、电子邮件和文件传输等。服务器通常需要高性能的硬件配置，并且可以承受高负载和长时间的运行。由于服务器需要支持大量用户的访问，它们通常配备多核处理器、大容量内存和大容量硬盘驱动器，以提高系统的运行速度和稳定性。 总之，个人电脑和服务器之间的主要区别在于它们的用途、硬件配置和性能。个人电脑用于个人使用，而服务器用于支持大量用户的访问。服务器的硬件配置通常比个人电脑更高，以保证系统的性能和稳定性。 <|endoftext|>"
- ],
- "seq_length": 297,
- "seq_category": "None"
-}
diff --git a/applications/ColossalChat/tests/test_data/chat_template/Qwen_Qwen-7B-Chat.json b/applications/ColossalChat/tests/test_data/chat_template/Qwen_Qwen-7B-Chat.json
deleted file mode 100644
index 0b291a071..000000000
--- a/applications/ColossalChat/tests/test_data/chat_template/Qwen_Qwen-7B-Chat.json
+++ /dev/null
@@ -1,603 +0,0 @@
-{
- "input_ids": [
- 151644,
- 8948,
- 198,
- 32,
- 6236,
- 1948,
- 264,
- 22208,
- 3738,
- 323,
- 458,
- 20443,
- 11229,
- 17847,
- 13,
- 576,
- 17847,
- 6696,
- 10950,
- 11,
- 11682,
- 11,
- 323,
- 47787,
- 11253,
- 311,
- 279,
- 3738,
- 594,
- 4755,
- 382,
- 151645,
- 198,
- 151644,
- 872,
- 198,
- 3838,
- 525,
- 279,
- 2326,
- 6028,
- 7987,
- 30,
- 151645,
- 198,
- 151644,
- 77091,
- 198,
- 785,
- 2326,
- 6028,
- 7987,
- 525,
- 2518,
- 11,
- 6303,
- 11,
- 323,
- 13753,
- 13,
- 151645,
- 198,
- 151644,
- 872,
- 198,
- 104136,
- 99605,
- 104145,
- 33108,
- 89047,
- 104186,
- 102665,
- 1773,
- 151645,
- 198,
- 151644,
- 77091,
- 198,
- 99605,
- 104145,
- 33108,
- 89047,
- 20412,
- 101441,
- 99604,
- 109963,
- 104564,
- 72448,
- 3837,
- 104017,
- 104396,
- 102665,
- 101321,
- 105795,
- 5373,
- 105433,
- 85767,
- 33108,
- 102111,
- 1773,
- 220,
- 99605,
- 104145,
- 3837,
- 99846,
- 13072,
- 90663,
- 64559,
- 3837,
- 20412,
- 17714,
- 99605,
- 37029,
- 68536,
- 70500,
- 9370,
- 104564,
- 1773,
- 104017,
- 102119,
- 100751,
- 101254,
- 104066,
- 5373,
- 100415,
- 33108,
- 100134,
- 3837,
- 73670,
- 104001,
- 100646,
- 99200,
- 100535,
- 113384,
- 33108,
- 99329,
- 1773,
- 99605,
- 104145,
- 9370,
- 105433,
- 85767,
- 111071,
- 101892,
- 100142,
- 85767,
- 36407,
- 70500,
- 9370,
- 3837,
- 100632,
- 104047,
- 100345,
- 99605,
- 100354,
- 71817,
- 104790,
- 1773,
- 8908,
- 222,
- 234,
- 89047,
- 104802,
- 101929,
- 100722,
- 20002,
- 104378,
- 68536,
- 70500,
- 9370,
- 104564,
- 72448,
- 3837,
- 104017,
- 102119,
- 100751,
- 17714,
- 110782,
- 100646,
- 71356,
- 47874,
- 3837,
- 29524,
- 100010,
- 5373,
- 116617,
- 33108,
- 26898,
- 107468,
- 49567,
- 1773,
- 89047,
- 102119,
- 85106,
- 113313,
- 9370,
- 105433,
- 85767,
- 90395,
- 100136,
- 73670,
- 105581,
- 44636,
- 118878,
- 33108,
- 102612,
- 9370,
- 104001,
- 1773,
- 101887,
- 89047,
- 85106,
- 100143,
- 100722,
- 107494,
- 104925,
- 3837,
- 104017,
- 102119,
- 102578,
- 42140,
- 71137,
- 111249,
- 5373,
- 26288,
- 106656,
- 111390,
- 33108,
- 26288,
- 106656,
- 114897,
- 102474,
- 31548,
- 3837,
- 23031,
- 100627,
- 105743,
- 104001,
- 101149,
- 33108,
- 108239,
- 1773,
- 90476,
- 119,
- 53930,
- 3837,
- 99605,
- 104145,
- 33108,
- 89047,
- 104186,
- 99558,
- 102665,
- 101321,
- 104017,
- 9370,
- 105795,
- 5373,
- 105433,
- 85767,
- 33108,
- 102111,
- 1773,
- 99605,
- 104145,
- 100751,
- 99605,
- 37029,
- 3837,
- 68536,
- 89047,
- 100751,
- 100143,
- 100722,
- 107494,
- 104925,
- 1773,
- 89047,
- 9370,
- 105433,
- 85767,
- 102119,
- 56006,
- 99605,
- 104145,
- 105377,
- 3837,
- 23031,
- 101907,
- 105743,
- 102111,
- 33108,
- 108239,
- 1773,
- 151645
- ],
- "labels": [
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- 785,
- 2326,
- 6028,
- 7987,
- 525,
- 2518,
- 11,
- 6303,
- 11,
- 323,
- 13753,
- 13,
- 151645,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- 99605,
- 104145,
- 33108,
- 89047,
- 20412,
- 101441,
- 99604,
- 109963,
- 104564,
- 72448,
- 3837,
- 104017,
- 104396,
- 102665,
- 101321,
- 105795,
- 5373,
- 105433,
- 85767,
- 33108,
- 102111,
- 1773,
- 220,
- 99605,
- 104145,
- 3837,
- 99846,
- 13072,
- 90663,
- 64559,
- 3837,
- 20412,
- 17714,
- 99605,
- 37029,
- 68536,
- 70500,
- 9370,
- 104564,
- 1773,
- 104017,
- 102119,
- 100751,
- 101254,
- 104066,
- 5373,
- 100415,
- 33108,
- 100134,
- 3837,
- 73670,
- 104001,
- 100646,
- 99200,
- 100535,
- 113384,
- 33108,
- 99329,
- 1773,
- 99605,
- 104145,
- 9370,
- 105433,
- 85767,
- 111071,
- 101892,
- 100142,
- 85767,
- 36407,
- 70500,
- 9370,
- 3837,
- 100632,
- 104047,
- 100345,
- 99605,
- 100354,
- 71817,
- 104790,
- 1773,
- 8908,
- 222,
- 234,
- 89047,
- 104802,
- 101929,
- 100722,
- 20002,
- 104378,
- 68536,
- 70500,
- 9370,
- 104564,
- 72448,
- 3837,
- 104017,
- 102119,
- 100751,
- 17714,
- 110782,
- 100646,
- 71356,
- 47874,
- 3837,
- 29524,
- 100010,
- 5373,
- 116617,
- 33108,
- 26898,
- 107468,
- 49567,
- 1773,
- 89047,
- 102119,
- 85106,
- 113313,
- 9370,
- 105433,
- 85767,
- 90395,
- 100136,
- 73670,
- 105581,
- 44636,
- 118878,
- 33108,
- 102612,
- 9370,
- 104001,
- 1773,
- 101887,
- 89047,
- 85106,
- 100143,
- 100722,
- 107494,
- 104925,
- 3837,
- 104017,
- 102119,
- 102578,
- 42140,
- 71137,
- 111249,
- 5373,
- 26288,
- 106656,
- 111390,
- 33108,
- 26288,
- 106656,
- 114897,
- 102474,
- 31548,
- 3837,
- 23031,
- 100627,
- 105743,
- 104001,
- 101149,
- 33108,
- 108239,
- 1773,
- 90476,
- 119,
- 53930,
- 3837,
- 99605,
- 104145,
- 33108,
- 89047,
- 104186,
- 99558,
- 102665,
- 101321,
- 104017,
- 9370,
- 105795,
- 5373,
- 105433,
- 85767,
- 33108,
- 102111,
- 1773,
- 99605,
- 104145,
- 100751,
- 99605,
- 37029,
- 3837,
- 68536,
- 89047,
- 100751,
- 100143,
- 100722,
- 107494,
- 104925,
- 1773,
- 89047,
- 9370,
- 105433,
- 85767,
- 102119,
- 56006,
- 99605,
- 104145,
- 105377,
- 3837,
- 23031,
- 101907,
- 105743,
- 102111,
- 33108,
- 108239,
- 1773,
- 151645
- ],
- "inputs_decode": "<|im_start|>system\nA chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human's questions.\n\n<|im_end|>\n<|im_start|>user\nWhat are the three primary colors?<|im_end|>\n<|im_start|>assistant\nThe three primary colors are red, blue, and yellow.<|im_end|>\n<|im_start|>user\n解释个人电脑和服务器之间的区别。<|im_end|>\n<|im_start|>assistant\n个人电脑和服务器是两种不同类型的计算机系统，它们的主要区别在于用途、硬件配置和性能。 个人电脑，顾名思义，是为个人使用而设计的计算机。它们通常用于日常的工作、娱乐和学习，可以运行各种各样的应用程序和游戏。个人电脑的硬件配置一般是按照标准配置来设计的，不过也可以根据个人需求进行定制。 而服务器是为了满足大量用户的需求而设计的计算机系统，它们通常用于为用户提供各种网络服务，如网站、电子邮件和文件传输等。服务器通常需要高性能的硬件配置，并且可以承受高负载和长时间的运行。由于服务器需要支持大量用户的访问，它们通常配备多核处理器、大容量内存和大容量硬盘驱动器，以提高系统的运行速度和稳定性。 总之，个人电脑和服务器之间的主要区别在于它们的用途、硬件配置和性能。个人电脑用于个人使用，而服务器用于支持大量用户的访问。服务器的硬件配置通常比个人电脑更高，以保证系统的性能和稳定性。<|im_end|>",
- "labels_decode": [
- "The three primary colors are red, blue, and yellow.<|im_end|>",
- "个人电脑和服务器是两种不同类型的计算机系统，它们的主要区别在于用途、硬件配置和性能。 个人电脑，顾名思义，是为个人使用而设计的计算机。它们通常用于日常的工作、娱乐和学习，可以运行各种各样的应用程序和游戏。个人电脑的硬件配置一般是按照标准配置来设计的，不过也可以根据个人需求进行定制。 而服务器是为了满足大量用户的需求而设计的计算机系统，它们通常用于为用户提供各种网络服务，如网站、电子邮件和文件传输等。服务器通常需要高性能的硬件配置，并且可以承受高负载和长时间的运行。由于服务器需要支持大量用户的访问，它们通常配备多核处理器、大容量内存和大容量硬盘驱动器，以提高系统的运行速度和稳定性。 总之，个人电脑和服务器之间的主要区别在于它们的用途、硬件配置和性能。个人电脑用于个人使用，而服务器用于支持大量用户的访问。服务器的硬件配置通常比个人电脑更高，以保证系统的性能和稳定性。<|im_end|>"
- ],
- "seq_length": 295,
- "seq_category": "None"
-}
diff --git a/applications/ColossalChat/tests/test_data/chat_template/THUDM_chatglm2-6b.json b/applications/ColossalChat/tests/test_data/chat_template/THUDM_chatglm2-6b.json
deleted file mode 100644
index fe3559266..000000000
--- a/applications/ColossalChat/tests/test_data/chat_template/THUDM_chatglm2-6b.json
+++ /dev/null
@@ -1,715 +0,0 @@
-{
- "input_ids": [
- 906,
- 31007,
- 326,
- 30962,
- 6631,
- 31007,
- 30994,
- 13361,
- 13,
- 30938,
- 8911,
- 1074,
- 260,
- 10976,
- 1869,
- 293,
- 284,
- 12060,
- 7151,
- 9319,
- 30930,
- 353,
- 9319,
- 3510,
- 6483,
- 30932,
- 6374,
- 30932,
- 293,
- 25712,
- 7115,
- 289,
- 267,
- 1869,
- 30953,
- 30917,
- 2554,
- 30930,
- 13,
- 13,
- 31002,
- 31007,
- 326,
- 30962,
- 437,
- 31007,
- 30994,
- 13,
- 31002,
- 31007,
- 326,
- 30962,
- 6631,
- 31007,
- 30994,
- 4865,
- 13,
- 1266,
- 383,
- 267,
- 1194,
- 4390,
- 7129,
- 30987,
- 906,
- 31007,
- 326,
- 30962,
- 437,
- 31007,
- 30994,
- 13,
- 31002,
- 31007,
- 326,
- 30962,
- 6631,
- 31007,
- 30994,
- 530,
- 18971,
- 13,
- 353,
- 1194,
- 4390,
- 7129,
- 383,
- 2603,
- 30932,
- 4610,
- 30932,
- 293,
- 8362,
- 30930,
- 31002,
- 31007,
- 326,
- 30962,
- 437,
- 31007,
- 30994,
- 30910,
- 13,
- 31002,
- 31007,
- 326,
- 30962,
- 6631,
- 31007,
- 30994,
- 4865,
- 13,
- 30910,
- 32929,
- 31745,
- 34032,
- 37154,
- 55083,
- 32695,
- 34213,
- 31155,
- 906,
- 31007,
- 326,
- 30962,
- 437,
- 31007,
- 30994,
- 13,
- 31002,
- 31007,
- 326,
- 30962,
- 6631,
- 31007,
- 30994,
- 530,
- 18971,
- 13,
- 30910,
- 31745,
- 34032,
- 37154,
- 55083,
- 54532,
- 33701,
- 31723,
- 39141,
- 33606,
- 31739,
- 31123,
- 32542,
- 33248,
- 34213,
- 33260,
- 35687,
- 31201,
- 36073,
- 33339,
- 54542,
- 33116,
- 31155,
- 30910,
- 31745,
- 34032,
- 31123,
- 55502,
- 54653,
- 54872,
- 54923,
- 31123,
- 38391,
- 31745,
- 31695,
- 54617,
- 37538,
- 33606,
- 31155,
- 32542,
- 32955,
- 32419,
- 32432,
- 32249,
- 31201,
- 32645,
- 44505,
- 31123,
- 31628,
- 32557,
- 41054,
- 43569,
- 54542,
- 32033,
- 31155,
- 31745,
- 34032,
- 54530,
- 36073,
- 33339,
- 47907,
- 32001,
- 31858,
- 33339,
- 54556,
- 37538,
- 31123,
- 31925,
- 32591,
- 31793,
- 31745,
- 31987,
- 31636,
- 36058,
- 31155,
- 43833,
- 38107,
- 35231,
- 32454,
- 32325,
- 32053,
- 35299,
- 54617,
- 37538,
- 33606,
- 31739,
- 31123,
- 32542,
- 32955,
- 32419,
- 54541,
- 49193,
- 31986,
- 31863,
- 31645,
- 31123,
- 54627,
- 32438,
- 31201,
- 48747,
- 54542,
- 32410,
- 38520,
- 54609,
- 31155,
- 38107,
- 32955,
- 31665,
- 46294,
- 54530,
- 36073,
- 33339,
- 31123,
- 32187,
- 31628,
- 35757,
- 54589,
- 54376,
- 54542,
- 53144,
- 32557,
- 31155,
- 31949,
- 38107,
- 31665,
- 31818,
- 32325,
- 39195,
- 33967,
- 31123,
- 32542,
- 32955,
- 34881,
- 54573,
- 55110,
- 39727,
- 31201,
- 54539,
- 36608,
- 40538,
- 37251,
- 36608,
- 52898,
- 34861,
- 55083,
- 31123,
- 54548,
- 31803,
- 34650,
- 32557,
- 32615,
- 54542,
- 39941,
- 31155,
- 30910,
- 37169,
- 31123,
- 31745,
- 34032,
- 37154,
- 55083,
- 32695,
- 31703,
- 34213,
- 33260,
- 41215,
- 35687,
- 31201,
- 36073,
- 33339,
- 54542,
- 33116,
- 31155,
- 31745,
- 34032,
- 32419,
- 31745,
- 31695,
- 31123,
- 54617,
- 38107,
- 32419,
- 31818,
- 32325,
- 39195,
- 33967,
- 31155,
- 31645,
- 35949,
- 36073,
- 33339,
- 32955,
- 54703,
- 31745,
- 34032,
- 34732,
- 31123,
- 54548,
- 32444,
- 34650,
- 33116,
- 54542,
- 39941,
- 31155,
- 31002,
- 31007,
- 326,
- 30962,
- 437,
- 31007,
- 30994,
- 2
- ],
- "labels": [
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- 353,
- 1194,
- 4390,
- 7129,
- 383,
- 2603,
- 30932,
- 4610,
- 30932,
- 293,
- 8362,
- 30930,
- 31002,
- 31007,
- 326,
- 30962,
- 437,
- 31007,
- 30994,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- 30910,
- 31745,
- 34032,
- 37154,
- 55083,
- 54532,
- 33701,
- 31723,
- 39141,
- 33606,
- 31739,
- 31123,
- 32542,
- 33248,
- 34213,
- 33260,
- 35687,
- 31201,
- 36073,
- 33339,
- 54542,
- 33116,
- 31155,
- 30910,
- 31745,
- 34032,
- 31123,
- 55502,
- 54653,
- 54872,
- 54923,
- 31123,
- 38391,
- 31745,
- 31695,
- 54617,
- 37538,
- 33606,
- 31155,
- 32542,
- 32955,
- 32419,
- 32432,
- 32249,
- 31201,
- 32645,
- 44505,
- 31123,
- 31628,
- 32557,
- 41054,
- 43569,
- 54542,
- 32033,
- 31155,
- 31745,
- 34032,
- 54530,
- 36073,
- 33339,
- 47907,
- 32001,
- 31858,
- 33339,
- 54556,
- 37538,
- 31123,
- 31925,
- 32591,
- 31793,
- 31745,
- 31987,
- 31636,
- 36058,
- 31155,
- 43833,
- 38107,
- 35231,
- 32454,
- 32325,
- 32053,
- 35299,
- 54617,
- 37538,
- 33606,
- 31739,
- 31123,
- 32542,
- 32955,
- 32419,
- 54541,
- 49193,
- 31986,
- 31863,
- 31645,
- 31123,
- 54627,
- 32438,
- 31201,
- 48747,
- 54542,
- 32410,
- 38520,
- 54609,
- 31155,
- 38107,
- 32955,
- 31665,
- 46294,
- 54530,
- 36073,
- 33339,
- 31123,
- 32187,
- 31628,
- 35757,
- 54589,
- 54376,
- 54542,
- 53144,
- 32557,
- 31155,
- 31949,
- 38107,
- 31665,
- 31818,
- 32325,
- 39195,
- 33967,
- 31123,
- 32542,
- 32955,
- 34881,
- 54573,
- 55110,
- 39727,
- 31201,
- 54539,
- 36608,
- 40538,
- 37251,
- 36608,
- 52898,
- 34861,
- 55083,
- 31123,
- 54548,
- 31803,
- 34650,
- 32557,
- 32615,
- 54542,
- 39941,
- 31155,
- 30910,
- 37169,
- 31123,
- 31745,
- 34032,
- 37154,
- 55083,
- 32695,
- 31703,
- 34213,
- 33260,
- 41215,
- 35687,
- 31201,
- 36073,
- 33339,
- 54542,
- 33116,
- 31155,
- 31745,
- 34032,
- 32419,
- 31745,
- 31695,
- 31123,
- 54617,
- 38107,
- 32419,
- 31818,
- 32325,
- 39195,
- 33967,
- 31155,
- 31645,
- 35949,
- 36073,
- 33339,
- 32955,
- 54703,
- 31745,
- 34032,
- 34732,
- 31123,
- 54548,
- 32444,
- 34650,
- 33116,
- 54542,
- 39941,
- 31155,
- 31002,
- 31007,
- 326,
- 30962,
- 437,
- 31007,
- 30994,
- 2
- ],
- "inputs_decode": "<|im_start|>system\nA chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human's questions.\n\n<|im_end|>\n<|im_start|>user\n What are the three primary colors? <|im_end|>\n<|im_start|>assistant\n The three primary colors are red, blue, and yellow.<|im_end|> \n<|im_start|>user\n 解释个人电脑和服务器之间的区别。 <|im_end|>\n<|im_start|>assistant\n 个人电脑和服务器是两种不同类型的计算机系统，它们的主要区别在于用途、硬件配置和性能。 个人电脑，顾名思义，是为个人使用而设计的计算机。它们通常用于日常的工作、娱乐和学习，可以运行各种各样的应用程序和游戏。个人电脑的硬件配置一般是按照标准配置来设计的，不过也可以根据个人需求进行定制。 而服务器是为了满足大量用户的需求而设计的计算机系统，它们通常用于为用户提供各种网络服务，如网站、电子邮件和文件传输等。服务器通常需要高性能的硬件配置，并且可以承受高负载和长时间的运行。由于服务器需要支持大量用户的访问，它们通常配备多核处理器、大容量内存和大容量硬盘驱动器，以提高系统的运行速度和稳定性。 总之，个人电脑和服务器之间的主要区别在于它们的用途、硬件配置和性能。个人电脑用于个人使用，而服务器用于支持大量用户的访问。服务器的硬件配置通常比个人电脑更高，以保证系统的性能和稳定性。<|im_end|>",
- "labels_decode": [
- "The three primary colors are red, blue, and yellow.<|im_end|>",
- "个人电脑和服务器是两种不同类型的计算机系统，它们的主要区别在于用途、硬件配置和性能。 个人电脑，顾名思义，是为个人使用而设计的计算机。它们通常用于日常的工作、娱乐和学习，可以运行各种各样的应用程序和游戏。个人电脑的硬件配置一般是按照标准配置来设计的，不过也可以根据个人需求进行定制。 而服务器是为了满足大量用户的需求而设计的计算机系统，它们通常用于为用户提供各种网络服务，如网站、电子邮件和文件传输等。服务器通常需要高性能的硬件配置，并且可以承受高负载和长时间的运行。由于服务器需要支持大量用户的访问，它们通常配备多核处理器、大容量内存和大容量硬盘驱动器，以提高系统的运行速度和稳定性。 总之，个人电脑和服务器之间的主要区别在于它们的用途、硬件配置和性能。个人电脑用于个人使用，而服务器用于支持大量用户的访问。服务器的硬件配置通常比个人电脑更高，以保证系统的性能和稳定性。<|im_end|>"
- ],
- "seq_length": 351,
- "seq_category": "None"
-}
diff --git a/applications/ColossalChat/tests/test_data/chat_template/THUDM_chatglm3-6b.json b/applications/ColossalChat/tests/test_data/chat_template/THUDM_chatglm3-6b.json
deleted file mode 100644
index 10b012fe0..000000000
--- a/applications/ColossalChat/tests/test_data/chat_template/THUDM_chatglm3-6b.json
+++ /dev/null
@@ -1,585 +0,0 @@
-{
- "input_ids": [
- 64790,
- 64792,
- 906,
- 31007,
- 13361,
- 31007,
- 30994,
- 13,
- 316,
- 8911,
- 1074,
- 260,
- 10976,
- 1869,
- 293,
- 284,
- 12060,
- 7151,
- 9319,
- 30930,
- 353,
- 9319,
- 3510,
- 6483,
- 30932,
- 6374,
- 30932,
- 293,
- 25712,
- 7115,
- 289,
- 267,
- 1869,
- 30953,
- 30917,
- 2554,
- 30930,
- 13,
- 13,
- 64795,
- 30910,
- 13,
- 265,
- 5011,
- 383,
- 267,
- 1194,
- 4390,
- 7129,
- 30987,
- 64796,
- 30910,
- 13,
- 265,
- 1036,
- 1194,
- 4390,
- 7129,
- 383,
- 2603,
- 30932,
- 4610,
- 30932,
- 293,
- 8362,
- 30930,
- 64795,
- 30910,
- 13,
- 265,
- 32929,
- 31745,
- 34032,
- 37154,
- 55083,
- 32695,
- 34213,
- 31155,
- 64796,
- 30910,
- 13,
- 265,
- 31745,
- 34032,
- 37154,
- 55083,
- 54532,
- 33701,
- 31723,
- 39141,
- 33606,
- 31739,
- 31123,
- 32542,
- 33248,
- 34213,
- 33260,
- 35687,
- 31201,
- 36073,
- 33339,
- 54542,
- 33116,
- 31155,
- 30910,
- 31745,
- 34032,
- 31123,
- 55502,
- 54653,
- 54872,
- 54923,
- 31123,
- 38391,
- 31745,
- 31695,
- 54617,
- 37538,
- 33606,
- 31155,
- 32542,
- 32955,
- 32419,
- 32432,
- 32249,
- 31201,
- 32645,
- 44505,
- 31123,
- 31628,
- 32557,
- 41054,
- 43569,
- 54542,
- 32033,
- 31155,
- 31745,
- 34032,
- 54530,
- 36073,
- 33339,
- 47907,
- 32001,
- 31858,
- 33339,
- 54556,
- 37538,
- 31123,
- 31925,
- 32591,
- 31793,
- 31745,
- 31987,
- 31636,
- 36058,
- 31155,
- 43833,
- 38107,
- 35231,
- 32454,
- 32325,
- 32053,
- 35299,
- 54617,
- 37538,
- 33606,
- 31739,
- 31123,
- 32542,
- 32955,
- 32419,
- 54541,
- 49193,
- 31986,
- 31863,
- 31645,
- 31123,
- 54627,
- 32438,
- 31201,
- 48747,
- 54542,
- 32410,
- 38520,
- 54609,
- 31155,
- 38107,
- 32955,
- 31665,
- 46294,
- 54530,
- 36073,
- 33339,
- 31123,
- 32187,
- 31628,
- 35757,
- 54589,
- 54376,
- 54542,
- 53144,
- 32557,
- 31155,
- 31949,
- 38107,
- 31665,
- 31818,
- 32325,
- 39195,
- 33967,
- 31123,
- 32542,
- 32955,
- 34881,
- 54573,
- 55110,
- 39727,
- 31201,
- 54539,
- 36608,
- 40538,
- 37251,
- 36608,
- 52898,
- 34861,
- 55083,
- 31123,
- 54548,
- 31803,
- 34650,
- 32557,
- 32615,
- 54542,
- 39941,
- 31155,
- 30910,
- 37169,
- 31123,
- 31745,
- 34032,
- 37154,
- 55083,
- 32695,
- 31703,
- 34213,
- 33260,
- 41215,
- 35687,
- 31201,
- 36073,
- 33339,
- 54542,
- 33116,
- 31155,
- 31745,
- 34032,
- 32419,
- 31745,
- 31695,
- 31123,
- 54617,
- 38107,
- 32419,
- 31818,
- 32325,
- 39195,
- 33967,
- 31155,
- 31645,
- 35949,
- 36073,
- 33339,
- 32955,
- 54703,
- 31745,
- 34032,
- 34732,
- 31123,
- 54548,
- 32444,
- 34650,
- 33116,
- 54542,
- 39941,
- 31155,
- 2
- ],
- "labels": [
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- 265,
- 1036,
- 1194,
- 4390,
- 7129,
- 383,
- 2603,
- 30932,
- 4610,
- 30932,
- 293,
- 8362,
- 30930,
- 64795,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- 265,
- 31745,
- 34032,
- 37154,
- 55083,
- 54532,
- 33701,
- 31723,
- 39141,
- 33606,
- 31739,
- 31123,
- 32542,
- 33248,
- 34213,
- 33260,
- 35687,
- 31201,
- 36073,
- 33339,
- 54542,
- 33116,
- 31155,
- 30910,
- 31745,
- 34032,
- 31123,
- 55502,
- 54653,
- 54872,
- 54923,
- 31123,
- 38391,
- 31745,
- 31695,
- 54617,
- 37538,
- 33606,
- 31155,
- 32542,
- 32955,
- 32419,
- 32432,
- 32249,
- 31201,
- 32645,
- 44505,
- 31123,
- 31628,
- 32557,
- 41054,
- 43569,
- 54542,
- 32033,
- 31155,
- 31745,
- 34032,
- 54530,
- 36073,
- 33339,
- 47907,
- 32001,
- 31858,
- 33339,
- 54556,
- 37538,
- 31123,
- 31925,
- 32591,
- 31793,
- 31745,
- 31987,
- 31636,
- 36058,
- 31155,
- 43833,
- 38107,
- 35231,
- 32454,
- 32325,
- 32053,
- 35299,
- 54617,
- 37538,
- 33606,
- 31739,
- 31123,
- 32542,
- 32955,
- 32419,
- 54541,
- 49193,
- 31986,
- 31863,
- 31645,
- 31123,
- 54627,
- 32438,
- 31201,
- 48747,
- 54542,
- 32410,
- 38520,
- 54609,
- 31155,
- 38107,
- 32955,
- 31665,
- 46294,
- 54530,
- 36073,
- 33339,
- 31123,
- 32187,
- 31628,
- 35757,
- 54589,
- 54376,
- 54542,
- 53144,
- 32557,
- 31155,
- 31949,
- 38107,
- 31665,
- 31818,
- 32325,
- 39195,
- 33967,
- 31123,
- 32542,
- 32955,
- 34881,
- 54573,
- 55110,
- 39727,
- 31201,
- 54539,
- 36608,
- 40538,
- 37251,
- 36608,
- 52898,
- 34861,
- 55083,
- 31123,
- 54548,
- 31803,
- 34650,
- 32557,
- 32615,
- 54542,
- 39941,
- 31155,
- 30910,
- 37169,
- 31123,
- 31745,
- 34032,
- 37154,
- 55083,
- 32695,
- 31703,
- 34213,
- 33260,
- 41215,
- 35687,
- 31201,
- 36073,
- 33339,
- 54542,
- 33116,
- 31155,
- 31745,
- 34032,
- 32419,
- 31745,
- 31695,
- 31123,
- 54617,
- 38107,
- 32419,
- 31818,
- 32325,
- 39195,
- 33967,
- 31155,
- 31645,
- 35949,
- 36073,
- 33339,
- 32955,
- 54703,
- 31745,
- 34032,
- 34732,
- 31123,
- 54548,
- 32444,
- 34650,
- 33116,
- 54542,
- 39941,
- 31155,
- 2
- ],
- "inputs_decode": "[gMASK] sop <|system|>\n A chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human's questions.\n\n <|user|> \n What are the three primary colors? <|assistant|> \n The three primary colors are red, blue, and yellow. <|user|> \n 解释个人电脑和服务器之间的区别。 <|assistant|> \n 个人电脑和服务器是两种不同类型的计算机系统，它们的主要区别在于用途、硬件配置和性能。 个人电脑，顾名思义，是为个人使用而设计的计算机。它们通常用于日常的工作、娱乐和学习，可以运行各种各样的应用程序和游戏。个人电脑的硬件配置一般是按照标准配置来设计的，不过也可以根据个人需求进行定制。 而服务器是为了满足大量用户的需求而设计的计算机系统，它们通常用于为用户提供各种网络服务，如网站、电子邮件和文件传输等。服务器通常需要高性能的硬件配置，并且可以承受高负载和长时间的运行。由于服务器需要支持大量用户的访问，它们通常配备多核处理器、大容量内存和大容量硬盘驱动器，以提高系统的运行速度和稳定性。 总之，个人电脑和服务器之间的主要区别在于它们的用途、硬件配置和性能。个人电脑用于个人使用，而服务器用于支持大量用户的访问。服务器的硬件配置通常比个人电脑更高，以保证系统的性能和稳定性。",
- "labels_decode": [
- " The three primary colors are red, blue, and yellow. <|user|>",
- " 个人电脑和服务器是两种不同类型的计算机系统，它们的主要区别在于用途、硬件配置和性能。 个人电脑，顾名思义，是为个人使用而设计的计算机。它们通常用于日常的工作、娱乐和学习，可以运行各种各样的应用程序和游戏。个人电脑的硬件配置一般是按照标准配置来设计的，不过也可以根据个人需求进行定制。 而服务器是为了满足大量用户的需求而设计的计算机系统，它们通常用于为用户提供各种网络服务，如网站、电子邮件和文件传输等。服务器通常需要高性能的硬件配置，并且可以承受高负载和长时间的运行。由于服务器需要支持大量用户的访问，它们通常配备多核处理器、大容量内存和大容量硬盘驱动器，以提高系统的运行速度和稳定性。 总之，个人电脑和服务器之间的主要区别在于它们的用途、硬件配置和性能。个人电脑用于个人使用，而服务器用于支持大量用户的访问。服务器的硬件配置通常比个人电脑更高，以保证系统的性能和稳定性。"
- ],
- "seq_length": 286,
- "seq_category": "None"
-}
diff --git a/applications/ColossalChat/tests/test_data/chat_template/baichuan-inc_Baichuan2-13B-Chat.json b/applications/ColossalChat/tests/test_data/chat_template/baichuan-inc_Baichuan2-13B-Chat.json
deleted file mode 100644
index 1db9df08b..000000000
--- a/applications/ColossalChat/tests/test_data/chat_template/baichuan-inc_Baichuan2-13B-Chat.json
+++ /dev/null
@@ -1,697 +0,0 @@
-{
- "input_ids": [
- 1,
- 92655,
- 92647,
- 1418,
- 92484,
- 13387,
- 92647,
- 92574,
- 24399,
- 5,
- 92343,
- 15161,
- 2357,
- 1346,
- 23815,
- 3558,
- 1377,
- 1452,
- 19649,
- 11656,
- 14002,
- 72,
- 1481,
- 14002,
- 6474,
- 13629,
- 92323,
- 11144,
- 92323,
- 1377,
- 70217,
- 13514,
- 1375,
- 1352,
- 3558,
- 92404,
- 92319,
- 4852,
- 72,
- 5,
- 5,
- 92655,
- 92647,
- 1418,
- 92484,
- 1520,
- 92647,
- 92574,
- 5,
- 92655,
- 92647,
- 1418,
- 92484,
- 13387,
- 92647,
- 92574,
- 8589,
- 5,
- 3167,
- 1484,
- 1352,
- 2397,
- 7721,
- 12654,
- 74,
- 92655,
- 92647,
- 1418,
- 92484,
- 1520,
- 92647,
- 92574,
- 5,
- 92655,
- 92647,
- 1418,
- 92484,
- 13387,
- 92647,
- 92574,
- 1613,
- 10685,
- 5,
- 1524,
- 2397,
- 7721,
- 12654,
- 1484,
- 5005,
- 92323,
- 8488,
- 92323,
- 1377,
- 16149,
- 72,
- 92655,
- 92647,
- 1418,
- 92484,
- 1520,
- 92647,
- 92574,
- 5,
- 92655,
- 92647,
- 1418,
- 92484,
- 13387,
- 92647,
- 92574,
- 8589,
- 5,
- 5987,
- 2076,
- 7283,
- 18431,
- 93107,
- 5332,
- 8592,
- 66,
- 92655,
- 92647,
- 1418,
- 92484,
- 1520,
- 92647,
- 92574,
- 5,
- 92655,
- 92647,
- 1418,
- 92484,
- 13387,
- 92647,
- 92574,
- 1613,
- 10685,
- 5,
- 2076,
- 7283,
- 18431,
- 93107,
- 92347,
- 8653,
- 2381,
- 22152,
- 9403,
- 2274,
- 65,
- 20962,
- 2231,
- 8592,
- 6795,
- 13087,
- 69,
- 18512,
- 7587,
- 92385,
- 8222,
- 66,
- 92311,
- 2076,
- 7283,
- 65,
- 52905,
- 65,
- 23044,
- 2076,
- 1964,
- 92492,
- 17274,
- 9403,
- 66,
- 6085,
- 6984,
- 4349,
- 4161,
- 4588,
- 69,
- 5748,
- 30443,
- 65,
- 1583,
- 5155,
- 24491,
- 48901,
- 92385,
- 3872,
- 66,
- 2076,
- 7283,
- 92333,
- 18512,
- 7587,
- 28068,
- 2592,
- 2417,
- 7587,
- 92393,
- 17274,
- 65,
- 2776,
- 4463,
- 78704,
- 3173,
- 1697,
- 9501,
- 66,
- 100178,
- 31391,
- 10551,
- 4126,
- 4121,
- 3723,
- 13169,
- 92492,
- 17274,
- 9403,
- 2274,
- 65,
- 6085,
- 6984,
- 4349,
- 57325,
- 2099,
- 2936,
- 2012,
- 1760,
- 65,
- 92467,
- 4516,
- 69,
- 36308,
- 92385,
- 4733,
- 25092,
- 92457,
- 66,
- 31391,
- 6984,
- 1836,
- 49902,
- 92333,
- 18512,
- 7587,
- 65,
- 3741,
- 1583,
- 11871,
- 92434,
- 55317,
- 92385,
- 41203,
- 5155,
- 66,
- 3035,
- 31391,
- 1836,
- 2590,
- 4121,
- 30881,
- 17136,
- 65,
- 6085,
- 6984,
- 10040,
- 92418,
- 92888,
- 40793,
- 69,
- 92366,
- 18178,
- 32629,
- 18787,
- 18178,
- 66897,
- 14685,
- 93107,
- 65,
- 73411,
- 12452,
- 5155,
- 82905,
- 23304,
- 66,
- 92311,
- 14748,
- 65,
- 2076,
- 7283,
- 18431,
- 93107,
- 5332,
- 2231,
- 8592,
- 6795,
- 20962,
- 13087,
- 69,
- 18512,
- 7587,
- 92385,
- 8222,
- 66,
- 2076,
- 7283,
- 4349,
- 2076,
- 1964,
- 65,
- 92492,
- 31391,
- 4349,
- 2590,
- 4121,
- 30881,
- 17136,
- 66,
- 1760,
- 21050,
- 18512,
- 7587,
- 6984,
- 92596,
- 2076,
- 7283,
- 10680,
- 65,
- 57310,
- 12452,
- 8222,
- 92385,
- 23304,
- 66,
- 92655,
- 92647,
- 1418,
- 92484,
- 1520,
- 92647,
- 92574,
- 2
- ],
- "labels": [
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- 1524,
- 2397,
- 7721,
- 12654,
- 1484,
- 5005,
- 92323,
- 8488,
- 92323,
- 1377,
- 16149,
- 72,
- 92655,
- 92647,
- 1418,
- 92484,
- 1520,
- 92647,
- 92574,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- 2076,
- 7283,
- 18431,
- 93107,
- 92347,
- 8653,
- 2381,
- 22152,
- 9403,
- 2274,
- 65,
- 20962,
- 2231,
- 8592,
- 6795,
- 13087,
- 69,
- 18512,
- 7587,
- 92385,
- 8222,
- 66,
- 92311,
- 2076,
- 7283,
- 65,
- 52905,
- 65,
- 23044,
- 2076,
- 1964,
- 92492,
- 17274,
- 9403,
- 66,
- 6085,
- 6984,
- 4349,
- 4161,
- 4588,
- 69,
- 5748,
- 30443,
- 65,
- 1583,
- 5155,
- 24491,
- 48901,
- 92385,
- 3872,
- 66,
- 2076,
- 7283,
- 92333,
- 18512,
- 7587,
- 28068,
- 2592,
- 2417,
- 7587,
- 92393,
- 17274,
- 65,
- 2776,
- 4463,
- 78704,
- 3173,
- 1697,
- 9501,
- 66,
- 100178,
- 31391,
- 10551,
- 4126,
- 4121,
- 3723,
- 13169,
- 92492,
- 17274,
- 9403,
- 2274,
- 65,
- 6085,
- 6984,
- 4349,
- 57325,
- 2099,
- 2936,
- 2012,
- 1760,
- 65,
- 92467,
- 4516,
- 69,
- 36308,
- 92385,
- 4733,
- 25092,
- 92457,
- 66,
- 31391,
- 6984,
- 1836,
- 49902,
- 92333,
- 18512,
- 7587,
- 65,
- 3741,
- 1583,
- 11871,
- 92434,
- 55317,
- 92385,
- 41203,
- 5155,
- 66,
- 3035,
- 31391,
- 1836,
- 2590,
- 4121,
- 30881,
- 17136,
- 65,
- 6085,
- 6984,
- 10040,
- 92418,
- 92888,
- 40793,
- 69,
- 92366,
- 18178,
- 32629,
- 18787,
- 18178,
- 66897,
- 14685,
- 93107,
- 65,
- 73411,
- 12452,
- 5155,
- 82905,
- 23304,
- 66,
- 92311,
- 14748,
- 65,
- 2076,
- 7283,
- 18431,
- 93107,
- 5332,
- 2231,
- 8592,
- 6795,
- 20962,
- 13087,
- 69,
- 18512,
- 7587,
- 92385,
- 8222,
- 66,
- 2076,
- 7283,
- 4349,
- 2076,
- 1964,
- 65,
- 92492,
- 31391,
- 4349,
- 2590,
- 4121,
- 30881,
- 17136,
- 66,
- 1760,
- 21050,
- 18512,
- 7587,
- 6984,
- 92596,
- 2076,
- 7283,
- 10680,
- 65,
- 57310,
- 12452,
- 8222,
- 92385,
- 23304,
- 66,
- 92655,
- 92647,
- 1418,
- 92484,
- 1520,
- 92647,
- 92574,
- 2
- ],
- "inputs_decode": " <|im_start|>system\nA chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human's questions.\n\n<|im_end|>\n<|im_start|>user\nWhat are the three primary colors?<|im_end|>\n<|im_start|>assistant\nThe three primary colors are red, blue, and yellow.<|im_end|>\n<|im_start|>user\n解释个人电脑和服务器之间的区别。<|im_end|>\n<|im_start|>assistant\n个人电脑和服务器是两种不同类型的计算机系统，它们的主要区别在于用途、硬件配置和性能。 个人电脑，顾名思义，是为个人使用而设计的计算机。它们通常用于日常的工作、娱乐和学习，可以运行各种各样的应用程序和游戏。个人电脑的硬件配置一般是按照标准配置来设计的，不过也可以根据个人需求进行定制。 而服务器是为了满足大量用户的需求而设计的计算机系统，它们通常用于为用户提供各种网络服务，如网站、电子邮件和文件传输等。服务器通常需要高性能的硬件配置，并且可以承受高负载和长时间的运行。由于服务器需要支持大量用户的访问，它们通常配备多核处理器、大容量内存和大容量硬盘驱动器，以提高系统的运行速度和稳定性。 总之，个人电脑和服务器之间的主要区别在于它们的用途、硬件配置和性能。个人电脑用于个人使用，而服务器用于支持大量用户的访问。服务器的硬件配置通常比个人电脑更高，以保证系统的性能和稳定性。<|im_end|>",
- "labels_decode": [
- "The three primary colors are red, blue, and yellow.<|im_end|>",
- " 个人电脑和服务器是两种不同类型的计算机系统，它们的主要区别在于用途、硬件配置和性能。 个人电脑，顾名思义，是为个人使用而设计的计算机。它们通常用于日常的工作、娱乐和学习，可以运行各种各样的应用程序和游戏。个人电脑的硬件配置一般是按照标准配置来设计的，不过也可以根据个人需求进行定制。 而服务器是为了满足大量用户的需求而设计的计算机系统，它们通常用于为用户提供各种网络服务，如网站、电子邮件和文件传输等。服务器通常需要高性能的硬件配置，并且可以承受高负载和长时间的运行。由于服务器需要支持大量用户的访问，它们通常配备多核处理器、大容量内存和大容量硬盘驱动器，以提高系统的运行速度和稳定性。 总之，个人电脑和服务器之间的主要区别在于它们的用途、硬件配置和性能。个人电脑用于个人使用，而服务器用于支持大量用户的访问。服务器的硬件配置通常比个人电脑更高，以保证系统的性能和稳定性。<|im_end|>"
- ],
- "seq_length": 342,
- "seq_category": "None"
-}
diff --git a/applications/ColossalChat/tests/test_data/chat_template/deepseek-ai_DeepSeek-V2-Lite.json b/applications/ColossalChat/tests/test_data/chat_template/deepseek-ai_DeepSeek-V2-Lite.json
deleted file mode 100644
index 147bcb395..000000000
--- a/applications/ColossalChat/tests/test_data/chat_template/deepseek-ai_DeepSeek-V2-Lite.json
+++ /dev/null
@@ -1,581 +0,0 @@
-{
- "input_ids": [
- 100000,
- 32,
- 12465,
- 1439,
- 245,
- 13076,
- 3807,
- 285,
- 274,
- 18050,
- 15141,
- 20308,
- 13,
- 429,
- 20308,
- 4380,
- 9394,
- 11,
- 9333,
- 11,
- 285,
- 30513,
- 9789,
- 276,
- 254,
- 3807,
- 6,
- 82,
- 4313,
- 13,
- 185,
- 185,
- 185,
- 185,
- 5726,
- 25,
- 2461,
- 418,
- 254,
- 1853,
- 6663,
- 8247,
- 30,
- 185,
- 185,
- 77398,
- 25,
- 429,
- 1853,
- 6663,
- 8247,
- 418,
- 3074,
- 11,
- 5501,
- 11,
- 285,
- 10421,
- 13,
- 100001,
- 5726,
- 25,
- 207,
- 17882,
- 6213,
- 19462,
- 50209,
- 4625,
- 17901,
- 25628,
- 398,
- 185,
- 185,
- 77398,
- 25,
- 207,
- 6213,
- 19462,
- 50209,
- 4625,
- 504,
- 23807,
- 5871,
- 53947,
- 33939,
- 5804,
- 19304,
- 15047,
- 24291,
- 25628,
- 18752,
- 48548,
- 537,
- 34854,
- 15477,
- 885,
- 16938,
- 398,
- 207,
- 6213,
- 19462,
- 19304,
- 8549,
- 2217,
- 4118,
- 4800,
- 19304,
- 54533,
- 6213,
- 5118,
- 1306,
- 42753,
- 33939,
- 398,
- 15047,
- 18867,
- 15055,
- 16476,
- 15982,
- 537,
- 15615,
- 885,
- 5782,
- 19304,
- 1876,
- 17135,
- 60574,
- 98238,
- 885,
- 8340,
- 398,
- 6213,
- 19462,
- 337,
- 34854,
- 15477,
- 72652,
- 10263,
- 7992,
- 15477,
- 913,
- 42753,
- 19304,
- 6117,
- 13742,
- 6857,
- 6213,
- 9384,
- 3421,
- 31448,
- 398,
- 207,
- 1306,
- 59828,
- 31759,
- 13211,
- 16690,
- 8452,
- 32512,
- 1306,
- 42753,
- 33939,
- 5804,
- 19304,
- 15047,
- 18867,
- 15055,
- 78963,
- 6037,
- 8510,
- 8083,
- 4076,
- 19304,
- 1415,
- 16196,
- 537,
- 12385,
- 53913,
- 885,
- 18775,
- 58875,
- 1537,
- 398,
- 59828,
- 18867,
- 4012,
- 93589,
- 337,
- 34854,
- 15477,
- 19304,
- 9482,
- 1876,
- 33688,
- 1331,
- 5865,
- 7438,
- 885,
- 88642,
- 17135,
- 398,
- 7406,
- 59828,
- 4012,
- 8580,
- 16690,
- 47322,
- 45098,
- 19304,
- 15047,
- 18867,
- 27061,
- 1059,
- 6273,
- 47500,
- 537,
- 748,
- 45003,
- 56873,
- 47107,
- 45003,
- 81005,
- 34136,
- 4625,
- 19304,
- 851,
- 8039,
- 32672,
- 17135,
- 13951,
- 885,
- 59649,
- 398,
- 207,
- 39736,
- 19304,
- 6213,
- 19462,
- 50209,
- 4625,
- 17901,
- 5649,
- 25628,
- 18752,
- 63889,
- 48548,
- 537,
- 34854,
- 15477,
- 885,
- 16938,
- 398,
- 6213,
- 19462,
- 15055,
- 6213,
- 5118,
- 19304,
- 1306,
- 59828,
- 15055,
- 8580,
- 16690,
- 47322,
- 45098,
- 398,
- 4076,
- 40542,
- 34854,
- 15477,
- 18867,
- 1769,
- 6213,
- 19462,
- 31729,
- 19304,
- 851,
- 12383,
- 32672,
- 16938,
- 885,
- 59649,
- 398,
- 100001
- ],
- "labels": [
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- 429,
- 1853,
- 6663,
- 8247,
- 418,
- 3074,
- 11,
- 5501,
- 11,
- 285,
- 10421,
- 13,
- 100001,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- 207,
- 6213,
- 19462,
- 50209,
- 4625,
- 504,
- 23807,
- 5871,
- 53947,
- 33939,
- 5804,
- 19304,
- 15047,
- 24291,
- 25628,
- 18752,
- 48548,
- 537,
- 34854,
- 15477,
- 885,
- 16938,
- 398,
- 207,
- 6213,
- 19462,
- 19304,
- 8549,
- 2217,
- 4118,
- 4800,
- 19304,
- 54533,
- 6213,
- 5118,
- 1306,
- 42753,
- 33939,
- 398,
- 15047,
- 18867,
- 15055,
- 16476,
- 15982,
- 537,
- 15615,
- 885,
- 5782,
- 19304,
- 1876,
- 17135,
- 60574,
- 98238,
- 885,
- 8340,
- 398,
- 6213,
- 19462,
- 337,
- 34854,
- 15477,
- 72652,
- 10263,
- 7992,
- 15477,
- 913,
- 42753,
- 19304,
- 6117,
- 13742,
- 6857,
- 6213,
- 9384,
- 3421,
- 31448,
- 398,
- 207,
- 1306,
- 59828,
- 31759,
- 13211,
- 16690,
- 8452,
- 32512,
- 1306,
- 42753,
- 33939,
- 5804,
- 19304,
- 15047,
- 18867,
- 15055,
- 78963,
- 6037,
- 8510,
- 8083,
- 4076,
- 19304,
- 1415,
- 16196,
- 537,
- 12385,
- 53913,
- 885,
- 18775,
- 58875,
- 1537,
- 398,
- 59828,
- 18867,
- 4012,
- 93589,
- 337,
- 34854,
- 15477,
- 19304,
- 9482,
- 1876,
- 33688,
- 1331,
- 5865,
- 7438,
- 885,
- 88642,
- 17135,
- 398,
- 7406,
- 59828,
- 4012,
- 8580,
- 16690,
- 47322,
- 45098,
- 19304,
- 15047,
- 18867,
- 27061,
- 1059,
- 6273,
- 47500,
- 537,
- 748,
- 45003,
- 56873,
- 47107,
- 45003,
- 81005,
- 34136,
- 4625,
- 19304,
- 851,
- 8039,
- 32672,
- 17135,
- 13951,
- 885,
- 59649,
- 398,
- 207,
- 39736,
- 19304,
- 6213,
- 19462,
- 50209,
- 4625,
- 17901,
- 5649,
- 25628,
- 18752,
- 63889,
- 48548,
- 537,
- 34854,
- 15477,
- 885,
- 16938,
- 398,
- 6213,
- 19462,
- 15055,
- 6213,
- 5118,
- 19304,
- 1306,
- 59828,
- 15055,
- 8580,
- 16690,
- 47322,
- 45098,
- 398,
- 4076,
- 40542,
- 34854,
- 15477,
- 18867,
- 1769,
- 6213,
- 19462,
- 31729,
- 19304,
- 851,
- 12383,
- 32672,
- 16938,
- 885,
- 59649,
- 398,
- 100001
- ],
- "inputs_decode": "<｜begin▁of▁sentence｜>A chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human's questions.\n\n\n\nUser: What are the three primary colors?\n\nAssistant: The three primary colors are red, blue, and yellow.<｜end▁of▁sentence｜>User: 解释个人电脑和服务器之间的区别。\n\nAssistant: 个人电脑和服务器是两种不同类型的计算机系统，它们的主要区别在于用途、硬件配置和性能。 个人电脑，顾名思义，是为个人使用而设计的计算机。它们通常用于日常的工作、娱乐和学习，可以运行各种各样的应用程序和游戏。个人电脑的硬件配置一般是按照标准配置来设计的，不过也可以根据个人需求进行定制。 而服务器是为了满足大量用户的需求而设计的计算机系统，它们通常用于为用户提供各种网络服务，如网站、电子邮件和文件传输等。服务器通常需要高性能的硬件配置，并且可以承受高负载和长时间的运行。由于服务器需要支持大量用户的访问，它们通常配备多核处理器、大容量内存和大容量硬盘驱动器，以提高系统的运行速度和稳定性。 总之，个人电脑和服务器之间的主要区别在于它们的用途、硬件配置和性能。个人电脑用于个人使用，而服务器用于支持大量用户的访问。服务器的硬件配置通常比个人电脑更高，以保证系统的性能和稳定性。<｜end▁of▁sentence｜>",
- "labels_decode": [
- " The three primary colors are red, blue, and yellow.<｜end▁of▁sentence｜>",
- " 个人电脑和服务器是两种不同类型的计算机系统，它们的主要区别在于用途、硬件配置和性能。 个人电脑，顾名思义，是为个人使用而设计的计算机。它们通常用于日常的工作、娱乐和学习，可以运行各种各样的应用程序和游戏。个人电脑的硬件配置一般是按照标准配置来设计的，不过也可以根据个人需求进行定制。 而服务器是为了满足大量用户的需求而设计的计算机系统，它们通常用于为用户提供各种网络服务，如网站、电子邮件和文件传输等。服务器通常需要高性能的硬件配置，并且可以承受高负载和长时间的运行。由于服务器需要支持大量用户的访问，它们通常配备多核处理器、大容量内存和大容量硬盘驱动器，以提高系统的运行速度和稳定性。 总之，个人电脑和服务器之间的主要区别在于它们的用途、硬件配置和性能。个人电脑用于个人使用，而服务器用于支持大量用户的访问。服务器的硬件配置通常比个人电脑更高，以保证系统的性能和稳定性。<｜end▁of▁sentence｜>"
- ],
- "seq_length": 284,
- "seq_category": "None"
-}
diff --git a/applications/ColossalChat/tests/test_data/chat_template/microsoft_phi-2.json b/applications/ColossalChat/tests/test_data/chat_template/microsoft_phi-2.json
deleted file mode 100644
index 96d62a26a..000000000
--- a/applications/ColossalChat/tests/test_data/chat_template/microsoft_phi-2.json
+++ /dev/null
@@ -1,2009 +0,0 @@
-{
- "input_ids": [
- 50256,
- 27,
- 91,
- 320,
- 62,
- 9688,
- 91,
- 29,
- 10057,
- 198,
- 32,
- 8537,
- 1022,
- 257,
- 11040,
- 1692,
- 290,
- 281,
- 11666,
- 4430,
- 8796,
- 13,
- 383,
- 8796,
- 3607,
- 7613,
- 11,
- 6496,
- 11,
- 290,
- 23507,
- 7429,
- 284,
- 262,
- 1692,
- 338,
- 2683,
- 13,
- 198,
- 198,
- 27,
- 91,
- 320,
- 62,
- 437,
- 91,
- 29,
- 198,
- 27,
- 91,
- 320,
- 62,
- 9688,
- 91,
- 29,
- 7220,
- 198,
- 2061,
- 389,
- 262,
- 1115,
- 4165,
- 7577,
- 30,
- 27,
- 91,
- 320,
- 62,
- 437,
- 91,
- 29,
- 198,
- 27,
- 91,
- 320,
- 62,
- 9688,
- 91,
- 29,
- 562,
- 10167,
- 198,
- 464,
- 1115,
- 4165,
- 7577,
- 389,
- 2266,
- 11,
- 4171,
- 11,
- 290,
- 7872,
- 29847,
- 91,
- 320,
- 62,
- 437,
- 91,
- 29,
- 198,
- 27,
- 91,
- 320,
- 62,
- 9688,
- 91,
- 29,
- 7220,
- 198,
- 164,
- 100,
- 96,
- 34932,
- 232,
- 10310,
- 103,
- 21689,
- 18796,
- 113,
- 164,
- 226,
- 239,
- 161,
- 240,
- 234,
- 17312,
- 235,
- 27950,
- 94,
- 161,
- 247,
- 101,
- 45298,
- 29785,
- 112,
- 21410,
- 44293,
- 118,
- 26344,
- 104,
- 16764,
- 27,
- 91,
- 320,
- 62,
- 437,
- 91,
- 29,
- 198,
- 27,
- 91,
- 320,
- 62,
- 9688,
- 91,
- 29,
- 562,
- 10167,
- 198,
- 10310,
- 103,
- 21689,
- 18796,
- 113,
- 164,
- 226,
- 239,
- 161,
- 240,
- 234,
- 17312,
- 235,
- 27950,
- 94,
- 161,
- 247,
- 101,
- 42468,
- 10310,
- 97,
- 163,
- 100,
- 235,
- 38834,
- 28938,
- 234,
- 163,
- 109,
- 119,
- 161,
- 252,
- 233,
- 21410,
- 164,
- 106,
- 94,
- 163,
- 106,
- 245,
- 17312,
- 118,
- 163,
- 111,
- 119,
- 163,
- 119,
- 253,
- 171,
- 120,
- 234,
- 22522,
- 225,
- 20015,
- 105,
- 21410,
- 10310,
- 119,
- 17358,
- 223,
- 44293,
- 118,
- 26344,
- 104,
- 28839,
- 101,
- 12859,
- 236,
- 18796,
- 101,
- 34460,
- 242,
- 23513,
- 163,
- 94,
- 105,
- 20015,
- 114,
- 165,
- 227,
- 235,
- 163,
- 121,
- 106,
- 161,
- 240,
- 234,
- 45250,
- 100,
- 47797,
- 121,
- 16764,
- 220,
- 10310,
- 103,
- 21689,
- 18796,
- 113,
- 164,
- 226,
- 239,
- 171,
- 120,
- 234,
- 165,
- 94,
- 122,
- 28938,
- 235,
- 45250,
- 251,
- 20046,
- 231,
- 171,
- 120,
- 234,
- 42468,
- 10310,
- 118,
- 10310,
- 103,
- 21689,
- 45635,
- 18796,
- 101,
- 32003,
- 234,
- 164,
- 106,
- 122,
- 164,
- 106,
- 94,
- 21410,
- 164,
- 106,
- 94,
- 163,
- 106,
- 245,
- 17312,
- 118,
- 16764,
- 22522,
- 225,
- 20015,
- 105,
- 34460,
- 248,
- 30585,
- 116,
- 18796,
- 101,
- 12859,
- 236,
- 33768,
- 98,
- 30585,
- 116,
- 21410,
- 32432,
- 98,
- 43291,
- 23513,
- 161,
- 101,
- 109,
- 20046,
- 238,
- 161,
- 240,
- 234,
- 27764,
- 99,
- 20046,
- 254,
- 171,
- 120,
- 234,
- 20998,
- 107,
- 20015,
- 98,
- 32573,
- 238,
- 26193,
- 234,
- 28938,
- 226,
- 163,
- 100,
- 235,
- 28938,
- 226,
- 43718,
- 115,
- 21410,
- 41753,
- 242,
- 18796,
- 101,
- 163,
- 101,
- 233,
- 41753,
- 237,
- 161,
- 240,
- 234,
- 162,
- 116,
- 116,
- 22755,
- 237,
- 16764,
- 10310,
- 103,
- 21689,
- 18796,
- 113,
- 164,
- 226,
- 239,
- 21410,
- 163,
- 94,
- 105,
- 20015,
- 114,
- 165,
- 227,
- 235,
- 163,
- 121,
- 106,
- 31660,
- 48958,
- 105,
- 42468,
- 162,
- 234,
- 231,
- 163,
- 227,
- 100,
- 43718,
- 229,
- 49035,
- 228,
- 165,
- 227,
- 235,
- 163,
- 121,
- 106,
- 30266,
- 98,
- 164,
- 106,
- 122,
- 164,
- 106,
- 94,
- 21410,
- 171,
- 120,
- 234,
- 38834,
- 32573,
- 229,
- 20046,
- 253,
- 20998,
- 107,
- 20015,
- 98,
- 43718,
- 117,
- 162,
- 235,
- 106,
- 10310,
- 103,
- 21689,
- 165,
- 250,
- 222,
- 162,
- 109,
- 224,
- 32573,
- 249,
- 26193,
- 234,
- 22522,
- 248,
- 26344,
- 114,
- 16764,
- 5525,
- 222,
- 234,
- 17312,
- 235,
- 27950,
- 94,
- 161,
- 247,
- 101,
- 42468,
- 10310,
- 118,
- 12859,
- 228,
- 162,
- 119,
- 94,
- 164,
- 114,
- 111,
- 32014,
- 34932,
- 237,
- 18796,
- 101,
- 22755,
- 115,
- 21410,
- 165,
- 250,
- 222,
- 162,
- 109,
- 224,
- 32003,
- 234,
- 164,
- 106,
- 122,
- 164,
- 106,
- 94,
- 21410,
- 164,
- 106,
- 94,
- 163,
- 106,
- 245,
- 17312,
- 118,
- 163,
- 111,
- 119,
- 163,
- 119,
- 253,
- 171,
- 120,
- 234,
- 22522,
- 225,
- 20015,
- 105,
- 34460,
- 248,
- 30585,
- 116,
- 18796,
- 101,
- 12859,
- 236,
- 10310,
- 118,
- 18796,
- 101,
- 22755,
- 115,
- 162,
- 237,
- 238,
- 160,
- 122,
- 249,
- 28938,
- 226,
- 163,
- 100,
- 235,
- 163,
- 121,
- 239,
- 163,
- 119,
- 250,
- 17312,
- 235,
- 27950,
- 94,
- 171,
- 120,
- 234,
- 36685,
- 224,
- 163,
- 121,
- 239,
- 44165,
- 247,
- 23513,
- 18796,
- 113,
- 36310,
- 165,
- 224,
- 106,
- 20015,
- 114,
- 161,
- 240,
- 234,
- 23877,
- 229,
- 20015,
- 114,
- 27670,
- 254,
- 164,
- 122,
- 241,
- 163,
- 255,
- 231,
- 16764,
- 17312,
- 235,
- 27950,
- 94,
- 161,
- 247,
- 101,
- 34460,
- 248,
- 30585,
- 116,
- 165,
- 250,
- 222,
- 17358,
- 223,
- 165,
- 45865,
- 45250,
- 100,
- 47797,
- 121,
- 21410,
- 163,
- 94,
- 105,
- 20015,
- 114,
- 165,
- 227,
- 235,
- 163,
- 121,
- 106,
- 171,
- 120,
- 234,
- 33176,
- 114,
- 10310,
- 242,
- 20998,
- 107,
- 20015,
- 98,
- 33699,
- 123,
- 20998,
- 245,
- 165,
- 45865,
- 164,
- 112,
- 253,
- 164,
- 121,
- 121,
- 161,
- 240,
- 234,
- 165,
- 243,
- 123,
- 33768,
- 114,
- 29785,
- 112,
- 21410,
- 32573,
- 238,
- 26193,
- 234,
- 16764,
- 18796,
- 109,
- 12859,
- 236,
- 17312,
- 235,
- 27950,
- 94,
- 161,
- 247,
- 101,
- 165,
- 250,
- 222,
- 17358,
- 223,
- 162,
- 242,
- 107,
- 162,
- 234,
- 223,
- 32014,
- 34932,
- 237,
- 18796,
- 101,
- 22755,
- 115,
- 21410,
- 164,
- 106,
- 123,
- 29785,
- 106,
- 171,
- 120,
- 234,
- 22522,
- 225,
- 20015,
- 105,
- 34460,
- 248,
- 30585,
- 116,
- 165,
- 227,
- 235,
- 13783,
- 229,
- 13783,
- 248,
- 43718,
- 116,
- 13783,
- 226,
- 49426,
- 228,
- 161,
- 247,
- 101,
- 23513,
- 32014,
- 22522,
- 117,
- 34932,
- 237,
- 37863,
- 227,
- 27764,
- 246,
- 161,
- 240,
- 234,
- 32014,
- 22522,
- 117,
- 34932,
- 237,
- 163,
- 94,
- 105,
- 33566,
- 246,
- 165,
- 102,
- 109,
- 27950,
- 101,
- 161,
- 247,
- 101,
- 171,
- 120,
- 234,
- 20015,
- 98,
- 162,
- 237,
- 238,
- 165,
- 45865,
- 163,
- 111,
- 119,
- 163,
- 119,
- 253,
- 21410,
- 32573,
- 238,
- 26193,
- 234,
- 34460,
- 253,
- 41753,
- 99,
- 161,
- 240,
- 234,
- 163,
- 101,
- 111,
- 22522,
- 248,
- 45250,
- 100,
- 16764,
- 10545,
- 222,
- 119,
- 45298,
- 171,
- 120,
- 234,
- 10310,
- 103,
- 21689,
- 18796,
- 113,
- 164,
- 226,
- 239,
- 161,
- 240,
- 234,
- 17312,
- 235,
- 27950,
- 94,
- 161,
- 247,
- 101,
- 45298,
- 29785,
- 112,
- 21410,
- 10310,
- 119,
- 17358,
- 223,
- 44293,
- 118,
- 26344,
- 104,
- 28839,
- 101,
- 12859,
- 236,
- 22522,
- 225,
- 20015,
- 105,
- 21410,
- 18796,
- 101,
- 34460,
- 242,
- 23513,
- 163,
- 94,
- 105,
- 20015,
- 114,
- 165,
- 227,
- 235,
- 163,
- 121,
- 106,
- 161,
- 240,
- 234,
- 45250,
- 100,
- 47797,
- 121,
- 16764,
- 10310,
- 103,
- 21689,
- 18796,
- 113,
- 164,
- 226,
- 239,
- 18796,
- 101,
- 12859,
- 236,
- 10310,
- 103,
- 21689,
- 45635,
- 18796,
- 101,
- 171,
- 120,
- 234,
- 32003,
- 234,
- 17312,
- 235,
- 27950,
- 94,
- 161,
- 247,
- 101,
- 18796,
- 101,
- 12859,
- 236,
- 162,
- 242,
- 107,
- 162,
- 234,
- 223,
- 32014,
- 34932,
- 237,
- 18796,
- 101,
- 22755,
- 115,
- 21410,
- 164,
- 106,
- 123,
- 29785,
- 106,
- 16764,
- 17312,
- 235,
- 27950,
- 94,
- 161,
- 247,
- 101,
- 21410,
- 163,
- 94,
- 105,
- 20015,
- 114,
- 165,
- 227,
- 235,
- 163,
- 121,
- 106,
- 34460,
- 248,
- 30585,
- 116,
- 162,
- 107,
- 242,
- 10310,
- 103,
- 21689,
- 18796,
- 113,
- 164,
- 226,
- 239,
- 162,
- 249,
- 112,
- 165,
- 45865,
- 171,
- 120,
- 234,
- 20015,
- 98,
- 46479,
- 251,
- 46237,
- 223,
- 163,
- 111,
- 119,
- 163,
- 119,
- 253,
- 21410,
- 45250,
- 100,
- 47797,
- 121,
- 161,
- 240,
- 234,
- 163,
- 101,
- 111,
- 22522,
- 248,
- 45250,
- 100,
- 16764,
- 27,
- 91,
- 320,
- 62,
- 437,
- 91,
- 29,
- 50256
- ],
- "labels": [
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- 464,
- 1115,
- 4165,
- 7577,
- 389,
- 2266,
- 11,
- 4171,
- 11,
- 290,
- 7872,
- 29847,
- 91,
- 320,
- 62,
- 437,
- 91,
- 29,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- 10310,
- 103,
- 21689,
- 18796,
- 113,
- 164,
- 226,
- 239,
- 161,
- 240,
- 234,
- 17312,
- 235,
- 27950,
- 94,
- 161,
- 247,
- 101,
- 42468,
- 10310,
- 97,
- 163,
- 100,
- 235,
- 38834,
- 28938,
- 234,
- 163,
- 109,
- 119,
- 161,
- 252,
- 233,
- 21410,
- 164,
- 106,
- 94,
- 163,
- 106,
- 245,
- 17312,
- 118,
- 163,
- 111,
- 119,
- 163,
- 119,
- 253,
- 171,
- 120,
- 234,
- 22522,
- 225,
- 20015,
- 105,
- 21410,
- 10310,
- 119,
- 17358,
- 223,
- 44293,
- 118,
- 26344,
- 104,
- 28839,
- 101,
- 12859,
- 236,
- 18796,
- 101,
- 34460,
- 242,
- 23513,
- 163,
- 94,
- 105,
- 20015,
- 114,
- 165,
- 227,
- 235,
- 163,
- 121,
- 106,
- 161,
- 240,
- 234,
- 45250,
- 100,
- 47797,
- 121,
- 16764,
- 220,
- 10310,
- 103,
- 21689,
- 18796,
- 113,
- 164,
- 226,
- 239,
- 171,
- 120,
- 234,
- 165,
- 94,
- 122,
- 28938,
- 235,
- 45250,
- 251,
- 20046,
- 231,
- 171,
- 120,
- 234,
- 42468,
- 10310,
- 118,
- 10310,
- 103,
- 21689,
- 45635,
- 18796,
- 101,
- 32003,
- 234,
- 164,
- 106,
- 122,
- 164,
- 106,
- 94,
- 21410,
- 164,
- 106,
- 94,
- 163,
- 106,
- 245,
- 17312,
- 118,
- 16764,
- 22522,
- 225,
- 20015,
- 105,
- 34460,
- 248,
- 30585,
- 116,
- 18796,
- 101,
- 12859,
- 236,
- 33768,
- 98,
- 30585,
- 116,
- 21410,
- 32432,
- 98,
- 43291,
- 23513,
- 161,
- 101,
- 109,
- 20046,
- 238,
- 161,
- 240,
- 234,
- 27764,
- 99,
- 20046,
- 254,
- 171,
- 120,
- 234,
- 20998,
- 107,
- 20015,
- 98,
- 32573,
- 238,
- 26193,
- 234,
- 28938,
- 226,
- 163,
- 100,
- 235,
- 28938,
- 226,
- 43718,
- 115,
- 21410,
- 41753,
- 242,
- 18796,
- 101,
- 163,
- 101,
- 233,
- 41753,
- 237,
- 161,
- 240,
- 234,
- 162,
- 116,
- 116,
- 22755,
- 237,
- 16764,
- 10310,
- 103,
- 21689,
- 18796,
- 113,
- 164,
- 226,
- 239,
- 21410,
- 163,
- 94,
- 105,
- 20015,
- 114,
- 165,
- 227,
- 235,
- 163,
- 121,
- 106,
- 31660,
- 48958,
- 105,
- 42468,
- 162,
- 234,
- 231,
- 163,
- 227,
- 100,
- 43718,
- 229,
- 49035,
- 228,
- 165,
- 227,
- 235,
- 163,
- 121,
- 106,
- 30266,
- 98,
- 164,
- 106,
- 122,
- 164,
- 106,
- 94,
- 21410,
- 171,
- 120,
- 234,
- 38834,
- 32573,
- 229,
- 20046,
- 253,
- 20998,
- 107,
- 20015,
- 98,
- 43718,
- 117,
- 162,
- 235,
- 106,
- 10310,
- 103,
- 21689,
- 165,
- 250,
- 222,
- 162,
- 109,
- 224,
- 32573,
- 249,
- 26193,
- 234,
- 22522,
- 248,
- 26344,
- 114,
- 16764,
- 5525,
- 222,
- 234,
- 17312,
- 235,
- 27950,
- 94,
- 161,
- 247,
- 101,
- 42468,
- 10310,
- 118,
- 12859,
- 228,
- 162,
- 119,
- 94,
- 164,
- 114,
- 111,
- 32014,
- 34932,
- 237,
- 18796,
- 101,
- 22755,
- 115,
- 21410,
- 165,
- 250,
- 222,
- 162,
- 109,
- 224,
- 32003,
- 234,
- 164,
- 106,
- 122,
- 164,
- 106,
- 94,
- 21410,
- 164,
- 106,
- 94,
- 163,
- 106,
- 245,
- 17312,
- 118,
- 163,
- 111,
- 119,
- 163,
- 119,
- 253,
- 171,
- 120,
- 234,
- 22522,
- 225,
- 20015,
- 105,
- 34460,
- 248,
- 30585,
- 116,
- 18796,
- 101,
- 12859,
- 236,
- 10310,
- 118,
- 18796,
- 101,
- 22755,
- 115,
- 162,
- 237,
- 238,
- 160,
- 122,
- 249,
- 28938,
- 226,
- 163,
- 100,
- 235,
- 163,
- 121,
- 239,
- 163,
- 119,
- 250,
- 17312,
- 235,
- 27950,
- 94,
- 171,
- 120,
- 234,
- 36685,
- 224,
- 163,
- 121,
- 239,
- 44165,
- 247,
- 23513,
- 18796,
- 113,
- 36310,
- 165,
- 224,
- 106,
- 20015,
- 114,
- 161,
- 240,
- 234,
- 23877,
- 229,
- 20015,
- 114,
- 27670,
- 254,
- 164,
- 122,
- 241,
- 163,
- 255,
- 231,
- 16764,
- 17312,
- 235,
- 27950,
- 94,
- 161,
- 247,
- 101,
- 34460,
- 248,
- 30585,
- 116,
- 165,
- 250,
- 222,
- 17358,
- 223,
- 165,
- 45865,
- 45250,
- 100,
- 47797,
- 121,
- 21410,
- 163,
- 94,
- 105,
- 20015,
- 114,
- 165,
- 227,
- 235,
- 163,
- 121,
- 106,
- 171,
- 120,
- 234,
- 33176,
- 114,
- 10310,
- 242,
- 20998,
- 107,
- 20015,
- 98,
- 33699,
- 123,
- 20998,
- 245,
- 165,
- 45865,
- 164,
- 112,
- 253,
- 164,
- 121,
- 121,
- 161,
- 240,
- 234,
- 165,
- 243,
- 123,
- 33768,
- 114,
- 29785,
- 112,
- 21410,
- 32573,
- 238,
- 26193,
- 234,
- 16764,
- 18796,
- 109,
- 12859,
- 236,
- 17312,
- 235,
- 27950,
- 94,
- 161,
- 247,
- 101,
- 165,
- 250,
- 222,
- 17358,
- 223,
- 162,
- 242,
- 107,
- 162,
- 234,
- 223,
- 32014,
- 34932,
- 237,
- 18796,
- 101,
- 22755,
- 115,
- 21410,
- 164,
- 106,
- 123,
- 29785,
- 106,
- 171,
- 120,
- 234,
- 22522,
- 225,
- 20015,
- 105,
- 34460,
- 248,
- 30585,
- 116,
- 165,
- 227,
- 235,
- 13783,
- 229,
- 13783,
- 248,
- 43718,
- 116,
- 13783,
- 226,
- 49426,
- 228,
- 161,
- 247,
- 101,
- 23513,
- 32014,
- 22522,
- 117,
- 34932,
- 237,
- 37863,
- 227,
- 27764,
- 246,
- 161,
- 240,
- 234,
- 32014,
- 22522,
- 117,
- 34932,
- 237,
- 163,
- 94,
- 105,
- 33566,
- 246,
- 165,
- 102,
- 109,
- 27950,
- 101,
- 161,
- 247,
- 101,
- 171,
- 120,
- 234,
- 20015,
- 98,
- 162,
- 237,
- 238,
- 165,
- 45865,
- 163,
- 111,
- 119,
- 163,
- 119,
- 253,
- 21410,
- 32573,
- 238,
- 26193,
- 234,
- 34460,
- 253,
- 41753,
- 99,
- 161,
- 240,
- 234,
- 163,
- 101,
- 111,
- 22522,
- 248,
- 45250,
- 100,
- 16764,
- 10545,
- 222,
- 119,
- 45298,
- 171,
- 120,
- 234,
- 10310,
- 103,
- 21689,
- 18796,
- 113,
- 164,
- 226,
- 239,
- 161,
- 240,
- 234,
- 17312,
- 235,
- 27950,
- 94,
- 161,
- 247,
- 101,
- 45298,
- 29785,
- 112,
- 21410,
- 10310,
- 119,
- 17358,
- 223,
- 44293,
- 118,
- 26344,
- 104,
- 28839,
- 101,
- 12859,
- 236,
- 22522,
- 225,
- 20015,
- 105,
- 21410,
- 18796,
- 101,
- 34460,
- 242,
- 23513,
- 163,
- 94,
- 105,
- 20015,
- 114,
- 165,
- 227,
- 235,
- 163,
- 121,
- 106,
- 161,
- 240,
- 234,
- 45250,
- 100,
- 47797,
- 121,
- 16764,
- 10310,
- 103,
- 21689,
- 18796,
- 113,
- 164,
- 226,
- 239,
- 18796,
- 101,
- 12859,
- 236,
- 10310,
- 103,
- 21689,
- 45635,
- 18796,
- 101,
- 171,
- 120,
- 234,
- 32003,
- 234,
- 17312,
- 235,
- 27950,
- 94,
- 161,
- 247,
- 101,
- 18796,
- 101,
- 12859,
- 236,
- 162,
- 242,
- 107,
- 162,
- 234,
- 223,
- 32014,
- 34932,
- 237,
- 18796,
- 101,
- 22755,
- 115,
- 21410,
- 164,
- 106,
- 123,
- 29785,
- 106,
- 16764,
- 17312,
- 235,
- 27950,
- 94,
- 161,
- 247,
- 101,
- 21410,
- 163,
- 94,
- 105,
- 20015,
- 114,
- 165,
- 227,
- 235,
- 163,
- 121,
- 106,
- 34460,
- 248,
- 30585,
- 116,
- 162,
- 107,
- 242,
- 10310,
- 103,
- 21689,
- 18796,
- 113,
- 164,
- 226,
- 239,
- 162,
- 249,
- 112,
- 165,
- 45865,
- 171,
- 120,
- 234,
- 20015,
- 98,
- 46479,
- 251,
- 46237,
- 223,
- 163,
- 111,
- 119,
- 163,
- 119,
- 253,
- 21410,
- 45250,
- 100,
- 47797,
- 121,
- 161,
- 240,
- 234,
- 163,
- 101,
- 111,
- 22522,
- 248,
- 45250,
- 100,
- 16764,
- 27,
- 91,
- 320,
- 62,
- 437,
- 91,
- 29,
- 50256
- ],
- "inputs_decode": "<|endoftext|><|im_start|>system\nA chat between a curious human and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the human's questions.\n\n<|im_end|>\n<|im_start|>user\nWhat are the three primary colors?<|im_end|>\n<|im_start|>assistant\nThe three primary colors are red, blue, and yellow.<|im_end|>\n<|im_start|>user\n解释个人电脑和服务器之间的区别。<|im_end|>\n<|im_start|>assistant\n个人电脑和服务器是两种不同类型的计算机系统，它们的主要区别在于用途、硬件配置和性能。 个人电脑，顾名思义，是为个人使用而设计的计算机。它们通常用于日常的工作、娱乐和学习，可以运行各种各样的应用程序和游戏。个人电脑的硬件配置一般是按照标准配置来设计的，不过也可以根据个人需求进行定制。 而服务器是为了满足大量用户的需求而设计的计算机系统，它们通常用于为用户提供各种网络服务，如网站、电子邮件和文件传输等。服务器通常需要高性能的硬件配置，并且可以承受高负载和长时间的运行。由于服务器需要支持大量用户的访问，它们通常配备多核处理器、大容量内存和大容量硬盘驱动器，以提高系统的运行速度和稳定性。 总之，个人电脑和服务器之间的主要区别在于它们的用途、硬件配置和性能。个人电脑用于个人使用，而服务器用于支持大量用户的访问。服务器的硬件配置通常比个人电脑更高，以保证系统的性能和稳定性。<|im_end|><|endoftext|>",
- "labels_decode": [
- "The three primary colors are red, blue, and yellow.<|im_end|>",
- "个人电脑和服务器是两种不同类型的计算机系统，它们的主要区别在于用途、硬件配置和性能。 个人电脑，顾名思义，是为个人使用而设计的计算机。它们通常用于日常的工作、娱乐和学习，可以运行各种各样的应用程序和游戏。个人电脑的硬件配置一般是按照标准配置来设计的，不过也可以根据个人需求进行定制。 而服务器是为了满足大量用户的需求而设计的计算机系统，它们通常用于为用户提供各种网络服务，如网站、电子邮件和文件传输等。服务器通常需要高性能的硬件配置，并且可以承受高负载和长时间的运行。由于服务器需要支持大量用户的访问，它们通常配备多核处理器、大容量内存和大容量硬盘驱动器，以提高系统的运行速度和稳定性。 总之，个人电脑和服务器之间的主要区别在于它们的用途、硬件配置和性能。个人电脑用于个人使用，而服务器用于支持大量用户的访问。服务器的硬件配置通常比个人电脑更高，以保证系统的性能和稳定性。<|im_end|><|endoftext|>"
- ],
- "seq_length": 998,
- "seq_category": "None"
-}
diff --git a/applications/ColossalChat/tests/test_data/chat_template/mistralai_Mixtral-8x7B-Instruct-v0.1.json b/applications/ColossalChat/tests/test_data/chat_template/mistralai_Mixtral-8x7B-Instruct-v0.1.json
deleted file mode 100644
index 3849c7438..000000000
--- a/applications/ColossalChat/tests/test_data/chat_template/mistralai_Mixtral-8x7B-Instruct-v0.1.json
+++ /dev/null
@@ -1,919 +0,0 @@
-{
- "input_ids": [
- 1,
- 733,
- 16289,
- 28793,
- 28705,
- 1824,
- 460,
- 272,
- 1712,
- 6258,
- 9304,
- 28804,
- 28705,
- 733,
- 28748,
- 16289,
- 28793,
- 415,
- 1712,
- 6258,
- 9304,
- 460,
- 2760,
- 28725,
- 5045,
- 28725,
- 304,
- 9684,
- 28723,
- 2,
- 733,
- 16289,
- 28793,
- 259,
- 29386,
- 30334,
- 28995,
- 29086,
- 29742,
- 31753,
- 29131,
- 29430,
- 29224,
- 29180,
- 29332,
- 29117,
- 28914,
- 29209,
- 29705,
- 28944,
- 28705,
- 733,
- 28748,
- 16289,
- 28793,
- 28705,
- 28995,
- 29086,
- 29742,
- 31753,
- 29131,
- 29430,
- 29224,
- 29180,
- 28971,
- 29745,
- 29824,
- 28988,
- 29338,
- 29066,
- 29173,
- 28914,
- 29382,
- 29481,
- 29363,
- 29401,
- 29531,
- 28924,
- 29928,
- 29550,
- 28914,
- 29345,
- 29059,
- 29209,
- 29705,
- 29010,
- 29160,
- 28963,
- 31787,
- 29041,
- 31483,
- 29011,
- 29253,
- 29021,
- 29131,
- 29261,
- 29084,
- 28944,
- 28705,
- 28995,
- 29086,
- 29742,
- 31753,
- 28924,
- 236,
- 164,
- 193,
- 29046,
- 30450,
- 29476,
- 28924,
- 28971,
- 29003,
- 28995,
- 29086,
- 29154,
- 28963,
- 29746,
- 29081,
- 29382,
- 28914,
- 29382,
- 29481,
- 29363,
- 28944,
- 29928,
- 29550,
- 29217,
- 29408,
- 28963,
- 29160,
- 29142,
- 29408,
- 28914,
- 29487,
- 29089,
- 29041,
- 232,
- 171,
- 180,
- 30488,
- 29131,
- 29500,
- 30978,
- 28924,
- 29052,
- 29074,
- 29798,
- 29037,
- 30344,
- 29824,
- 30344,
- 29675,
- 28914,
- 29298,
- 28963,
- 29265,
- 29313,
- 29131,
- 30239,
- 30727,
- 28944,
- 28995,
- 29086,
- 29742,
- 31753,
- 28914,
- 31483,
- 29011,
- 29253,
- 29021,
- 28969,
- 30812,
- 28971,
- 29518,
- 30131,
- 29144,
- 30168,
- 29253,
- 29021,
- 29263,
- 29081,
- 29382,
- 28914,
- 28924,
- 28988,
- 29202,
- 29537,
- 29052,
- 29074,
- 29521,
- 29020,
- 28995,
- 29086,
- 29259,
- 29243,
- 29258,
- 29037,
- 29018,
- 29251,
- 28944,
- 28705,
- 29746,
- 29430,
- 29224,
- 29180,
- 28971,
- 29003,
- 29105,
- 30493,
- 30303,
- 29050,
- 29195,
- 28963,
- 29106,
- 28914,
- 29259,
- 29243,
- 29746,
- 29081,
- 29382,
- 28914,
- 29382,
- 29481,
- 29363,
- 29401,
- 29531,
- 28924,
- 29928,
- 29550,
- 29217,
- 29408,
- 28963,
- 29160,
- 29003,
- 28963,
- 29106,
- 29279,
- 29954,
- 30344,
- 29824,
- 29533,
- 30229,
- 29430,
- 29224,
- 28924,
- 29118,
- 29533,
- 29992,
- 29041,
- 29742,
- 29169,
- 30182,
- 29011,
- 29131,
- 29019,
- 29011,
- 29359,
- 29226,
- 29414,
- 28944,
- 29430,
- 29224,
- 29180,
- 29217,
- 29408,
- 29259,
- 29059,
- 29366,
- 29261,
- 29084,
- 28914,
- 31483,
- 29011,
- 29253,
- 29021,
- 28924,
- 29457,
- 29958,
- 29052,
- 29074,
- 30761,
- 30154,
- 29366,
- 30685,
- 29435,
- 29131,
- 29495,
- 29007,
- 29117,
- 28914,
- 29798,
- 29037,
- 28944,
- 29590,
- 29160,
- 29430,
- 29224,
- 29180,
- 29259,
- 29059,
- 29428,
- 29569,
- 29050,
- 29195,
- 28963,
- 29106,
- 28914,
- 30164,
- 29562,
- 28924,
- 29928,
- 29550,
- 29217,
- 29408,
- 29253,
- 29613,
- 29292,
- 30080,
- 29326,
- 29093,
- 29180,
- 29041,
- 29050,
- 29329,
- 29195,
- 29188,
- 29079,
- 29131,
- 29050,
- 29329,
- 29195,
- 31483,
- 30358,
- 236,
- 172,
- 180,
- 29129,
- 29180,
- 28924,
- 29074,
- 29279,
- 29366,
- 29401,
- 29531,
- 28914,
- 29798,
- 29037,
- 30029,
- 29184,
- 29131,
- 234,
- 171,
- 182,
- 29018,
- 29261,
- 28944,
- 28705,
- 29758,
- 29332,
- 28924,
- 28995,
- 29086,
- 29742,
- 31753,
- 29131,
- 29430,
- 29224,
- 29180,
- 29332,
- 29117,
- 28914,
- 29345,
- 29059,
- 29209,
- 29705,
- 29010,
- 29160,
- 29928,
- 29550,
- 28914,
- 28963,
- 31787,
- 29041,
- 31483,
- 29011,
- 29253,
- 29021,
- 29131,
- 29261,
- 29084,
- 28944,
- 28995,
- 29086,
- 29742,
- 31753,
- 28963,
- 29160,
- 28995,
- 29086,
- 29154,
- 28963,
- 28924,
- 29746,
- 29430,
- 29224,
- 29180,
- 28963,
- 29160,
- 29428,
- 29569,
- 29050,
- 29195,
- 28963,
- 29106,
- 28914,
- 30164,
- 29562,
- 28944,
- 29430,
- 29224,
- 29180,
- 28914,
- 31483,
- 29011,
- 29253,
- 29021,
- 29217,
- 29408,
- 29605,
- 28995,
- 29086,
- 29742,
- 31753,
- 29250,
- 29366,
- 28924,
- 29074,
- 29321,
- 29425,
- 29401,
- 29531,
- 28914,
- 29261,
- 29084,
- 29131,
- 234,
- 171,
- 182,
- 29018,
- 29261,
- 28944,
- 2
- ],
- "labels": [
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- 415,
- 1712,
- 6258,
- 9304,
- 460,
- 2760,
- 28725,
- 5045,
- 28725,
- 304,
- 9684,
- 28723,
- 2,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- -100,
- 28705,
- 28995,
- 29086,
- 29742,
- 31753,
- 29131,
- 29430,
- 29224,
- 29180,
- 28971,
- 29745,
- 29824,
- 28988,
- 29338,
- 29066,
- 29173,
- 28914,
- 29382,
- 29481,
- 29363,
- 29401,
- 29531,
- 28924,
- 29928,
- 29550,
- 28914,
- 29345,
- 29059,
- 29209,
- 29705,
- 29010,
- 29160,
- 28963,
- 31787,
- 29041,
- 31483,
- 29011,
- 29253,
- 29021,
- 29131,
- 29261,
- 29084,
- 28944,
- 28705,
- 28995,
- 29086,
- 29742,
- 31753,
- 28924,
- 236,
- 164,
- 193,
- 29046,
- 30450,
- 29476,
- 28924,
- 28971,
- 29003,
- 28995,
- 29086,
- 29154,
- 28963,
- 29746,
- 29081,
- 29382,
- 28914,
- 29382,
- 29481,
- 29363,
- 28944,
- 29928,
- 29550,
- 29217,
- 29408,
- 28963,
- 29160,
- 29142,
- 29408,
- 28914,
- 29487,
- 29089,
- 29041,
- 232,
- 171,
- 180,
- 30488,
- 29131,
- 29500,
- 30978,
- 28924,
- 29052,
- 29074,
- 29798,
- 29037,
- 30344,
- 29824,
- 30344,
- 29675,
- 28914,
- 29298,
- 28963,
- 29265,
- 29313,
- 29131,
- 30239,
- 30727,
- 28944,
- 28995,
- 29086,
- 29742,
- 31753,
- 28914,
- 31483,
- 29011,
- 29253,
- 29021,
- 28969,
- 30812,
- 28971,
- 29518,
- 30131,
- 29144,
- 30168,
- 29253,
- 29021,
- 29263,
- 29081,
- 29382,
- 28914,
- 28924,
- 28988,
- 29202,
- 29537,
- 29052,
- 29074,
- 29521,
- 29020,
- 28995,
- 29086,
- 29259,
- 29243,
- 29258,
- 29037,
- 29018,
- 29251,
- 28944,
- 28705,
- 29746,
- 29430,
- 29224,
- 29180,
- 28971,
- 29003,
- 29105,
- 30493,
- 30303,
- 29050,
- 29195,
- 28963,
- 29106,
- 28914,
- 29259,
- 29243,
- 29746,
- 29081,
- 29382,
- 28914,
- 29382,
- 29481,
- 29363,
- 29401,
- 29531,
- 28924,
- 29928,
- 29550,
- 29217,
- 29408,
- 28963,
- 29160,
- 29003,
- 28963,
- 29106,
- 29279,
- 29954,
- 30344,
- 29824,
- 29533,
- 30229,
- 29430,
- 29224,
- 28924,
- 29118,
- 29533,
- 29992,
- 29041,
- 29742,
- 29169,
- 30182,
- 29011,
- 29131,
- 29019,
- 29011,
- 29359,
- 29226,
- 29414,
- 28944,
- 29430,
- 29224,
- 29180,
- 29217,
- 29408,
- 29259,
- 29059,
- 29366,
- 29261,
- 29084,
- 28914,
- 31483,
- 29011,
- 29253,
- 29021,
- 28924,
- 29457,
- 29958,
- 29052,
- 29074,
- 30761,
- 30154,
- 29366,
- 30685,
- 29435,
- 29131,
- 29495,
- 29007,
- 29117,
- 28914,
- 29798,
- 29037,
- 28944,
- 29590,
- 29160,
- 29430,
- 29224,
- 29180,
- 29259,
- 29059,
- 29428,
- 29569,
- 29050,
- 29195,
- 28963,
- 29106,
- 28914,
- 30164,
- 29562,
- 28924,
- 29928,
- 29550,
- 29217,
- 29408,
- 29253,
- 29613,
- 29292,
- 30080,
- 29326,
- 29093,
- 29180,
- 29041,
- 29050,
- 29329,
- 29195,
- 29188,
- 29079,
- 29131,
- 29050,
- 29329,
- 29195,
- 31483,
- 30358,
- 236,
- 172,
- 180,
- 29129,
- 29180,
- 28924,
- 29074,
- 29279,
- 29366,
- 29401,
- 29531,
- 28914,
- 29798,
- 29037,
- 30029,
- 29184,
- 29131,
- 234,
- 171,
- 182,
- 29018,
- 29261,
- 28944,
- 28705,
- 29758,
- 29332,
- 28924,
- 28995,
- 29086,
- 29742,
- 31753,
- 29131,
- 29430,
- 29224,
- 29180,
- 29332,
- 29117,
- 28914,
- 29345,
- 29059,
- 29209,
- 29705,
- 29010,
- 29160,
- 29928,
- 29550,
- 28914,
- 28963,
- 31787,
- 29041,
- 31483,
- 29011,
- 29253,
- 29021,
- 29131,
- 29261,
- 29084,
- 28944,
- 28995,
- 29086,
- 29742,
- 31753,
- 28963,
- 29160,
- 28995,
- 29086,
- 29154,
- 28963,
- 28924,
- 29746,
- 29430,
- 29224,
- 29180,
- 28963,
- 29160,
- 29428,
- 29569,
- 29050,
- 29195,
- 28963,
- 29106,
- 28914,
- 30164,
- 29562,
- 28944,
- 29430,
- 29224,
- 29180,
- 28914,
- 31483,
- 29011,
- 29253,
- 29021,
- 29217,
- 29408,
- 29605,
- 28995,
- 29086,
- 29742,
- 31753,
- 29250,
- 29366,
- 28924,
- 29074,
- 29321,
- 29425,
- 29401,
- 29531,
- 28914,
- 29261,
- 29084,
- 29131,
- 234,
- 171,
- 182,
- 29018,
- 29261,
- 28944,
- 2
- ],
- "inputs_decode": " [INST] What are the three primary colors? [/INST] The three primary colors are red, blue, and yellow. [INST] 解释个人电脑和服务器之间的区别。 [/INST] 个人电脑和服务器是两种不同类型的计算机系统，它们的主要区别在于用途、硬件配置和性能。 个人电脑，顾名思义，是为个人使用而设计的计算机。它们通常用于日常的工作、娱乐和学习，可以运行各种各样的应用程序和游戏。个人电脑的硬件配置一般是按照标准配置来设计的，不过也可以根据个人需求进行定制。 而服务器是为了满足大量用户的需求而设计的计算机系统，它们通常用于为用户提供各种网络服务，如网站、电子邮件和文件传输等。服务器通常需要高性能的硬件配置，并且可以承受高负载和长时间的运行。由于服务器需要支持大量用户的访问，它们通常配备多核处理器、大容量内存和大容量硬盘驱动器，以提高系统的运行速度和稳定性。 总之，个人电脑和服务器之间的主要区别在于它们的用途、硬件配置和性能。个人电脑用于个人使用，而服务器用于支持大量用户的访问。服务器的硬件配置通常比个人电脑更高，以保证系统的性能和稳定性。",
- "labels_decode": [
- " The three primary colors are red, blue, and yellow.",
- " 个人电脑和服务器是两种不同类型的计算机系统，它们的主要区别在于用途、硬件配置和性能。 个人电脑，顾名思义，是为个人使用而设计的计算机。它们通常用于日常的工作、娱乐和学习，可以运行各种各样的应用程序和游戏。个人电脑的硬件配置一般是按照标准配置来设计的，不过也可以根据个人需求进行定制。 而服务器是为了满足大量用户的需求而设计的计算机系统，它们通常用于为用户提供各种网络服务，如网站、电子邮件和文件传输等。服务器通常需要高性能的硬件配置，并且可以承受高负载和长时间的运行。由于服务器需要支持大量用户的访问，它们通常配备多核处理器、大容量内存和大容量硬盘驱动器，以提高系统的运行速度和稳定性。 总之，个人电脑和服务器之间的主要区别在于它们的用途、硬件配置和性能。个人电脑用于个人使用，而服务器用于支持大量用户的访问。服务器的硬件配置通常比个人电脑更高，以保证系统的性能和稳定性。"
- ],
- "seq_length": 453,
- "seq_category": "None"
-}