mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-09-25 11:44:03 +00:00
* Add ColossalEval * Delete evaluate in Chat --------- Co-authored-by: Xu Yuanchen <yuanchen.xu00@gmail.com> Co-authored-by: Tong Li <tong.li352711588@gmail.com>
45 lines
754 B
JSON
45 lines
754 B
JSON
{
|
|
"language": "en",
|
|
"category": {
|
|
"brainstorming": {
|
|
"GPT": [
|
|
"language organization",
|
|
"relevance",
|
|
"creativity",
|
|
"practicality",
|
|
"reasonableness"
|
|
]
|
|
},
|
|
"chat": {
|
|
"GPT": [
|
|
"language organization",
|
|
"naturalness",
|
|
"engagingness",
|
|
"fidelity"
|
|
]
|
|
},
|
|
"generation": {
|
|
"GPT": [
|
|
"language organization",
|
|
"relevance",
|
|
"diversity"
|
|
]
|
|
},
|
|
"open_qa": {
|
|
"GPT": [
|
|
"language organization",
|
|
"relevance",
|
|
"correctness"
|
|
]
|
|
},
|
|
"roleplay": {
|
|
"GPT": [
|
|
"language organization",
|
|
"relevance",
|
|
"fidelity",
|
|
"creativity"
|
|
]
|
|
}
|
|
}
|
|
}
|