mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-05-05 06:58:09 +00:00
cefdc32615
* Support GSM, Data Leakage Evaluation and Tensor Parallel * remove redundant code and update inference.py in examples/gpt_evaluation --------- Co-authored-by: Xu Yuanchen <yuanchen.xu00@gmail.com>
25 lines
705 B
Python
25 lines
705 B
Python
from abc import abstractstaticmethod
|
|
|
|
from colossal_eval.utils import jdump
|
|
|
|
|
|
class BaseDataset:
|
|
"""
|
|
Base class for dataset wrapper.
|
|
|
|
Args:
|
|
path: The path to the original dataset.
|
|
logger: Logger for the dataset.
|
|
"""
|
|
|
|
def __init__(self, path, logger, few_shot, forward_only=False, load_train=False, load_reference=False):
|
|
self.dataset = self.load(path, logger, few_shot, forward_only, load_train, load_reference)
|
|
|
|
def save(self, save_path):
|
|
"""Save the converted dataset"""
|
|
jdump(self.dataset, save_path)
|
|
|
|
@abstractstaticmethod
|
|
def load(path, logger):
|
|
"""Load the original dataset and convert it into the inference dataset"""
|