mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-10-01 15:18:51 +00:00
52bd106627
* update roberta * update roberta & readme * update roberta & readme * update roberta & readme
16 lines
396 B
Python
16 lines
396 B
Python
class BertDatasetProviderInterface:
|
|
def get_shard(self, index, shuffle=True):
|
|
raise NotImplementedError
|
|
|
|
def release_shard(self, index):
|
|
raise NotImplementedError
|
|
|
|
def prefetch_shard(self, index):
|
|
raise NotImplementedError
|
|
|
|
def get_batch(self, batch_iter):
|
|
raise NotImplementedError
|
|
|
|
def prefetch_batch(self):
|
|
raise NotImplementedError
|