mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-08-07 19:13:57 +00:00
17 lines
397 B
Python
17 lines
397 B
Python
class BertDatasetProviderInterface:
|
|
|
|
def get_shard(self, index, shuffle=True):
|
|
raise NotImplementedError
|
|
|
|
def release_shard(self, index):
|
|
raise NotImplementedError
|
|
|
|
def prefetch_shard(self, index):
|
|
raise NotImplementedError
|
|
|
|
def get_batch(self, batch_iter):
|
|
raise NotImplementedError
|
|
|
|
def prefetch_batch(self):
|
|
raise NotImplementedError
|