mirror of
https://github.com/hpcaitech/ColossalAI.git
synced 2025-06-01 03:45:27 +00:00
079bf3cb26
* [misc] update pre-commit * [misc] run pre-commit * [misc] remove useless configuration files * [misc] ignore cuda for clang-format
16 lines
396 B
Python
16 lines
396 B
Python
class BertDatasetProviderInterface:
|
|
def get_shard(self, index, shuffle=True):
|
|
raise NotImplementedError
|
|
|
|
def release_shard(self, index):
|
|
raise NotImplementedError
|
|
|
|
def prefetch_shard(self, index):
|
|
raise NotImplementedError
|
|
|
|
def get_batch(self, batch_iter):
|
|
raise NotImplementedError
|
|
|
|
def prefetch_batch(self):
|
|
raise NotImplementedError
|