This commit is contained in:
csunny
2023-04-28 23:53:29 +08:00
parent 0a30991456
commit e5ffb6582c
2 changed files with 28 additions and 9 deletions

View File

@@ -21,7 +21,6 @@ class ModerLoader:
self.kwargs = {
"torch_dtype": torch.float16,
"device_map": "auto",
"max_memory": get_gpu_memory(),
}
def loader(self, load_8bit=False, debug=False):