mirror of
https://github.com/csunny/DB-GPT.git
synced 2025-09-05 19:11:52 +00:00
a demo
This commit is contained in:
@@ -21,7 +21,6 @@ class ModerLoader:
|
||||
self.kwargs = {
|
||||
"torch_dtype": torch.float16,
|
||||
"device_map": "auto",
|
||||
"max_memory": get_gpu_memory(),
|
||||
}
|
||||
|
||||
def loader(self, load_8bit=False, debug=False):
|
||||
|
Reference in New Issue
Block a user