mirror of
https://github.com/csunny/DB-GPT.git
synced 2025-07-24 20:47:46 +00:00
modelLoader use singleton
This commit is contained in:
parent
bfbbf0ba88
commit
fd8bc8d169
@ -2,6 +2,8 @@
|
|||||||
# -*- coding: utf-8 -*-
|
# -*- coding: utf-8 -*-
|
||||||
|
|
||||||
import torch
|
import torch
|
||||||
|
from pilot.singleton import Singleton
|
||||||
|
|
||||||
from transformers import (
|
from transformers import (
|
||||||
AutoTokenizer,
|
AutoTokenizer,
|
||||||
AutoModelForCausalLM,
|
AutoModelForCausalLM,
|
||||||
@ -10,7 +12,7 @@ from transformers import (
|
|||||||
|
|
||||||
from fastchat.serve.compression import compress_module
|
from fastchat.serve.compression import compress_module
|
||||||
|
|
||||||
class ModelLoader():
|
class ModelLoader(metaclass=Singleton):
|
||||||
"""Model loader is a class for model load
|
"""Model loader is a class for model load
|
||||||
|
|
||||||
Args: model_path
|
Args: model_path
|
||||||
|
Loading…
Reference in New Issue
Block a user