github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-07-26 05:23:37 +00:00
Code Issues Packages Projects Releases Wiki Activity

modelLoader use singleton

Browse Source
This commit is contained in:
csunny 2023-05-10 10:53:48 +08:00
parent bfbbf0ba88
commit fd8bc8d169
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
pilot/model/loader.py
View File

@ -2,6 +2,8 @@
# -*- coding: utf-8 -*- # -*- coding: utf-8 -*-
import torch import torch
from pilot.singleton import Singleton
from transformers import ( from transformers import (
AutoTokenizer, AutoTokenizer,
AutoModelForCausalLM, AutoModelForCausalLM,
@ -10,7 +12,7 @@ from transformers import (
from fastchat.serve.compression import compress_module from fastchat.serve.compression import compress_module
class ModelLoader(): class ModelLoader(metaclass=Singleton):
"""Model loader is a class for model load """Model loader is a class for model load
Args: model_path Args: model_path