From fd8bc8d169d0f84a43811584f77df5f33535b0d8 Mon Sep 17 00:00:00 2001 From: csunny Date: Wed, 10 May 2023 10:53:48 +0800 Subject: [PATCH] modelLoader use singleton --- pilot/model/loader.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/pilot/model/loader.py b/pilot/model/loader.py index 55458ff4a..c5788d2ab 100644 --- a/pilot/model/loader.py +++ b/pilot/model/loader.py @@ -2,6 +2,8 @@ # -*- coding: utf-8 -*- import torch +from pilot.singleton import Singleton + from transformers import ( AutoTokenizer, AutoModelForCausalLM, @@ -10,7 +12,7 @@ from transformers import ( from fastchat.serve.compression import compress_module -class ModelLoader(): +class ModelLoader(metaclass=Singleton): """Model loader is a class for model load Args: model_path