From c72ae1a87ff70dfad3dfb8f006826d17071bb555 Mon Sep 17 00:00:00 2001 From: csunny Date: Fri, 28 Apr 2023 22:04:37 +0800 Subject: [PATCH] model: add model file --- .gitignore | 1 + pilot/model/loader.py | 1 + pilot/server/sqlgpt.py | 6 ++++++ 3 files changed, 8 insertions(+) diff --git a/.gitignore b/.gitignore index b6e47617d..ea44648b7 100644 --- a/.gitignore +++ b/.gitignore @@ -20,6 +20,7 @@ parts/ sdist/ var/ wheels/ +models/ pip-wheel-metadata/ share/python-wheels/ *.egg-info/ diff --git a/pilot/model/loader.py b/pilot/model/loader.py index 768bcea1d..7a6e8bbee 100644 --- a/pilot/model/loader.py +++ b/pilot/model/loader.py @@ -37,3 +37,4 @@ class ModerLoader: return model, tokenizer + diff --git a/pilot/server/sqlgpt.py b/pilot/server/sqlgpt.py index 867053afa..c55d8e4c0 100644 --- a/pilot/server/sqlgpt.py +++ b/pilot/server/sqlgpt.py @@ -1,3 +1,9 @@ #!/usr/bin/env python3 #-*- coding: utf-8 -*- +from model.loader import ModerLoader +from fastchat.serve.inference import generate_stream +from configs.model_config import * + +if __name__ == "__main__": + pass \ No newline at end of file