mirror of
https://github.com/csunny/DB-GPT.git
synced 2025-10-25 11:35:41 +00:00
15 lines
379 B
Python
15 lines
379 B
Python
#!/usr/bin/env python3
|
|
#-*- coding: utf-8 -*-
|
|
|
|
from pilot.model.loader import ModerLoader
|
|
from fastchat.serve.inference import generate_stream
|
|
from pilot.configs.model_config import *
|
|
|
|
if __name__ == "__main__":
|
|
|
|
model_path = llm_model_config[LLM_MODEL]
|
|
|
|
ml = ModerLoader(model_path)
|
|
model, tokenizer = ml.loader(load_8bit=True)
|
|
print(model)
|
|
print(tokenizer) |