init model and tokenizer

This commit is contained in:
csunny
2023-04-28 22:18:08 +08:00
parent c72ae1a87f
commit 0861a09a00
6 changed files with 15 additions and 4 deletions

View File

@@ -2,7 +2,7 @@
# -*- coding: utf-8 -*-
import torch
from utils import get_gpu_memory
from pilot.utils import get_gpu_memory
from fastchat.serve.inference import compress_module
from transformers import (
AutoTokenizer,