feat: Support baichuan-13B model

This commit is contained in:
FangYin Cheng 2023-07-25 00:53:28 +08:00
parent cf99fc67df
commit 7baaaf0849
2 changed files with 4 additions and 0 deletions

View File

@ -12,6 +12,8 @@ from transformers import (
LlamaTokenizer, LlamaTokenizer,
BitsAndBytesConfig, BitsAndBytesConfig,
) )
from transformers.generation.utils import GenerationConfig
from pilot.configs.model_config import DEVICE from pilot.configs.model_config import DEVICE
from pilot.configs.config import Config from pilot.configs.config import Config

View File

@ -2,6 +2,8 @@
Fork from fastchat: https://github.com/lm-sys/FastChat/blob/main/fastchat/conversation.py Fork from fastchat: https://github.com/lm-sys/FastChat/blob/main/fastchat/conversation.py
Conversation prompt templates. Conversation prompt templates.
""" """
import dataclasses import dataclasses