From 7baaaf0849e418667bee9f6b054a8cd5fc8a8695 Mon Sep 17 00:00:00 2001 From: FangYin Cheng Date: Tue, 25 Jul 2023 00:53:28 +0800 Subject: [PATCH] feat: Support baichuan-13B model --- pilot/model/adapter.py | 2 ++ pilot/model/conversation.py | 2 ++ 2 files changed, 4 insertions(+) diff --git a/pilot/model/adapter.py b/pilot/model/adapter.py index 900d51d4a..05643c734 100644 --- a/pilot/model/adapter.py +++ b/pilot/model/adapter.py @@ -12,6 +12,8 @@ from transformers import ( LlamaTokenizer, BitsAndBytesConfig, ) +from transformers.generation.utils import GenerationConfig + from pilot.configs.model_config import DEVICE from pilot.configs.config import Config diff --git a/pilot/model/conversation.py b/pilot/model/conversation.py index 11ca03ed8..d29e73da3 100644 --- a/pilot/model/conversation.py +++ b/pilot/model/conversation.py @@ -2,6 +2,8 @@ Fork from fastchat: https://github.com/lm-sys/FastChat/blob/main/fastchat/conversation.py Conversation prompt templates. + + """ import dataclasses