github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-08-07 03:14:42 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix problems

Browse Source
This commit is contained in:
zhanghy-sketchzh 2023-06-08 15:02:37 +08:00
parent a644d3ac6c
commit c022e70a50
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
pilot/model/adapter.py
View File

@ -106,7 +106,7 @@ class FalconAdapater(BaseLLMAdaper):
def loader(self, model_path: str, from_pretrained_kwagrs: dict): def loader(self, model_path: str, from_pretrained_kwagrs: dict):
tokenizer = AutoTokenizer.from_pretrained(model_path, use_fast=False) tokenizer = AutoTokenizer.from_pretrained(model_path, use_fast=False)
if QLORA == True: if QLORA:
model = AutoModelForCausalLM.from_pretrained( model = AutoModelForCausalLM.from_pretrained(
model_path, model_path,
load_in_4bit=True, #quantize load_in_4bit=True, #quantize