mirror of
https://github.com/csunny/DB-GPT.git
synced 2025-09-14 05:31:40 +00:00
add next roadmap
This commit is contained in:
2
pilot/chain/audio.py
Normal file
2
pilot/chain/audio.py
Normal file
@@ -0,0 +1,2 @@
|
||||
#!/usr/bin/env python3
|
||||
# -*- coding:utf-8 -*-
|
2
pilot/chain/visual.py
Normal file
2
pilot/chain/visual.py
Normal file
@@ -0,0 +1,2 @@
|
||||
#!/usr/bin/env python3
|
||||
# -*- coding: utf-8 -*-
|
2
pilot/client/auto.py
Normal file
2
pilot/client/auto.py
Normal file
@@ -0,0 +1,2 @@
|
||||
#!/usr/bin/env python3
|
||||
# -*- coding: utf-8 -*-
|
2
pilot/client/chart.py
Normal file
2
pilot/client/chart.py
Normal file
@@ -0,0 +1,2 @@
|
||||
#/usr/bin/env python3
|
||||
# -*- coding: utf-8 -*-
|
@@ -11,6 +11,7 @@ PILOT_PATH = os.path.join(ROOT_PATH, "pilot")
|
||||
VECTORE_PATH = os.path.join(PILOT_PATH, "vector_store")
|
||||
LOGDIR = os.path.join(ROOT_PATH, "logs")
|
||||
DATASETS_DIR = os.path.join(PILOT_PATH, "datasets")
|
||||
DATA_DIR = os.path.join(PILOT_PATH, "data")
|
||||
|
||||
nltk.data.path = [os.path.join(PILOT_PATH, "nltk_data")] + nltk.data.path
|
||||
|
||||
|
26
pilot/pturning/lora/finetune.py
Normal file
26
pilot/pturning/lora/finetune.py
Normal file
@@ -0,0 +1,26 @@
|
||||
#!/usr/bin/env python3
|
||||
# -*- coding: utf-8 -*-
|
||||
|
||||
import os
|
||||
import json
|
||||
import transformers
|
||||
from transformers import LlamaTokenizer, LlamaForCausalLM
|
||||
|
||||
from typing import List
|
||||
from peft import (
|
||||
LoraConfig,
|
||||
get_peft_model,
|
||||
get_peft_model_state_dict,
|
||||
prepare_model_for_int8_training,
|
||||
)
|
||||
|
||||
import torch
|
||||
from datasets import load_dataset
|
||||
import pandas as pd
|
||||
|
||||
|
||||
from pilot.configs.model_config import DATA_DIR
|
||||
device = "cuda" if torch.cuda.is_available() else "cpu"
|
||||
CUTOFF = 50
|
||||
|
||||
df = pd.read_csv(os.path.join(DATA_DIR, "BTC_Tweets_Updated.csv"))
|
@@ -1,3 +0,0 @@
|
||||
#!/usr/bin/env python3
|
||||
# -*- coding:utf-8 -*-
|
||||
|
Reference in New Issue
Block a user