mirror of
https://github.com/csunny/DB-GPT.git
synced 2025-09-14 13:40:54 +00:00
add next roadmap
This commit is contained in:
2
pilot/chain/audio.py
Normal file
2
pilot/chain/audio.py
Normal file
@@ -0,0 +1,2 @@
|
|||||||
|
#!/usr/bin/env python3
|
||||||
|
# -*- coding:utf-8 -*-
|
2
pilot/chain/visual.py
Normal file
2
pilot/chain/visual.py
Normal file
@@ -0,0 +1,2 @@
|
|||||||
|
#!/usr/bin/env python3
|
||||||
|
# -*- coding: utf-8 -*-
|
2
pilot/client/auto.py
Normal file
2
pilot/client/auto.py
Normal file
@@ -0,0 +1,2 @@
|
|||||||
|
#!/usr/bin/env python3
|
||||||
|
# -*- coding: utf-8 -*-
|
2
pilot/client/chart.py
Normal file
2
pilot/client/chart.py
Normal file
@@ -0,0 +1,2 @@
|
|||||||
|
#/usr/bin/env python3
|
||||||
|
# -*- coding: utf-8 -*-
|
@@ -11,6 +11,7 @@ PILOT_PATH = os.path.join(ROOT_PATH, "pilot")
|
|||||||
VECTORE_PATH = os.path.join(PILOT_PATH, "vector_store")
|
VECTORE_PATH = os.path.join(PILOT_PATH, "vector_store")
|
||||||
LOGDIR = os.path.join(ROOT_PATH, "logs")
|
LOGDIR = os.path.join(ROOT_PATH, "logs")
|
||||||
DATASETS_DIR = os.path.join(PILOT_PATH, "datasets")
|
DATASETS_DIR = os.path.join(PILOT_PATH, "datasets")
|
||||||
|
DATA_DIR = os.path.join(PILOT_PATH, "data")
|
||||||
|
|
||||||
nltk.data.path = [os.path.join(PILOT_PATH, "nltk_data")] + nltk.data.path
|
nltk.data.path = [os.path.join(PILOT_PATH, "nltk_data")] + nltk.data.path
|
||||||
|
|
||||||
|
26
pilot/pturning/lora/finetune.py
Normal file
26
pilot/pturning/lora/finetune.py
Normal file
@@ -0,0 +1,26 @@
|
|||||||
|
#!/usr/bin/env python3
|
||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
|
||||||
|
import os
|
||||||
|
import json
|
||||||
|
import transformers
|
||||||
|
from transformers import LlamaTokenizer, LlamaForCausalLM
|
||||||
|
|
||||||
|
from typing import List
|
||||||
|
from peft import (
|
||||||
|
LoraConfig,
|
||||||
|
get_peft_model,
|
||||||
|
get_peft_model_state_dict,
|
||||||
|
prepare_model_for_int8_training,
|
||||||
|
)
|
||||||
|
|
||||||
|
import torch
|
||||||
|
from datasets import load_dataset
|
||||||
|
import pandas as pd
|
||||||
|
|
||||||
|
|
||||||
|
from pilot.configs.model_config import DATA_DIR
|
||||||
|
device = "cuda" if torch.cuda.is_available() else "cpu"
|
||||||
|
CUTOFF = 50
|
||||||
|
|
||||||
|
df = pd.read_csv(os.path.join(DATA_DIR, "BTC_Tweets_Updated.csv"))
|
@@ -1,3 +0,0 @@
|
|||||||
#!/usr/bin/env python3
|
|
||||||
# -*- coding:utf-8 -*-
|
|
||||||
|
|
Reference in New Issue
Block a user