add next roadmap

This commit is contained in:
csunny
2023-05-07 20:24:44 +08:00
parent e3d722357a
commit 4985e23b11
7 changed files with 35 additions and 3 deletions

2
pilot/chain/audio.py Normal file
View File

@@ -0,0 +1,2 @@
#!/usr/bin/env python3
# -*- coding:utf-8 -*-

2
pilot/chain/visual.py Normal file
View File

@@ -0,0 +1,2 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-

2
pilot/client/auto.py Normal file
View File

@@ -0,0 +1,2 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-

2
pilot/client/chart.py Normal file
View File

@@ -0,0 +1,2 @@
#/usr/bin/env python3
# -*- coding: utf-8 -*-

View File

@@ -11,6 +11,7 @@ PILOT_PATH = os.path.join(ROOT_PATH, "pilot")
VECTORE_PATH = os.path.join(PILOT_PATH, "vector_store")
LOGDIR = os.path.join(ROOT_PATH, "logs")
DATASETS_DIR = os.path.join(PILOT_PATH, "datasets")
DATA_DIR = os.path.join(PILOT_PATH, "data")
nltk.data.path = [os.path.join(PILOT_PATH, "nltk_data")] + nltk.data.path

View File

@@ -0,0 +1,26 @@
#!/usr/bin/env python3
# -*- coding: utf-8 -*-
import os
import json
import transformers
from transformers import LlamaTokenizer, LlamaForCausalLM
from typing import List
from peft import (
LoraConfig,
get_peft_model,
get_peft_model_state_dict,
prepare_model_for_int8_training,
)
import torch
from datasets import load_dataset
import pandas as pd
from pilot.configs.model_config import DATA_DIR
device = "cuda" if torch.cuda.is_available() else "cpu"
CUTOFF = 50
df = pd.read_csv(os.path.join(DATA_DIR, "BTC_Tweets_Updated.csv"))

View File

@@ -1,3 +0,0 @@
#!/usr/bin/env python3
# -*- coding:utf-8 -*-