add vicuna embedding

This commit is contained in:
csunny
2023-04-29 18:28:42 +08:00
parent 4b2e3bf59a
commit 0767537606
8 changed files with 458 additions and 251 deletions

View File

@@ -14,7 +14,7 @@ vicuna_status_path = "worker_get_status"
def generate(prompt):
params = {
"model": "vicuna-13b",
"prompt": "给出一个查询用户的SQL",
"prompt": prompt,
"temperature": 0.7,
"max_new_tokens": 512,
"stop": "###"