github/DB-GPT
1
0
Fork 0
mirror of https://github.com/csunny/DB-GPT.git synced 2025-08-27 12:29:29 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: token

Browse Source
This commit is contained in:
csunny 2023-05-30 18:55:53 +08:00
parent 00b2671c0a
commit 1bbed02a3c
1 changed files with 6 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
pilot/model/proxy_llm.py
View File

@ -18,7 +18,8 @@ def proxyllm_generate_stream(
stop = params.get("stop", "###") stop = params.get("stop", "###")
headers = { headers = {
"Authorization": "Bearer " + CFG.proxy_api_key "Authorization": "Bearer " + CFG.proxy_api_key,
"Token": CFG.proxy_api_key
} }
messages = prompt.split(stop) messages = prompt.split(stop)
@ -44,9 +45,13 @@ def proxyllm_generate_stream(
"max_tokens": params.get("max_new_tokens"), "max_tokens": params.get("max_new_tokens"),
} }
print(payloads)
print(headers)
res = requests.post(CFG.proxy_server_url, headers=headers, json=payloads, stream=True) res = requests.post(CFG.proxy_server_url, headers=headers, json=payloads, stream=True)
text = "" text = ""
print("====================================res================")
print(res)
for line in res.iter_lines(): for line in res.iter_lines():
if line: if line:
decoded_line = line.decode('utf-8') decoded_line = line.decode('utf-8')