github/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2025-06-23 05:58:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: don't pass around the same dict object (#1264)

Browse Source
This commit is contained in:
Zach Nussbaum 2023-07-24 14:28:12 -05:00 committed by GitHub
parent 41f640577c
commit b3f84c56e7
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
gpt4all-api/gpt4all_api/app/api_v1/routes/completions.py
View File

@ -117,14 +117,13 @@ async def completions(request: CompletionRequest):
params["num_return_sequences"] = request.n params["num_return_sequences"] = request.n
header = {"Content-Type": "application/json"} header = {"Content-Type": "application/json"}
payload = {"parameters": params}
if isinstance(request.prompt, list): if isinstance(request.prompt, list):
tasks = [] tasks = []
for prompt in request.prompt: for prompt in request.prompt:
payload = {"parameters": params}
payload["inputs"] = prompt payload["inputs"] = prompt
task = gpu_infer(payload, header) task = gpu_infer(payload, header)
tasks.append(task) tasks.append(task)
results = await asyncio.gather(*tasks) results = await asyncio.gather(*tasks)
choices = [] choices = []
@ -147,6 +146,7 @@ async def completions(request: CompletionRequest):
) )
else: else:
payload = {"parameters": params}
# If streaming, we need to return a StreamingResponse # If streaming, we need to return a StreamingResponse
payload["inputs"] = request.prompt payload["inputs"] = request.prompt