github/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2025-07-05 11:36:16 +00:00
Code Issues Packages Projects Releases Wiki Activity

app.py: add --device option for GPU support (#1769)

Browse Source 
Signed-off-by: Daniel Salvatierra <dsalvat1@gmail.com>
Co-authored-by: Jared Van Bortel <jared@nomic.ai>
This commit is contained in:
Daniel Salvatierra 2023-12-20 16:01:03 -05:00 committed by GitHub
parent 528eb1e7ad
commit c72c73a94f
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
gpt4all-bindings/cli/app.py
View File

@ -59,9 +59,13 @@ def repl(
int, int,
typer.Option("--n-threads", "-t", help="Number of threads to use for chatbot"), typer.Option("--n-threads", "-t", help="Number of threads to use for chatbot"),
] = None, ] = None,
device: Annotated[
str,
typer.Option("--device", "-d", help="Device to use for chatbot, e.g. gpu, amd, nvidia, intel. Defaults to CPU."),
] = None,
): ):
"""The CLI read-eval-print loop.""" """The CLI read-eval-print loop."""
gpt4all_instance = GPT4All(model) gpt4all_instance = GPT4All(model, device=device)
# if threads are passed, set them # if threads are passed, set them
if n_threads is not None: if n_threads is not None: