From 707b91a24f31cb2d19897bb9f53e79eb1165455c Mon Sep 17 00:00:00 2001 From: Andriy Mulyar Date: Fri, 1 Sep 2023 13:01:40 -0400 Subject: [PATCH] Update Python bindings README.md (#1389) Signed-off-by: Andriy Mulyar --- gpt4all-bindings/python/README.md | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/gpt4all-bindings/python/README.md b/gpt4all-bindings/python/README.md index 5d3d9161..f1acb0d1 100644 --- a/gpt4all-bindings/python/README.md +++ b/gpt4all-bindings/python/README.md @@ -47,6 +47,15 @@ output = model.generate("The capital of France is ", max_tokens=3) print(output) ``` + +GPU Usage +```python +from gpt4all import GPT4All +model = GPT4All("orca-mini-3b.ggmlv3.q4_0.bin", device='gpu') # device='amd', device='intel' +output = model.generate("The capital of France is ", max_tokens=3) +print(output) +``` + ## Troubleshooting a Local Build - If you're on Windows and have compiled with a MinGW toolchain, you might run into an error like: ```