app.py: change default model to Mistral Instruct (#1564)

This commit is contained in:
cebtenzzre
2023-10-24 12:43:30 -04:00
committed by GitHub
parent 83b8eea611
commit 78d930516d

View File

@@ -54,7 +54,7 @@ def repl(
model: Annotated[ model: Annotated[
str, str,
typer.Option("--model", "-m", help="Model to use for chatbot"), typer.Option("--model", "-m", help="Model to use for chatbot"),
] = "ggml-gpt4all-j-v1.3-groovy", ] = "mistral-7b-instruct-v0.1.Q4_0.gguf",
n_threads: Annotated[ n_threads: Annotated[
int, int,
typer.Option("--n-threads", "-t", help="Number of threads to use for chatbot"), typer.Option("--n-threads", "-t", help="Number of threads to use for chatbot"),