use the settings dialog settings when generating

This commit is contained in:
Aaron Miller
2023-04-15 22:51:28 -07:00
committed by AT
parent 17c3fa820b
commit cb6d2128d3
3 changed files with 19 additions and 15 deletions

9
llm.h
View File

@@ -26,7 +26,8 @@ public:
QString modelName() const;
public Q_SLOTS:
bool prompt(const QString &prompt);
bool prompt(const QString &prompt, const QString &prompt_template, int32_t n_predict, int32_t top_k, float top_p,
float temp, int32_t n_batch);
Q_SIGNALS:
void isModelLoadedChanged();
@@ -60,7 +61,8 @@ public:
static LLM *globalInstance();
Q_INVOKABLE bool isModelLoaded() const;
Q_INVOKABLE void prompt(const QString &prompt);
Q_INVOKABLE void prompt(const QString &prompt, const QString &prompt_template, int32_t n_predict, int32_t top_k, float top_p,
float temp, int32_t n_batch);
Q_INVOKABLE void resetContext();
Q_INVOKABLE void resetResponse();
Q_INVOKABLE void stopGenerating();
@@ -76,7 +78,8 @@ Q_SIGNALS:
void isModelLoadedChanged();
void responseChanged();
void responseInProgressChanged();
void promptRequested(const QString &prompt);
void promptRequested(const QString &prompt, const QString &prompt_template, int32_t n_predict, int32_t top_k, float top_p,
float temp, int32_t n_batch);
void resetResponseRequested();
void resetContextRequested();
void modelNameChanged();