github/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2025-09-06 02:50:36 +00:00
Code Issues Packages Projects Releases Wiki Activity

Trying to shrink the copy+paste code and do more code sharing between backend model impl.

Browse Source
This commit is contained in:
Adam Treat
2023-06-01 23:15:58 -04:00
committed by AT
parent 031d7149a7
commit a41bd6ac0a
9 changed files with 41 additions and 96 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
gpt4all-backend/llmodel.h
View File

@@ -64,6 +64,7 @@ public:
std::function<bool(int32_t, const std::string&)> responseCallback,
std::function<bool(bool)> recalculateCallback,
PromptContext &ctx) = 0;
virtual bool evalTokens(PromptContext &ctx, const std::vector<int32_t> &tokens) = 0;
virtual void setThreadCount(int32_t /*n_threads*/) {}
virtual int32_t threadCount() const { return 1; }
@@ -78,7 +79,6 @@ public:
protected:
const Implementation *m_implementation = nullptr;
virtual void recalculateContext(PromptContext &promptCtx,
std::function<bool(bool)> recalculate) = 0;
void recalculateContext(PromptContext &promptCtx, std::function<bool(bool)> recalculate);
};
#endif // LLMODEL_H