github/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2025-08-28 12:30:40 +00:00
Code Issues Packages Projects Releases Wiki Activity

replit: free metal context

Browse Source
This commit is contained in:
Aaron Miller 2023-06-30 16:17:59 -07:00 committed by AT
parent 3599663a22
commit 137bc2c367
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
gpt4all-backend/replit.cpp
View File

@ -904,6 +904,11 @@ int32_t Replit::threadCount() const
Replit::~Replit()
{
#ifdef GGML_USE_METAL
if (d_ptr->model->ctx_metal) {
ggml_metal_free(d_ptr->model->ctx_metal);
}
#endif
if(d_ptr->model->ctx) {
ggml_free(d_ptr->model->ctx);
d_ptr->model->ctx = nullptr;