From c77ab849c0937d27db7ac2efa3df3393eb247bb3 Mon Sep 17 00:00:00 2001 From: Aaron Miller Date: Thu, 13 Jul 2023 18:24:25 -0400 Subject: [PATCH] LLModel objects should hold a reference to the library prevents llmodel lib from being gc'd before live model objects --- gpt4all-bindings/python/gpt4all/pyllmodel.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/gpt4all-bindings/python/gpt4all/pyllmodel.py b/gpt4all-bindings/python/gpt4all/pyllmodel.py index 519d70f3..e8895a9c 100644 --- a/gpt4all-bindings/python/gpt4all/pyllmodel.py +++ b/gpt4all-bindings/python/gpt4all/pyllmodel.py @@ -154,10 +154,11 @@ class LLModel: self.model = None self.model_name = None self.context = None + self.llmodel_lib = llmodel def __del__(self): if self.model is not None: - llmodel.llmodel_model_destroy(self.model) + self.llmodel_lib.llmodel_model_destroy(self.model) def memory_needed(self, model_path: str) -> int: model_path_enc = model_path.encode("utf-8")