github/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2025-09-06 11:00:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

fixed finding model libs

Browse Source
This commit is contained in:
Richard Guo
2023-06-02 10:57:21 -04:00
committed by AT
parent ab56364da8
commit c54c42e3fb
5 changed files with 44 additions and 21 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
gpt4all-backend/llmodel.cpp
View File

@@ -9,6 +9,8 @@
#include <cassert>
#include <cstdlib>
std::string LLModel::m_implementations_search_path = ".";
static bool requires_avxonly() {
#ifdef __x86_64__
#ifndef _MSC_VER
@@ -76,7 +78,7 @@ const std::vector<LLModel::Implementation> &LLModel::implementationList() {
};
const char *custom_impl_lookup_path = getenv("GPT4ALL_IMPLEMENTATIONS_PATH");
search_in_directory(custom_impl_lookup_path?custom_impl_lookup_path:".");
search_in_directory(m_implementations_search_path);
#if defined(__APPLE__)
search_in_directory("../../../");
#endif

9
gpt4all-backend/llmodel.h
View File

@@ -76,9 +76,18 @@ public:
static const Implementation *implementation(std::ifstream& f, const std::string& buildVariant);
static LLModel *construct(const std::string &modelPath, std::string buildVariant = "default");
static inline void setImplementationsSearchPath(const std::string& path) {
m_implementations_search_path = path;
}
static inline const std::string& implementationsSearchPath() {
return m_implementations_search_path;
}
protected:
const Implementation *m_implementation = nullptr;
void recalculateContext(PromptContext &promptCtx, std::function<bool(bool)> recalculate);
static std::string m_implementations_search_path;
};
#endif // LLMODEL_H

10
gpt4all-backend/llmodel_c.cpp
View File

@@ -162,3 +162,13 @@ int32_t llmodel_threadCount(llmodel_model model)
LLModelWrapper *wrapper = reinterpret_cast<LLModelWrapper*>(model);
return wrapper->llModel->threadCount();
}
void llmodel_set_implementation_search_path(const char *path)
{
LLModel::setImplementationsSearchPath(path);
}
const char *llmodel_get_implementation_search_path()
{
return LLModel::implementationsSearchPath().c_str();
}

14
gpt4all-backend/llmodel_c.h
View File

@@ -177,6 +177,20 @@ void llmodel_setThreadCount(llmodel_model model, int32_t n_threads);
*/
int32_t llmodel_threadCount(llmodel_model model);
/**
* Set llmodel implementation search path.
* Default is "."
* @param path The path to the llmodel implementation shared objects.
*/
void llmodel_set_implementation_search_path(const char *path);
/**
* Get llmodel implementation search path.
* @return The current search path; lifetime ends on next set llmodel_set_implementation_search_path() call.
*/
const char *llmodel_get_implementation_search_path();
#ifdef __cplusplus
}
#endif