From dae6080f420083335e262c9679824b21ec088097 Mon Sep 17 00:00:00 2001 From: Adam Treat Date: Tue, 26 Sep 2023 10:45:00 -0400 Subject: [PATCH] Refactor for subgroups on mat * vec kernel. --- gpt4all-backend/llama.cpp-mainline | 2 +- gpt4all-backend/llama.cpp.cmake | 3 +++ 2 files changed, 4 insertions(+), 1 deletion(-) diff --git a/gpt4all-backend/llama.cpp-mainline b/gpt4all-backend/llama.cpp-mainline index 99c5c9a0..45708bc9 160000 --- a/gpt4all-backend/llama.cpp-mainline +++ b/gpt4all-backend/llama.cpp-mainline @@ -1 +1 @@ -Subproject commit 99c5c9a0d834888c33669855f3a1cf425df37dd2 +Subproject commit 45708bc9529bdc717d5ccd6e0910c3c3c86a52b7 diff --git a/gpt4all-backend/llama.cpp.cmake b/gpt4all-backend/llama.cpp.cmake index 78fb0d24..6e233834 100644 --- a/gpt4all-backend/llama.cpp.cmake +++ b/gpt4all-backend/llama.cpp.cmake @@ -174,6 +174,9 @@ if (LLAMA_KOMPUTE) add_custom_command( OUTPUT ${spv_file} DEPENDS ${LLAMA_DIR}/${source} + ${LLAMA_DIR}/kompute/common.comp + ${LLAMA_DIR}/kompute/op_getrows.comp + ${LLAMA_DIR}/kompute/op_mul_mv_q_n.comp COMMAND ${glslc_executable} --target-env=vulkan1.2 -o ${spv_file} ${LLAMA_DIR}/${source} COMMENT "Compiling ${source} to ${source}.spv" )