Update mainline for the mul*vec and q6_k kernels.

Add q6_k kernels for vulkan.
Refactor for subgroups on mat * vec kernel.
2026-07-17 01:55:28 +00:00 · 2023-10-02 09:09:57 -04:00 · 2023-10-02 09:09:57 -04:00 · 2023-10-02 09:09:51 -04:00 · 2023-09-26 11:59:47 -04:00
2 changed files with 8 additions and 1 deletions
--- a/gpt4all-backend/llama.cpp-mainline
+++ b/gpt4all-backend/llama.cpp-mainline
--- a/gpt4all-backend/llama.cpp.cmake
+++ b/gpt4all-backend/llama.cpp.cmake
@@ -174,6 +174,9 @@ if (LLAMA_KOMPUTE)
        add_custom_command(
            OUTPUT ${spv_file}
            DEPENDS ${LLAMA_DIR}/${source}
+              ${LLAMA_DIR}/kompute/common.comp
+              ${LLAMA_DIR}/kompute/op_getrows.comp
+              ${LLAMA_DIR}/kompute/op_mul_mv_q_n.comp
            COMMAND ${glslc_executable} --target-env=vulkan1.2 -o ${spv_file} ${LLAMA_DIR}/${source}
            COMMENT "Compiling ${source} to ${source}.spv"
        )
@@ -238,9 +241,11 @@ if (LLAMA_KOMPUTE)
          kompute/op_mul_mat_f16.comp
          kompute/op_mul_mat_q4_0.comp
          kompute/op_mul_mat_q4_1.comp
+          kompute/op_mul_mat_q6_k.comp
          kompute/op_getrows_f16.comp
          kompute/op_getrows_q4_0.comp
          kompute/op_getrows_q4_1.comp
+          kompute/op_getrows_q6_k.comp
          kompute/op_rope.comp
          kompute/op_cpy_f16_f16.comp
          kompute/op_cpy_f16_f32.comp
@@ -265,9 +270,11 @@ if (LLAMA_KOMPUTE)
          shaderop_mul_mat_f16.h
          shaderop_mul_mat_q4_0.h
          shaderop_mul_mat_q4_1.h
+          shaderop_mul_mat_q6_k.h
          shaderop_getrows_f16.h
          shaderop_getrows_q4_0.h
          shaderop_getrows_q4_1.h
+          shaderop_getrows_q6_k.h
          shaderop_rope.h
          shaderop_cpy_f16_f16.h
          shaderop_cpy_f16_f32.h
Author	SHA1	Message	Date
Adam Treat	288d68b780	Update mainline for the mul*vec and q6_k kernels.	2023-10-02 09:09:57 -04:00
Adam Treat	59ea2f0b62	Add q6_k kernels for vulkan.	2023-10-02 09:09:57 -04:00
Adam Treat	dae6080f42	Refactor for subgroups on mat * vec kernel.	2023-10-02 09:09:51 -04:00
Adam Treat	99c106e6b5	Fix a bug seen on AMD RADEON cards with vulkan backend.	2023-09-26 11:59:47 -04:00