From 2490977f89c17ee81236bfa6ed4f583779e6bbdb Mon Sep 17 00:00:00 2001 From: Aaron Miller Date: Wed, 11 Oct 2023 12:17:16 -0700 Subject: [PATCH] q6k, q4_1 mat*mat --- gpt4all-backend/llama.cpp-mainline | 2 +- gpt4all-backend/llama.cpp.cmake | 4 ++++ 2 files changed, 5 insertions(+), 1 deletion(-) diff --git a/gpt4all-backend/llama.cpp-mainline b/gpt4all-backend/llama.cpp-mainline index 3742085b..500689ad 160000 --- a/gpt4all-backend/llama.cpp-mainline +++ b/gpt4all-backend/llama.cpp-mainline @@ -1 +1 @@ -Subproject commit 3742085b0429cbe0ede49bcb9f891e4a5e25a724 +Subproject commit 500689ad356a81a471a7fb68cc70f7aee5a5f56e diff --git a/gpt4all-backend/llama.cpp.cmake b/gpt4all-backend/llama.cpp.cmake index c0b2a757..ada5b16b 100644 --- a/gpt4all-backend/llama.cpp.cmake +++ b/gpt4all-backend/llama.cpp.cmake @@ -242,6 +242,8 @@ if (LLAMA_KOMPUTE) kompute/op_mul_mat_mat_f16.comp kompute/op_mul_mat_mat_q8_0.comp kompute/op_mul_mat_mat_q4_0.comp + kompute/op_mul_mat_mat_q4_1.comp + kompute/op_mul_mat_mat_q6_k.comp kompute/op_mul_mat_f16.comp kompute/op_mul_mat_q8_0.comp kompute/op_mul_mat_q4_0.comp @@ -276,6 +278,8 @@ if (LLAMA_KOMPUTE) shaderop_mul_mat_mat_f16.h shaderop_mul_mat_mat_q8_0.h shaderop_mul_mat_mat_q4_0.h + shaderop_mul_mat_mat_q4_1.h + shaderop_mul_mat_mat_q6_k.h shaderop_mul_mat_f16.h shaderop_mul_mat_q8_0.h shaderop_mul_mat_q4_0.h