Compare commits

...

2 Commits

Author SHA1 Message Date
Aaron Miller
e7f3df4a71 matmat f16/q4_0 skeleton - no impl 2023-09-28 12:40:18 -07:00
Adam Treat
36c7113d14 WIP: refactor for subgroups on mat * vec kernel. 2023-09-26 10:45:00 -04:00
2 changed files with 6 additions and 2 deletions

View File

@@ -173,7 +173,7 @@ if (LLAMA_KOMPUTE)
set(spv_file ${CMAKE_CURRENT_BINARY_DIR}/${OP_FILE}.spv) set(spv_file ${CMAKE_CURRENT_BINARY_DIR}/${OP_FILE}.spv)
add_custom_command( add_custom_command(
OUTPUT ${spv_file} OUTPUT ${spv_file}
DEPENDS ${LLAMA_DIR}/${source} DEPENDS ${LLAMA_DIR}/${source} ${LLAMA_DIR}/kompute/common.comp
COMMAND ${glslc_executable} --target-env=vulkan1.2 -o ${spv_file} ${LLAMA_DIR}/${source} COMMAND ${glslc_executable} --target-env=vulkan1.2 -o ${spv_file} ${LLAMA_DIR}/${source}
COMMENT "Compiling ${source} to ${source}.spv" COMMENT "Compiling ${source} to ${source}.spv"
) )
@@ -236,7 +236,9 @@ if (LLAMA_KOMPUTE)
kompute/op_rmsnorm.comp kompute/op_rmsnorm.comp
kompute/op_diagmask.comp kompute/op_diagmask.comp
kompute/op_mul_mat_f16.comp kompute/op_mul_mat_f16.comp
kompute/op_mul_mat_mat_f16.comp
kompute/op_mul_mat_q4_0.comp kompute/op_mul_mat_q4_0.comp
kompute/op_mul_mat_mat_q4_0.comp
kompute/op_mul_mat_q4_1.comp kompute/op_mul_mat_q4_1.comp
kompute/op_getrows_f16.comp kompute/op_getrows_f16.comp
kompute/op_getrows_q4_0.comp kompute/op_getrows_q4_0.comp
@@ -263,7 +265,9 @@ if (LLAMA_KOMPUTE)
shaderop_rmsnorm.h shaderop_rmsnorm.h
shaderop_diagmask.h shaderop_diagmask.h
shaderop_mul_mat_f16.h shaderop_mul_mat_f16.h
shaderop_mul_mat_mat_f16.h
shaderop_mul_mat_q4_0.h shaderop_mul_mat_q4_0.h
shaderop_mul_mat_mat_q4_0.h
shaderop_mul_mat_q4_1.h shaderop_mul_mat_q4_1.h
shaderop_getrows_f16.h shaderop_getrows_f16.h
shaderop_getrows_q4_0.h shaderop_getrows_q4_0.h