AI/gpt4all
1
0
Fork 0
mirror of https://github.com/nomic-ai/gpt4all.git synced 2024-10-01 01:06:10 -04:00
Code Issues Packages Projects Releases Wiki Activity

Add q6_k kernels for vulkan.

Browse Source
This commit is contained in:
Adam Treat 2023-10-02 09:08:36 -04:00
parent 4eefd386d0
commit 5d346e13d7
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
gpt4all-backend/llama.cpp.cmake
View File

@ -241,9 +241,11 @@ if (LLAMA_KOMPUTE)
kompute/op_mul_mat_f16.comp kompute/op_mul_mat_f16.comp
kompute/op_mul_mat_q4_0.comp kompute/op_mul_mat_q4_0.comp
kompute/op_mul_mat_q4_1.comp kompute/op_mul_mat_q4_1.comp
kompute/op_mul_mat_q6_k.comp
kompute/op_getrows_f16.comp kompute/op_getrows_f16.comp
kompute/op_getrows_q4_0.comp kompute/op_getrows_q4_0.comp
kompute/op_getrows_q4_1.comp kompute/op_getrows_q4_1.comp
kompute/op_getrows_q6_k.comp
kompute/op_rope.comp kompute/op_rope.comp
kompute/op_cpy_f16_f16.comp kompute/op_cpy_f16_f16.comp
kompute/op_cpy_f16_f32.comp kompute/op_cpy_f16_f32.comp
@ -268,9 +270,11 @@ if (LLAMA_KOMPUTE)
shaderop_mul_mat_f16.h shaderop_mul_mat_f16.h
shaderop_mul_mat_q4_0.h shaderop_mul_mat_q4_0.h
shaderop_mul_mat_q4_1.h shaderop_mul_mat_q4_1.h
shaderop_mul_mat_q6_k.h
shaderop_getrows_f16.h shaderop_getrows_f16.h
shaderop_getrows_q4_0.h shaderop_getrows_q4_0.h
shaderop_getrows_q4_1.h shaderop_getrows_q4_1.h
shaderop_getrows_q6_k.h
shaderop_rope.h shaderop_rope.h
shaderop_cpy_f16_f16.h shaderop_cpy_f16_f16.h
shaderop_cpy_f16_f32.h shaderop_cpy_f16_f32.h