wylab/llama.cpp
0
0
Fork 1
mirror of https://github.com/ggml-org/llama.cpp.git synced 2026-09-14 18:02:52 +02:00
Code Issues Packages Projects Releases Wiki Activity

tune for RDNA3

Browse Source
This commit is contained in:
0cc4m
2025-11-16 20:21:22 +01:00
parent 94e2c4d2b3
commit dba1cbceb3
1 changed files with 12 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ggml/src/ggml-vulkan/ggml-vulkan.cpp
+12 -1
View File
@@ -2716,7 +2716,18 @@ static uint32_t get_default_bk_step(const vk_device& device, ggml_type src0_type
}
return 4;
} else if (device->vendor_id == VK_VENDOR_ID_AMD) {
return 1;
if (mul_mat_id) {
return src0_type == GGML_TYPE_Q8_0 ? 1 : 2;
}
if (kq) {
if (src0_type == GGML_TYPE_Q2_K || src0_type == GGML_TYPE_Q3_K || src0_type == GGML_TYPE_Q4_K) {
return 4;
}
return 2;
}
return 4;
}
if (device->vendor_id == VK_VENDOR_ID_INTEL) {