Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-20 01:31:42 +02:00
Code Issues Packages Projects Releases Wiki Activity

Merge remote-tracking branch 'occam/clblast-gpu-dequant' into concedo

Browse Source
This commit is contained in:
Concedo
2023-04-16 00:26:54 +08:00
parent 3eb1c1850e 57d046eeb6
commit 3e992eabb4
4 changed files with 173 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ggml.c
+10 -3
View File
@@ -6635,7 +6635,8 @@ static void ggml_compute_forward_mul_mat_f32(
ne11, ne01, ne10,
1.0f, y, ne10,
x, ne00,
0.0f, d, ne01);
0.0f, d, ne01,
params->type);
}
}
@@ -6807,7 +6808,8 @@ static void ggml_compute_forward_mul_mat_f16_f32(
ne11, ne01, ne10,
1.0f, y, ne10,
x, ne00,
0.0f, d, ne01);
0.0f, d, ne01,
params->type);
}
}
@@ -7002,6 +7004,7 @@ static void ggml_compute_forward_mul_mat_q_f32(
for (int64_t i03 = 0; i03 < ne03; i03++) {
for (int64_t i02 = 0; i02 < ne02; i02++) {
#ifndef GGML_USE_CLBLAST
{
size_t id = 0;
for (int64_t i01 = 0; i01 < ne01; ++i01) {
@@ -7011,6 +7014,9 @@ static void ggml_compute_forward_mul_mat_q_f32(
}
const float * x = wdata;
#else
const void* x = src0->data + i03*nb03 + i02*nb02;
#endif
const float * y = (float *) ((char *) src1->data + i02*nb12 + i03*nb13);
float * d = (float *) ((char *) dst->data + i02*nb2 + i03*nb3);
@@ -7020,7 +7026,8 @@ static void ggml_compute_forward_mul_mat_q_f32(
ne11, ne01, ne10,
1.0f, y, ne10,
x, ne00,
0.0f, d, ne01);
0.0f, d, ne01,
type);
}
}