Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-12 16:18:44 +02:00
Code Issues Packages Projects Releases Wiki Activity

add f16 quantclip

Browse Source
This commit is contained in:
Concedo
2025-04-29 22:25:52 +08:00
parent e561eeb5e5
commit be66a77ca5
2 changed files with 1 additions and 60 deletions
Download Patch File Download Diff File Expand all files Collapse all files
examples/llava/quantclip.cpp
+1 -1
View File
@@ -16,7 +16,7 @@ int main(int argc, char ** argv) {
if (argc != 3 && argc != 4) {
fprintf(stderr, "usage: %s mmproj-f16.gguf output-mmproj-quantized.gguf TYPE\n", argv[0]);
printf("\nGGML_TYPE_Q4_0 = 2\nGGML_TYPE_Q4_1 = 3\nGGML_TYPE_Q5_0 = 6\nGGML_TYPE_Q5_1 = 7\nGGML_TYPE_Q8_0 = 8\n");
printf("\nGGML_TYPE_F16 = 1\nGGML_TYPE_Q4_0 = 2\nGGML_TYPE_Q4_1 = 3\nGGML_TYPE_Q5_0 = 6\nGGML_TYPE_Q5_1 = 7\nGGML_TYPE_Q8_0 = 8\n");
return 1;
}