Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-05 20:41:18 +02:00
Code Issues Packages Projects Releases Wiki Activity

Fix indentation

Browse Source 
Co-authored-by: Georgi Gerganov <ggerganov@gmail.com>
This commit is contained in:
LostRuins
2023-07-10 22:57:15 +08:00
committed by GitHub
parent 1854168841
commit 048dca9809
1 changed files with 1 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
llama.cpp
+1 -2
View File
@@ -2464,8 +2464,7 @@ static void llama_model_quantize_internal(const std::string & fname_inp, const s
if (ftype == LLAMA_FTYPE_MOSTLY_Q3_K_M || ftype == LLAMA_FTYPE_MOSTLY_Q2_K) new_type = GGML_TYPE_Q4_K;
else if (ftype == LLAMA_FTYPE_MOSTLY_Q3_K_L) new_type = GGML_TYPE_Q5_K;
}
if(convert_incompatible_tensor)
{
if (convert_incompatible_tensor) {
new_type = GGML_TYPE_Q8_0; //fall back to Q8_0 instead of just failing.
}
#endif