disable context shift when using mrope

2026-09-01 01:50:51 +02:00 · 2025-01-30 00:36:05 +08:00
parent 646df4b126
commit f4e2f4b069
1 changed files with 2 additions and 1 deletions
@@ -2126,7 +2126,8 @@ ModelLoadResult gpttype_load_model(const load_model_inputs inputs, FileFormat in
        }
        if(file_format_meta.model_architecture == GGUFArch::ARCH_QWEN2VL)
        {
-            printf("Qwen2VL detected! Mrope will be used!\n");
+            printf("Qwen2VL detected! Mrope will be used, and context shift will be disabled!\n");
+            kcpp_data->use_contextshift = false;
        }
        model_params.main_gpu = cu_parseinfo_maindevice;