Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-18 08:44:57 +02:00
Code Issues Packages Projects Releases Wiki Activity

fixed colab

Browse Source
This commit is contained in:
Concedo
2026-03-20 11:45:10 +08:00
parent c4b1a17e1a
commit 1f73eabb46
1 changed files with 14 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files
colab.ipynb
+14 -14
View File
@@ -117,63 +117,63 @@
"CustomCtxSize = \"\"\n",
"CustomMmproj = \"\"\n",
"Customized = False\n",
"if Model == \"Tiefighter 13B (General)\":\n",
"if Template == \"Tiefighter 13B (General)\":\n",
" Customized = True\n",
" Model = \"https://huggingface.co/KoboldAI/LLaMA2-13B-Tiefighter-GGUF/resolve/main/LLaMA2-13B-Tiefighter.Q4_K_S.gguf\"\n",
" CustomCtxSize = \"4096\"\n",
" CustomMmproj = \"https://huggingface.co/koboldcpp/mmproj/resolve/main/llama-13b-mmproj-v1.5.Q4_1.gguf\"\n",
"if Model == \"Estopia 13B (General)\":\n",
"if Template == \"Estopia 13B (General)\":\n",
" Customized = True\n",
" Model = \"https://huggingface.co/KoboldAI/LLaMA2-13B-Estopia-GGUF/resolve/main/LLaMA2-13B-Estopia.Q4_K_S.gguf\"\n",
" CustomCtxSize = \"4096\"\n",
" CustomMmproj = \"https://huggingface.co/koboldcpp/mmproj/resolve/main/llama-13b-mmproj-v1.5.Q4_1.gguf\"\n",
"if Model == \"Bookadventures 8B (Writing)\":\n",
"if Template == \"Bookadventures 8B (Writing)\":\n",
" Customized = True\n",
" Model = \"https://huggingface.co/KoboldAI/Llama-3.1-8B-BookAdventures-GGUF/resolve/main/Llama-3.1-8B-BookAdventures.Q6_K.gguf\"\n",
" CustomCtxSize = \"65536\"\n",
"if Model == \"Cydonia 24B (Roleplay)\":\n",
"if Template == \"Cydonia 24B (Roleplay)\":\n",
" Customized = True\n",
" Model = \"https://huggingface.co/bartowski/TheDrummer_Cydonia-24B-v4.2.0-GGUF/resolve/main/TheDrummer_Cydonia-24B-v4.2.0-Q4_K_S.gguf\"\n",
" CustomCtxSize = \"10240\"\n",
"if Model == \"Broken Tutu 24B (Roleplay)\":\n",
"if Template == \"Broken Tutu 24B (Roleplay)\":\n",
" Customized = True\n",
" Model = \"https://huggingface.co/mradermacher/Broken-Tutu-24B-GGUF/resolve/main/Broken-Tutu-24B.Q4_K_S.gguf\"\n",
" CustomCtxSize = \"10240\"\n",
"if Model == \"Dans PersonalityEngine 24B (Roleplay)\":\n",
"if Template == \"Dans PersonalityEngine 24B (Roleplay)\":\n",
" Customized = True\n",
" Model = \"https://huggingface.co/bartowski/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-GGUF/resolve/main/PocketDoc_Dans-PersonalityEngine-V1.3.0-24b-Q4_K_S.gguf\"\n",
" CustomCtxSize = \"10240\"\n",
"if Model == \"Harbinger 24B (Instruct)\":\n",
"if Template == \"Harbinger 24B (Instruct)\":\n",
" Customized = True\n",
" Model = \"https://huggingface.co/LatitudeGames/Harbinger-24B-GGUF/resolve/main/Harbinger-24B-Q4_K_S.gguf\"\n",
" CustomCtxSize = \"10240\"\n",
"if Model == \"Muse 12B (Instruct)\":\n",
"if Template == \"Muse 12B (Instruct)\":\n",
" Customized = True\n",
" Model = \"https://huggingface.co/LatitudeGames/Muse-12B-GGUF/resolve/main/Muse-12B-Q4_K_S.gguf\"\n",
" CustomCtxSize = \"49152\"\n",
"if Model == \"Qwen 3 VL (Vision)\":\n",
"if Template == \"Qwen 3 VL (Vision)\":\n",
" Customized = True\n",
" Model = \"https://huggingface.co/unsloth/Qwen3-VL-8B-Instruct-GGUF/resolve/main/Qwen3-VL-8B-Instruct-Q6_K.gguf\"\n",
" CustomMmproj = \"https://huggingface.co/unsloth/Qwen3-VL-8B-Instruct-GGUF/resolve/main/mmproj-BF16.gguf\"\n",
" CustomCtxSize = \"32768\"\n",
"if Model == \"Mistral Small 24B (Corporate)\":\n",
"if Template == \"Mistral Small 24B (Corporate)\":\n",
" Customized = True\n",
" Model = \"https://huggingface.co/unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF/resolve/main/Mistral-Small-3.2-24B-Instruct-2506-Q4_K_S.gguf\"\n",
" CustomCtxSize = \"10240\"\n",
"if Model == \"GPT OSS 20B (Corporate)\":\n",
"if Template == \"GPT OSS 20B (Corporate)\":\n",
" Customized = True\n",
" Model = \"https://huggingface.co/ggml-org/gpt-oss-20b-GGUF/resolve/main/gpt-oss-20b-mxfp4.gguf\"\n",
" CustomCtxSize = \"32768\"\n",
"if Model == \"Gemma 3n E4B it (Corporate)\":\n",
"if Template == \"Gemma 3n E4B it (Corporate)\":\n",
" Customized = True\n",
" Model = \"https://huggingface.co/unsloth/gemma-3n-E4B-it-GGUF/resolve/main/gemma-3n-E4B-it-Q6_K.gguf\"\n",
" CustomCtxSize = \"49152\"\n",
"if Model == \"GLM4 9b chat (Corporate)\":\n",
"if Template == \"GLM4 9b chat (Corporate)\":\n",
" Customized = True\n",
" Model = \"https://huggingface.co/unsloth/GLM-4-9B-0414-GGUF/resolve/main/GLM-4-9B-0414-Q6_K.gguf\"\n",
" CustomCtxSize = \"49152\"\n",
"\n",
"if not Customized or Model==\"\" or Model==\"None (Manual Choice)\" or any((LoadTextModel, LoadVisionMMProjector, LoadImgModel, LoadSpeechModel,LoadTTSModel, LoadEmbeddingsModel)):\n",
"if not Customized or Template==\"\" or Template==\"None (Manual Choice)\" or any((LoadTextModel, LoadVisionMMProjector, LoadImgModel, LoadSpeechModel,LoadTTSModel, LoadEmbeddingsModel)):\n",
" print(\"Manual override detected, using manual selection...\")\n",
"elif Customized:\n",
" print(\"Loading a quick preset template...\")\n",