mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-09-19 09:15:18 +02:00
use a static buffer for kv reloads instead. also, added into lite ui
This commit is contained in:
+10
-2
@@ -376,11 +376,19 @@ extern "C"
|
||||
{
|
||||
return gpttype_calc_new_state_kv();
|
||||
}
|
||||
size_t calc_new_state_tokencount()
|
||||
{
|
||||
return gpttype_calc_new_state_tokencount();
|
||||
}
|
||||
size_t calc_old_state_kv() //returns how much memory current savestate is using
|
||||
{
|
||||
return gpttype_calc_old_state_kv();
|
||||
}
|
||||
bool save_state_kv() //triggers the save kv state of current ctx to memory
|
||||
size_t calc_old_state_tokencount()
|
||||
{
|
||||
return gpttype_calc_old_state_tokencount();
|
||||
}
|
||||
size_t save_state_kv() //triggers the save kv state of current ctx to memory
|
||||
{
|
||||
return gpttype_save_state_kv();
|
||||
}
|
||||
@@ -390,6 +398,6 @@ extern "C"
|
||||
}
|
||||
bool clear_state_kv()
|
||||
{
|
||||
return gpttype_clear_state_kv();
|
||||
return gpttype_clear_state_kv(true);
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user