mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-09-19 17:25:07 +02:00
Save KV State and Load KV State to memory added. GUI not yet updated
This commit is contained in:
+20
-1
@@ -372,5 +372,24 @@ extern "C"
|
||||
return output;
|
||||
}
|
||||
|
||||
|
||||
size_t calc_new_state_kv() // returns how much memory a new savestate will cost
|
||||
{
|
||||
return gpttype_calc_new_state_kv();
|
||||
}
|
||||
size_t calc_old_state_kv() //returns how much memory current savestate is using
|
||||
{
|
||||
return gpttype_calc_old_state_kv();
|
||||
}
|
||||
bool save_state_kv() //triggers the save kv state of current ctx to memory
|
||||
{
|
||||
return gpttype_save_state_kv();
|
||||
}
|
||||
bool load_state_kv() //triggers the load kv state of current ctx to memory
|
||||
{
|
||||
return gpttype_load_state_kv();
|
||||
}
|
||||
bool clear_state_kv()
|
||||
{
|
||||
return gpttype_clear_state_kv();
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user