mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-08-26 15:15:16 +02:00
fix returned names
This commit is contained in:
+8
-3
@@ -4133,6 +4133,11 @@ class KcppServerRequestHandler(http.server.SimpleHTTPRequestHandler):
|
||||
|
||||
def prepare_basic_responses_body(self,resp_id,genparams):
|
||||
global friendlymodelname
|
||||
global autoswapmode, textName, sttName, ttsName, embedName, musicName, imageName, mmprojName
|
||||
|
||||
modelNameToReturn = friendlymodelname
|
||||
if autoswapmode and textName is not None:
|
||||
modelNameToReturn = textName
|
||||
ret = {
|
||||
"id": resp_id,
|
||||
"object": "response",
|
||||
@@ -4144,7 +4149,7 @@ class KcppServerRequestHandler(http.server.SimpleHTTPRequestHandler):
|
||||
"parallel_tool_calls": False,
|
||||
"text": {"format": {"type": "text"},"verbosity": "medium"},
|
||||
"instructions": genparams.get('instructions', None),
|
||||
"model": friendlymodelname,
|
||||
"model": modelNameToReturn,
|
||||
"error": None,
|
||||
"metadata": {},
|
||||
"tools": genparams.get('tools', []),
|
||||
@@ -4286,7 +4291,7 @@ class KcppServerRequestHandler(http.server.SimpleHTTPRequestHandler):
|
||||
"id": f"msg_A{req_id_suffix}",
|
||||
"type": "message",
|
||||
"role": "assistant",
|
||||
"model": friendlymodelname,
|
||||
"model": modelNameToReturn,
|
||||
"content": [{"type": "text", "text": recvtxt}],
|
||||
"stop_reason": anthropic_reason,
|
||||
"stop_sequence": None,
|
||||
@@ -4535,7 +4540,7 @@ class KcppServerRequestHandler(http.server.SimpleHTTPRequestHandler):
|
||||
await self.send_oai_responses_sse_event("response.completed",completed_event)
|
||||
elif api_format == 9: # Anthropic Streaming Format
|
||||
if anthropic_first_loop:
|
||||
start_msg = json.dumps({"type":"message","id":f"msg_A{req_id_suffix}","role":"assistant","model":friendlymodelname,"usage":{"input_tokens":prompttokens,"output_tokens":0}})
|
||||
start_msg = json.dumps({"type":"message","id":f"msg_A{req_id_suffix}","role":"assistant","model":modelNameToReturn,"usage":{"input_tokens":prompttokens,"output_tokens":0}})
|
||||
await self.send_anthropic_sse_event("message_start", json.dumps({"type": "message_start", "message": json.loads(start_msg)}))
|
||||
await self.send_anthropic_sse_event("content_block_start", json.dumps({"type":"content_block_start","index":0,"content_block":{"type":"text","text":""}}))
|
||||
anthropic_first_loop = False
|
||||
|
||||
Reference in New Issue
Block a user