mirror of
https://github.com/ggml-org/llama.cpp.git
synced 2026-08-26 15:16:23 +02:00
Aleksander Grygier
38 lines
1.6 KiB
TypeScript
38 lines
1.6 KiB
TypeScript
// Agentic tool call tag markers
|
|
export const AGENTIC_TAGS = {
|
|
TOOL_CALL_START: '<<<AGENTIC_TOOL_CALL_START>>>',
|
|
TOOL_CALL_END: '<<<AGENTIC_TOOL_CALL_END>>>',
|
|
TOOL_NAME_PREFIX: '<<<TOOL_NAME:',
|
|
TOOL_ARGS_START: '<<<TOOL_ARGS_START>>>',
|
|
TOOL_ARGS_END: '<<<TOOL_ARGS_END>>>',
|
|
TAG_SUFFIX: '>>>'
|
|
} as const;
|
|
|
|
export const REASONING_TAGS = {
|
|
START: '<<<reasoning_content_start>>>',
|
|
END: '<<<reasoning_content_end>>>'
|
|
} as const;
|
|
|
|
// Regex patterns for parsing agentic content
|
|
export const AGENTIC_REGEX = {
|
|
// Matches completed tool calls (with END marker)
|
|
COMPLETED_TOOL_CALL:
|
|
/<<<AGENTIC_TOOL_CALL_START>>>\n<<<TOOL_NAME:(.+?)>>>\n<<<TOOL_ARGS_START>>>([\s\S]*?)<<<TOOL_ARGS_END>>>([\s\S]*?)<<<AGENTIC_TOOL_CALL_END>>>/g,
|
|
// Matches pending tool call (has NAME and ARGS but no END)
|
|
PENDING_TOOL_CALL:
|
|
/<<<AGENTIC_TOOL_CALL_START>>>\n<<<TOOL_NAME:(.+?)>>>\n<<<TOOL_ARGS_START>>>([\s\S]*?)<<<TOOL_ARGS_END>>>([\s\S]*)$/,
|
|
// Matches partial tool call (has START and NAME, ARGS still streaming)
|
|
PARTIAL_WITH_NAME:
|
|
/<<<AGENTIC_TOOL_CALL_START>>>\n<<<TOOL_NAME:(.+?)>>>\n<<<TOOL_ARGS_START>>>([\s\S]*)$/,
|
|
// Matches early tool call (just START marker)
|
|
EARLY_MATCH: /<<<AGENTIC_TOOL_CALL_START>>>([\s\S]*)$/,
|
|
// Matches partial marker at end of content
|
|
PARTIAL_MARKER: /<<<[A-Za-z_]*$/,
|
|
// Matches reasoning content blocks (including tags)
|
|
REASONING_BLOCK: /<<<reasoning_content_start>>>[\s\S]*?<<<reasoning_content_end>>>/g,
|
|
// Matches an opening reasoning tag and any remaining content (unterminated)
|
|
REASONING_OPEN: /<<<reasoning_content_start>>>[\s\S]*$/,
|
|
// Matches tool name inside content
|
|
TOOL_NAME_EXTRACT: /<<<TOOL_NAME:([^>]+)>>>/
|
|
} as const;
|