feat: pass koboldcpp reasoning effort (#5491)

Fixes #5489
This commit is contained in:
Cohee
2026-04-26 00:02:07 +03:00
committed by GitHub
parent 09d72828cb
commit c249e5384c
2 changed files with 22 additions and 0 deletions
+19
View File
@@ -2522,6 +2522,25 @@ function getReasoningEffort(settings = null, model = null) {
}
}
if (settings.chat_completion_source === chat_completion_sources.CUSTOM && /^koboldcpp\/(.+)$/.test(model)) {
switch (settings.reasoning_effort) {
case reasoning_effort_types.auto:
return undefined;
case reasoning_effort_types.min:
return 'minimal';
case reasoning_effort_types.low:
return 'low';
case reasoning_effort_types.medium:
return 'medium';
case reasoning_effort_types.high:
return 'high';
case reasoning_effort_types.max:
return 'xhigh';
default:
return settings.reasoning_effort;
}
}
switch (settings.reasoning_effort) {
case reasoning_effort_types.auto:
return undefined;
@@ -2485,6 +2485,9 @@ router.post('/generate', async function (request, response) {
if (OPENAI_REASONING_EFFORT_MODELS.includes(request.body.model)) {
bodyParams['reasoning_effort'] = OPENAI_FIXED_REASONING_EFFORT[request.body.model] ?? OPENAI_REASONING_EFFORT_MAP[request.body.reasoning_effort] ?? request.body.reasoning_effort;
}
if (request.body.chat_completion_source === CHAT_COMPLETION_SOURCES.CUSTOM && /^koboldcpp\/(.+)$/.test(request.body.model)) {
bodyParams['reasoning_effort'] = request.body.reasoning_effort;
}
}
if (request.body.verbosity && [CHAT_COMPLETION_SOURCES.CUSTOM, CHAT_COMPLETION_SOURCES.OPENAI].includes(request.body.chat_completion_source)) {