Fix OpenRouter compatibility for OpenAI models (#4917)
* Fix OpenRouter compatibility for OpenAI models * Don't disable o1 streaming on OpenRouter * Fix OpenRouter compatibility for o1 model handling --------- Co-authored-by: Cohee <18619528+Cohee1207@users.noreply.github.com>
This commit is contained in:
@@ -2742,7 +2742,8 @@ export async function createGenerationParameters(settings, model, type, messages
|
||||
generate_data['seed'] = settings.seed;
|
||||
}
|
||||
|
||||
if (gptSources.includes(settings.chat_completion_source) && /^(o1|o3|o4)/.test(model)) {
|
||||
if ([chat_completion_sources.OPENAI, chat_completion_sources.AZURE_OPENAI].includes(settings.chat_completion_source) && /^(o1|o3|o4)/.test(model) ||
|
||||
(chat_completion_sources.OPENROUTER === settings.chat_completion_source && /^openai\/(o1|o3|o4)/.test(model))) {
|
||||
generate_data.max_completion_tokens = generate_data.max_tokens;
|
||||
delete generate_data.max_tokens;
|
||||
delete generate_data.logprobs;
|
||||
@@ -2753,7 +2754,7 @@ export async function createGenerationParameters(settings, model, type, messages
|
||||
delete generate_data.top_p;
|
||||
delete generate_data.frequency_penalty;
|
||||
delete generate_data.presence_penalty;
|
||||
if (model.startsWith('o1')) {
|
||||
if (/^(openai\/)?(o1)/.test(model)) {
|
||||
generate_data.messages.forEach((msg) => {
|
||||
if (msg.role === 'system') {
|
||||
msg.role = 'user';
|
||||
@@ -2765,7 +2766,7 @@ export async function createGenerationParameters(settings, model, type, messages
|
||||
}
|
||||
}
|
||||
|
||||
if (gptSources.includes(settings.chat_completion_source) && /^gpt-5/.test(model)) {
|
||||
if (gptSources.includes(settings.chat_completion_source) && /gpt-5/.test(model)) {
|
||||
generate_data.max_completion_tokens = generate_data.max_tokens;
|
||||
delete generate_data.max_tokens;
|
||||
delete generate_data.logprobs;
|
||||
|
||||
Reference in New Issue
Block a user