Support Qwen tokenizer fro Groq

2025-02-22 14:29:04 +02:00
parent 159852233f
commit 9b631ed048
1 changed files with 3 additions and 0 deletions
@@ -694,6 +694,9 @@ export function getTokenizerModel() {
    }

    if (oai_settings.chat_completion_source === chat_completion_sources.GROQ) {
+        if (oai_settings.groq_model.includes('qwen')) {
+            return qwen2Tokenizer;
+        }
        if (oai_settings.groq_model.includes('llama-3') || oai_settings.groq_model.includes('llama3')) {
            return llama3Tokenizer;
        }