diff --git a/public/scripts/kai-settings.js b/public/scripts/kai-settings.js index 1c25aaaaf..9adda3d87 100644 --- a/public/scripts/kai-settings.js +++ b/public/scripts/kai-settings.js @@ -202,6 +202,7 @@ export function getKoboldGenerationData(finalPrompt, settings, maxLength, maxCon mirostat_eta: (kai_flags.can_use_mirostat || isHorde) ? kai_settings.mirostat_eta : undefined, use_default_badwordsids: (kai_flags.can_use_default_badwordsids || isHorde) ? kai_settings.use_default_badwordsids : undefined, grammar: (kai_flags.can_use_grammar || isHorde) ? substituteParams(kai_settings.grammar) : undefined, + grammar_retain_state: (kai_flags.can_use_grammar && !!isContinue) ? true : undefined, sampler_seed: kai_settings.seed >= 0 ? kai_settings.seed : undefined, api_server: kai_settings.api_server, }; diff --git a/public/scripts/textgen-settings.js b/public/scripts/textgen-settings.js index 1b5cca5fa..77905e718 100644 --- a/public/scripts/textgen-settings.js +++ b/public/scripts/textgen-settings.js @@ -1756,6 +1756,7 @@ export function createTextGenGenerationData(settings, model, finalPrompt = null, if (settings.type === KOBOLDCPP) { params.grammar = settings.grammar_string || undefined; + params.grammar_retain_state = (settings.grammar_string && !!isContinue) ? true : undefined; params.trim_stop = true; params.dry_sequence_breakers = params.parseSequenceBreakers(); }