llama.cpp: Don't send empty DRY sequence breakers

Fixes #3048
This commit is contained in:
Cohee
2024-12-04 01:32:27 +02:00
parent 8ef49b40b2
commit e6be28acea

View File

@ -1339,6 +1339,9 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate,
'dry_sequence_breakers': sequenceBreakers, 'dry_sequence_breakers': sequenceBreakers,
}; };
params = Object.assign(params, llamaCppParams); params = Object.assign(params, llamaCppParams);
if (!Array.isArray(sequenceBreakers) || sequenceBreakers.length === 0) {
delete params.dry_sequence_breakers;
}
} }
eventSource.emitAndWait(event_types.TEXT_COMPLETION_SETTINGS_READY, params); eventSource.emitAndWait(event_types.TEXT_COMPLETION_SETTINGS_READY, params);