Use abort endpoint for all supported koboldcpp generations

This commit is contained in:
Zixaphir
2023-06-14 19:56:55 -07:00
parent 8f97d4a71b
commit ea49b33e3c
2 changed files with 15 additions and 15 deletions

View File

@ -95,6 +95,7 @@ function getKoboldGenerationData(finalPromt, this_settings, this_amount_gen, thi
singleline: kai_settings.single_line,
stop_sequence: kai_settings.use_stop_sequence ? getStoppingStrings(isImpersonate, false) : undefined,
streaming: kai_settings.streaming_kobold && kai_settings.can_use_streaming,
can_abort: kai_settings.can_use_streaming,
};
return generate_data;
}