Merge pull request #1806 from bdashore3/staging
Fixes for text completions
This commit is contained in:
commit
0f04508f30
|
@ -716,6 +716,7 @@ function parseTextgenLogprobs(token, logprobs) {
|
|||
}
|
||||
|
||||
switch (settings.type) {
|
||||
case TABBY:
|
||||
case APHRODITE:
|
||||
case OOBA: {
|
||||
/** @type {Record<string, number>[]} */
|
||||
|
@ -819,8 +820,8 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate,
|
|||
'early_stopping': settings.early_stopping,
|
||||
'add_bos_token': settings.add_bos_token,
|
||||
'dynamic_temperature': settings.dynatemp,
|
||||
'dynatemp_low': settings.dynatemp ? settings.min_temp : 0,
|
||||
'dynatemp_high': settings.dynatemp ? settings.max_temp : 0,
|
||||
'dynatemp_low': settings.dynatemp ? settings.min_temp : 1,
|
||||
'dynatemp_high': settings.dynatemp ? settings.max_temp : 1,
|
||||
'dynatemp_range': settings.dynatemp ? (settings.max_temp - settings.min_temp) / 2 : 0,
|
||||
'dynatemp_exponent': settings.dynatemp ? settings.dynatemp_exponent : 1,
|
||||
'smoothing_factor': settings.smoothing_factor,
|
||||
|
|
Loading…
Reference in New Issue