Merge branch 'staging' into vllm-tc

This commit is contained in:
Cohee
2024-07-06 11:18:38 +03:00
105 changed files with 4255 additions and 1725 deletions

View File

@ -545,6 +545,10 @@ export function getTokenizerModel() {
}
}
if (oai_settings.chat_completion_source === chat_completion_sources.ZEROONEAI) {
return yiTokenizer;
}
// Default to Turbo 3.5
return turboTokenizer;
}