rixty/SillyTavern
1
0
Fork 0
mirror of https://github.com/SillyTavern/SillyTavern.git synced 2025-06-05 21:59:27 +02:00
Code Issues Packages Projects Releases Wiki Activity

Add llama 3 tokenizer

Browse Source
This commit is contained in:
Cohee
2024-05-03 23:59:39 +03:00
parent 7bc87b6e28
commit 7bfd666321
8 changed files with 143 additions and 21 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
public/scripts/textgen-settings.js
View File

@@ -932,7 +932,7 @@ function toIntArray(string) {
return string.split(',').map(x => parseInt(x)).filter(x => !isNaN(x));
}
function getModel() {
export function getTextGenModel() {
switch (settings.type) {
case OOBA:
if (settings.custom_model) {
@@ -974,7 +974,7 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate,
const canMultiSwipe = !isContinue && !isImpersonate && type !== 'quiet';
let params = {
'prompt': finalPrompt,
'model': getModel(),
'model': getTextGenModel(),
'max_new_tokens': maxTokens,
'max_tokens': maxTokens,
'logprobs': power_user.request_token_probabilities ? 10 : undefined,