#804 Add kayra model
This commit is contained in:
parent
3fb4756c03
commit
8e06d18664
|
@ -0,0 +1,20 @@
|
||||||
|
{
|
||||||
|
"order": [2, 3, 0, 4, 1],
|
||||||
|
"temperature": 1.05,
|
||||||
|
"max_length": 300,
|
||||||
|
"min_length": 1,
|
||||||
|
"top_k": 12,
|
||||||
|
"top_p": 0.85,
|
||||||
|
"top_a": 0.1,
|
||||||
|
"typical_p": 1,
|
||||||
|
"tail_free_sampling": 0.915,
|
||||||
|
"repetition_penalty": 2.8,
|
||||||
|
"repetition_penalty_range": 2048,
|
||||||
|
"repetition_penalty_slope": 0.02,
|
||||||
|
"repetition_penalty_frequency": 0.03,
|
||||||
|
"repetition_penalty_presence": 0.0,
|
||||||
|
"use_cache": false,
|
||||||
|
"return_full_text": false,
|
||||||
|
"prefix": "vanilla",
|
||||||
|
"max_context": 8192
|
||||||
|
}
|
|
@ -1492,6 +1492,7 @@
|
||||||
<option value="euterpe-v2">Euterpe</option>
|
<option value="euterpe-v2">Euterpe</option>
|
||||||
<option value="krake-v2">Krake</option>
|
<option value="krake-v2">Krake</option>
|
||||||
<option value="clio-v1">Clio</option>
|
<option value="clio-v1">Clio</option>
|
||||||
|
<option value="kayra-v1">Kayra</option>
|
||||||
</select>
|
</select>
|
||||||
</form>
|
</form>
|
||||||
<div id="online_status3">
|
<div id="online_status3">
|
||||||
|
@ -1886,7 +1887,7 @@
|
||||||
<option value="2">GPT-3 (Alternative / Classic)</option>
|
<option value="2">GPT-3 (Alternative / Classic)</option>
|
||||||
<option value="3">Sentencepiece (LLaMA)</option>
|
<option value="3">Sentencepiece (LLaMA)</option>
|
||||||
<option value="4">NerdStash (NovelAI Clio)</option>
|
<option value="4">NerdStash (NovelAI Clio)</option>
|
||||||
<option value="5">NerdStash v2</option>
|
<option value="5">NerdStash v2 (NovelAI Kayra)</option>
|
||||||
<option value="6">API (WebUI)</option>
|
<option value="6">API (WebUI)</option>
|
||||||
</select>
|
</select>
|
||||||
</div>
|
</div>
|
||||||
|
|
|
@ -3064,9 +3064,9 @@ function getMaxContextSize() {
|
||||||
// Should be used with nerdstash tokenizer for best results
|
// Should be used with nerdstash tokenizer for best results
|
||||||
this_max_context = Math.min(max_context, 2048);
|
this_max_context = Math.min(max_context, 2048);
|
||||||
}
|
}
|
||||||
if (nai_settings.model_novel == 'clio-v1') {
|
if (nai_settings.model_novel == 'clio-v1' || nai_settings.model_novel == 'kayra-v1') {
|
||||||
// Clio has a max context of 8192
|
// Clio and Kayra has a max context of 8192
|
||||||
// Should be used with nerdstash_v2 tokenizer for best results
|
// Should be used with nerdstash / nerdstash_v2 tokenizer for best results
|
||||||
this_max_context = Math.min(max_context, 8192);
|
this_max_context = Math.min(max_context, 8192);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
Loading…
Reference in New Issue