#804 Add kayra model

This commit is contained in:
Cohee 2023-07-28 21:45:44 +03:00
parent 3fb4756c03
commit 8e06d18664
3 changed files with 25 additions and 4 deletions

View File

@ -0,0 +1,20 @@
{
"order": [2, 3, 0, 4, 1],
"temperature": 1.05,
"max_length": 300,
"min_length": 1,
"top_k": 12,
"top_p": 0.85,
"top_a": 0.1,
"typical_p": 1,
"tail_free_sampling": 0.915,
"repetition_penalty": 2.8,
"repetition_penalty_range": 2048,
"repetition_penalty_slope": 0.02,
"repetition_penalty_frequency": 0.03,
"repetition_penalty_presence": 0.0,
"use_cache": false,
"return_full_text": false,
"prefix": "vanilla",
"max_context": 8192
}

View File

@ -1492,6 +1492,7 @@
<option value="euterpe-v2">Euterpe</option> <option value="euterpe-v2">Euterpe</option>
<option value="krake-v2">Krake</option> <option value="krake-v2">Krake</option>
<option value="clio-v1">Clio</option> <option value="clio-v1">Clio</option>
<option value="kayra-v1">Kayra</option>
</select> </select>
</form> </form>
<div id="online_status3"> <div id="online_status3">
@ -1886,7 +1887,7 @@
<option value="2">GPT-3 (Alternative / Classic)</option> <option value="2">GPT-3 (Alternative / Classic)</option>
<option value="3">Sentencepiece (LLaMA)</option> <option value="3">Sentencepiece (LLaMA)</option>
<option value="4">NerdStash (NovelAI Clio)</option> <option value="4">NerdStash (NovelAI Clio)</option>
<option value="5">NerdStash v2</option> <option value="5">NerdStash v2 (NovelAI Kayra)</option>
<option value="6">API (WebUI)</option> <option value="6">API (WebUI)</option>
</select> </select>
</div> </div>

View File

@ -3064,9 +3064,9 @@ function getMaxContextSize() {
// Should be used with nerdstash tokenizer for best results // Should be used with nerdstash tokenizer for best results
this_max_context = Math.min(max_context, 2048); this_max_context = Math.min(max_context, 2048);
} }
if (nai_settings.model_novel == 'clio-v1') { if (nai_settings.model_novel == 'clio-v1' || nai_settings.model_novel == 'kayra-v1') {
// Clio has a max context of 8192 // Clio and Kayra has a max context of 8192
// Should be used with nerdstash_v2 tokenizer for best results // Should be used with nerdstash / nerdstash_v2 tokenizer for best results
this_max_context = Math.min(max_context, 8192); this_max_context = Math.min(max_context, 8192);
} }
} }