2023-07-28 16:23:10 -07:00
|
|
|
{
|
2023-08-11 17:58:40 -07:00
|
|
|
"order": [8, 0, 5, 3, 2, 4],
|
2023-07-28 16:23:10 -07:00
|
|
|
"temperature": 1.5,
|
2023-08-16 21:46:58 +03:00
|
|
|
"max_length": 150,
|
2023-07-28 16:23:10 -07:00
|
|
|
"min_length": 1,
|
2023-08-11 17:58:40 -07:00
|
|
|
"top_a": 0.02,
|
2023-07-28 16:23:10 -07:00
|
|
|
"top_p": 0.95,
|
|
|
|
|
"typical_p": 0.95,
|
|
|
|
|
"tail_free_sampling": 0.95,
|
2023-08-15 18:52:29 -07:00
|
|
|
"mirostat_lr": 0.25,
|
2023-08-11 17:58:40 -07:00
|
|
|
"mirostat_tau": 5,
|
2023-08-15 18:52:29 -07:00
|
|
|
"repetition_penalty": 1.625,
|
2023-07-28 16:23:10 -07:00
|
|
|
"repetition_penalty_range": 2016,
|
|
|
|
|
"repetition_penalty_frequency": 0,
|
|
|
|
|
"repetition_penalty_presence": 0,
|
|
|
|
|
"use_cache": false,
|
|
|
|
|
"return_full_text": false,
|
|
|
|
|
"prefix": "vanilla",
|
|
|
|
|
"phrase_rep_pen": "very_aggressive",
|
2023-08-01 13:30:30 +03:00
|
|
|
"max_context": 7800
|
2023-07-28 16:23:10 -07:00
|
|
|
}
|
