2024-09-24 12:55:25 +03:00
|
|
|
{
|
2024-09-24 12:56:59 +03:00
|
|
|
"max_context": 8000,
|
2024-09-24 12:55:25 +03:00
|
|
|
"temperature": 1,
|
|
|
|
"max_length": 150,
|
|
|
|
"min_length": 1,
|
|
|
|
"top_k": 50,
|
|
|
|
"top_p": 0.85,
|
|
|
|
"top_a": 1,
|
|
|
|
"typical_p": 1,
|
|
|
|
"tail_free_sampling": 0.895,
|
|
|
|
"repetition_penalty": 1.63,
|
|
|
|
"repetition_penalty_range": 1024,
|
|
|
|
"repetition_penalty_slope": 3.33,
|
|
|
|
"repetition_penalty_frequency": 0.0035,
|
|
|
|
"repetition_penalty_presence": 0,
|
|
|
|
"phrase_rep_pen": "medium",
|
|
|
|
"mirostat_lr": 1,
|
|
|
|
"mirostat_tau": 0,
|
|
|
|
"math1_temp": 0.3,
|
|
|
|
"math1_quad": 0.0645,
|
|
|
|
"math1_quad_entropy_scale": 0.05,
|
|
|
|
"min_p": 0.05,
|
|
|
|
"order": [
|
|
|
|
9,
|
|
|
|
10
|
|
|
|
]
|
2024-09-24 12:56:59 +03:00
|
|
|
}
|