Sampler priority support

2025-06-05 21:59:27 +02:00 · 2024-02-10 14:57:41 -06:00
parent df97f5364b
commit 2065f95edc
3 changed files with 15 additions and 0 deletions
--- a/default/settings.json
+++ b/default/settings.json
@@ -47,6 +47,7 @@
        "ban_eos_token": false,
        "skip_special_tokens": true,
        "streaming": false,
+        "sampler_priority": "temperature\ndynamic_temperature\nquadratic_sampling\ntop_k\ntop_p\ntypical_p\nepsilon_cutoff\neta_cutoff\ntfs\ntop_a\nmin_p\nmirostat"
        "mirostat_mode": 0,
        "mirostat_tau": 5,
        "mirostat_eta": 0.1,