Sampler order for llama.cpp server backend

2025-06-05 21:59:27 +02:00 · 2024-02-23 23:01:04 -05:00
parent c9f0d61f19
commit 9eba076ae4
3 changed files with 77 additions and 0 deletions
--- a/default/settings.json
+++ b/default/settings.json
@ -61,6 +61,14 @@
            "min_p",
            "mirostat"
        ],
+        "samplers": [
+            "top_k",
+            "tfs_z",
+            "typical_p",
+            "top_p",
+            "min_p",
+            "temperature"
+        ],
        "mirostat_mode": 0,
        "mirostat_tau": 5,
        "mirostat_eta": 0.1,