Llama 3 Instruct fix stop sequence

2024-04-18 23:26:40 +02:00 · 2024-04-18 23:26:40 +02:00 · 48fd9c23fb
parent 8cf116754d
commit 48fd9c23fb
1 changed files with 1 additions and 1 deletions
--- a/default/content/presets/instruct/Llama
+++ b/default/content/presets/instruct/Llama
@ -4,7 +4,7 @@
    "output_sequence": "<|start_header_id|>assistant<|end_header_id|>\n\n",
    "last_output_sequence": "",
    "system_sequence": "<|start_header_id|>system<|end_header_id|>\n\n",
-    "stop_sequence": "<|end_of_text|>",
+    "stop_sequence": "<|eot_id|>",
    "wrap": false,
    "macro": true,
    "names": true,