From 07feccbe35fc6c58627be661da5021afd9d4b4e1 Mon Sep 17 00:00:00 2001
From: Cohee <18619528+Cohee1207@users.noreply.github.com>
Date: Fri, 1 Nov 2024 11:38:31 +0200
Subject: [PATCH] koboldcpp: parse logprobs

---
 public/script.js                   | 1 +
 public/scripts/textgen-settings.js | 1 +
 2 files changed, 2 insertions(+)

diff --git a/public/script.js b/public/script.js
index 55ee1dfbe..6a8babdaa 100644
--- a/public/script.js
+++ b/public/script.js
@@ -5409,6 +5409,7 @@ function parseAndSaveLogprobs(data, continueFrom) {
                 case textgen_types.LLAMACPP: {
                     logprobs = data?.completion_probabilities?.map(x => parseTextgenLogprobs(x.content, [x])) || null;
                 } break;
+                case textgen_types.KOBOLDCPP:
                 case textgen_types.VLLM:
                 case textgen_types.INFERMATICAI:
                 case textgen_types.APHRODITE:
diff --git a/public/scripts/textgen-settings.js b/public/scripts/textgen-settings.js
index 4bc61ace5..8fc33cb69 100644
--- a/public/scripts/textgen-settings.js
+++ b/public/scripts/textgen-settings.js
@@ -944,6 +944,7 @@ export function parseTextgenLogprobs(token, logprobs) {
     }
 
     switch (settings.type) {
+        case KOBOLDCPP:
         case TABBY:
         case VLLM:
         case APHRODITE: