From 90d5fbc182a86653fcf99fff5e8e6b5d91f6f0cf Mon Sep 17 00:00:00 2001
From: NWilson <it@niklaswilson.net>
Date: Mon, 19 Feb 2024 09:46:56 -0600
Subject: [PATCH] Fix non streaming

---
 src/endpoints/backends/text-completions.js | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/src/endpoints/backends/text-completions.js b/src/endpoints/backends/text-completions.js
index 5d7aae35c..ddd30fbb0 100644
--- a/src/endpoints/backends/text-completions.js
+++ b/src/endpoints/backends/text-completions.js
@@ -294,6 +294,11 @@ router.post('/generate', jsonParser, async function (request, response) {
                     data['choices'] = [{ text }];
                 }
 
+                // Map InfermaticAI response to OAI completions format
+                if (request.body.api_type === TEXTGEN_TYPES.INFERMATICAI) {
+                    data['choices'] = (data?.choices || []).map(choice => ({ text: choice.message.content }));
+                }
+
                 return response.send(data);
             } else {
                 const text = await completionsReply.text();