Progress

src/additional-headers.js

@@ -19,6 +19,14 @@ function getTogetherAIHeaders() {
     }) : {};
 }
 
+function getInfermaticAIHeaders() {
+    const apiKey = readSecret(SECRET_KEYS.INFERMATICAI);
+
+    return apiKey ? ({
+        'Authorization': `Bearer ${apiKey}`,
+    }) : {};
+}
+
 function getAphroditeHeaders() {
     const apiKey = readSecret(SECRET_KEYS.APHRODITE);
 
@@ -69,6 +77,9 @@ function setAdditionalHeaders(request, args, server) {
         case TEXTGEN_TYPES.TOGETHERAI:
             headers = getTogetherAIHeaders();
             break;
+        case TEXTGEN_TYPES.INFERMATICAI:
+            headers = getInfermaticAIHeaders();
+            break;
         default:
             headers = server ? getOverrideHeaders((new URL(server))?.host) : {};
             break;

src/constants.js

@@ -175,8 +175,17 @@ const TEXTGEN_TYPES = {
     TOGETHERAI: 'togetherai',
     LLAMACPP: 'llamacpp',
     OLLAMA: 'ollama',
+    INFERMATICAI: 'infermaticai',
 };
 
+const INFERMATICAI_KEYS = [
+    'model',
+    'max_tokens',
+    'temperature',
+    'repetition_penalty',
+    'stream',
+];
+
 // https://docs.together.ai/reference/completions
 const TOGETHERAI_KEYS = [
     'model',
@@ -223,4 +232,5 @@ module.exports = {
     AVATAR_HEIGHT,
     TOGETHERAI_KEYS,
     OLLAMA_KEYS,
+    INFERMATICAI_KEYS,
 };

src/endpoints/backends/text-completions.js

@@ -4,7 +4,7 @@ const _ = require('lodash');
 const Readable = require('stream').Readable;
 
 const { jsonParser } = require('../../express-common');
-const { TEXTGEN_TYPES, TOGETHERAI_KEYS, OLLAMA_KEYS } = require('../../constants');
+const { TEXTGEN_TYPES, TOGETHERAI_KEYS, OLLAMA_KEYS, INFERMATICAI_KEYS } = require('../../constants');
 const { forwardFetchResponse, trimV1 } = require('../../util');
 const { setAdditionalHeaders } = require('../../additional-headers');
 
@@ -117,6 +117,9 @@ router.post('/status', jsonParser, async function (request, response) {
                 case TEXTGEN_TYPES.TOGETHERAI:
                     url += '/api/models?&info';
                     break;
+                case TEXTGEN_TYPES.INFERMATICAI:
+                    url += '/models';
+                    break;
                 case TEXTGEN_TYPES.OLLAMA:
                     url += '/api/tags';
                     break;
@@ -243,6 +246,9 @@ router.post('/generate', jsonParser, async function (request, response) {
                 case TEXTGEN_TYPES.OLLAMA:
                     url += '/api/generate';
                     break;
+                case TEXTGEN_TYPES.INFERMATICAI:
+                    url += '/completions';
+                    break;
             }
         }