diff --git a/public/scripts/secrets.js b/public/scripts/secrets.js
index f2e27f3e2..261c31480 100644
--- a/public/scripts/secrets.js
+++ b/public/scripts/secrets.js
@@ -41,6 +41,7 @@ export const SECRET_KEYS = {
GENERIC: 'api_key_generic',
DEEPSEEK: 'api_key_deepseek',
SERPER: 'api_key_serper',
+ FALAI: 'api_key_falai',
};
const INPUT_MAP = {
diff --git a/src/endpoints/secrets.js b/src/endpoints/secrets.js
index 5683da4d8..a7f0094ba 100644
--- a/src/endpoints/secrets.js
+++ b/src/endpoints/secrets.js
@@ -50,6 +50,7 @@ export const SECRET_KEYS = {
TAVILY: 'api_key_tavily',
NANOGPT: 'api_key_nanogpt',
BFL: 'api_key_bfl',
+ FALAI: 'api_key_falai',
GENERIC: 'api_key_generic',
DEEPSEEK: 'api_key_deepseek',
SERPER: 'api_key_serper',
diff --git a/src/endpoints/stable-diffusion.js b/src/endpoints/stable-diffusion.js
index 2d611dc6b..dd6dc9adf 100644
--- a/src/endpoints/stable-diffusion.js
+++ b/src/endpoints/stable-diffusion.js
@@ -1228,6 +1228,131 @@ bfl.post('/generate', jsonParser, async (request, response) => {
}
});
+const falai = express.Router();
+
+falai.post('/models', jsonParser, async (_request, response) => {
+ try {
+ const modelsUrl = new URL('https://fal.ai/api/models?categories=text-to-image');
+ const result = await fetch(modelsUrl);
+
+ if (!result.ok) {
+ console.warn('FAL.AI returned an error.', result.status, result.statusText);
+ throw new Error('FAL.AI request failed.');
+ }
+
+ const data = await result.json();
+
+ if (!Array.isArray(data)) {
+ console.warn('FAL.AI returned invalid data.');
+ throw new Error('FAL.AI request failed.');
+ }
+
+ const models = data
+ .filter(x => !x.title.toLowerCase().includes('inpainting') &&
+ !x.title.toLowerCase().includes('control') &&
+ !x.title.toLowerCase().includes('upscale'))
+ .sort((a, b) => a.title.localeCompare(b.title))
+ .map(x => ({ value: x.modelUrl.split('fal-ai/')[1], text: x.title }));
+ return response.send(models);
+ } catch (error) {
+ console.error(error);
+ return response.sendStatus(500);
+ }
+});
+
+falai.post('/generate', jsonParser, async (request, response) => {
+ try {
+ const key = readSecret(request.user.directories, SECRET_KEYS.FALAI);
+
+ if (!key) {
+ console.warn('FAL.AI key not found.');
+ return response.sendStatus(400);
+ }
+
+ const requestBody = {
+ prompt: request.body.prompt,
+ image_size: { 'width': request.body.width, 'height': request.body.height },
+ num_inference_steps: request.body.steps,
+ seed: request.body.seed ?? null,
+ guidance_scale: request.body.guidance,
+ enable_safety_checker: false,
+ };
+
+ console.debug('FAL.AI request:', requestBody);
+
+ const result = await fetch(`https://queue.fal.run/fal-ai/${request.body.model}`, {
+ method: 'POST',
+ body: JSON.stringify(requestBody),
+ headers: {
+ 'Content-Type': 'application/json',
+ 'Authorization': `Key ${key}`,
+ },
+ });
+
+ if (!result.ok) {
+ console.warn('FAL.AI returned an error.');
+ return response.sendStatus(500);
+ }
+
+ /** @type {any} */
+ const taskData = await result.json();
+ const { status_url } = taskData;
+
+ const MAX_ATTEMPTS = 100;
+ for (let i = 0; i < MAX_ATTEMPTS; i++) {
+ await delay(2500);
+
+ const statusResult = await fetch(status_url, {
+ headers: {
+ 'Authorization': `Key ${key}`,
+ },
+ });
+
+ if (!statusResult.ok) {
+ const text = await statusResult.text();
+ console.warn('FAL.AI returned an error.', text);
+ return response.sendStatus(500);
+ }
+
+ /** @type {any} */
+ const statusData = await statusResult.json();
+
+ if (statusData?.status === 'IN_QUEUE' || statusData?.status === 'IN_PROGRESS') {
+ continue;
+ }
+
+ if (statusData?.status === 'COMPLETED') {
+ const resultFetch = await fetch(statusData?.response_url, {
+ method: 'GET',
+ headers: {
+ 'Authorization': `Key ${key}`,
+ },
+ });
+ const resultData = await resultFetch.json();
+
+ if (resultData.detail !== null && resultData.detail !== undefined) {
+ throw new Error('FAL.AI failed to generate image.', { cause: `${resultData.detail[0].loc[1]}: ${resultData.detail[0].msg}` });
+ }
+
+ const imageFetch = await fetch(resultData?.images[0].url, {
+ headers: {
+ 'Authorization': `Key ${key}`,
+ },
+ });
+
+ const fetchData = await imageFetch.arrayBuffer();
+ const image = Buffer.from(fetchData).toString('base64');
+ return response.send({ image: image });
+ }
+
+ throw new Error('FAL.AI failed to generate image.', { cause: statusData });
+ }
+ } catch (error) {
+ console.error(error);
+ return response.status(500).send(error.cause || error.message);
+ }
+});
+
router.use('/comfy', comfy);
router.use('/together', together);
router.use('/drawthings', drawthings);
@@ -1237,3 +1362,4 @@ router.use('/blockentropy', blockentropy);
router.use('/huggingface', huggingface);
router.use('/nanogpt', nanogpt);
router.use('/bfl', bfl);
+router.use('/falai', falai);