replacing the URLs of the various servers

.env

@@ -26,24 +26,7 @@ VC_STORAGE_PATH="/data/"
 #VC_INFERENCE_ENDPOINT_URL="<USE YOUR OWN>"
 
 #--------------------- SDXL INFERENCE SERVERS ---------------------
-VC_SDXL_SPACE_API_URL_1="https://jbilcke-hf-image-server-1.hf.space"
-VC_SDXL_SPACE_API_URL_2="https://jbilcke-hf-image-server-2.hf.space"
-VC_SDXL_SPACE_API_URL_3="https://jbilcke-hf-image-server-3.hf.space"
-VC_SDXL_SPACE_API_URL_4="https://jbilcke-hf-image-server-4.hf.space"
-VC_SDXL_SPACE_API_URL_5="https://jbilcke-hf-image-server-5.hf.space"
-VC_SDXL_SPACE_API_URL_6="https://jbilcke-hf-image-server-6.hf.space"
-VC_SDXL_SPACE_API_URL_7="https://jbilcke-hf-image-server-7.hf.space"
-VC_SDXL_SPACE_API_URL_8="https://jbilcke-hf-image-server-8.hf.space"
-VC_SDXL_SPACE_API_URL_9="https://jbilcke-hf-image-server-9.hf.space"
-VC_SDXL_SPACE_API_URL_10="https://jbilcke-hf-image-server-10.hf.space"
-VC_SDXL_SPACE_API_URL_11="https://jbilcke-hf-image-server-11.hf.space"
-VC_SDXL_SPACE_API_URL_12="https://jbilcke-hf-image-server-12.hf.space"
-VC_SDXL_SPACE_API_URL_13="https://jbilcke-hf-image-server-13.hf.space"
-VC_SDXL_SPACE_API_URL_14="https://jbilcke-hf-image-server-14.hf.space"
-VC_SDXL_SPACE_API_URL_15="https://jbilcke-hf-image-server-15.hf.space"
-VC_SDXL_SPACE_API_URL_16="https://jbilcke-hf-image-server-16.hf.space"
-VC_SDXL_SPACE_API_URL_17="https://jbilcke-hf-image-server-17.hf.space"
-VC_SDXL_SPACE_API_URL_18="https://jbilcke-hf-image-server-18.hf.space"
+VC_SDXL_SPACE_API_URL="https://jbilcke-hf-image-server.hf.space"
 
 #----------------- ZEROSCOPE INFERENCE SERVERS -------------------
 VC_ZEROSCOPE_SPACE_API_URL_1="https://jbilcke-hf-video-server-1.hf.space"
@@ -53,14 +36,6 @@ VC_ZEROSCOPE_SPACE_API_URL_4="https://jbilcke-hf-video-server-4.hf.space"
 
 #----------------- HOTSHOT-XL INFERENCE SERVERS -------------------
 VC_HOTSHOT_XL_GRADIO_SPACE_API_URL_1="https://jbilcke-hf-hotshot-xl-server-1.hf.space"
-VC_HOTSHOT_XL_GRADIO_SPACE_API_URL_2="https://jbilcke-hf-hotshot-xl-server-2.hf.space"
-VC_HOTSHOT_XL_GRADIO_SPACE_API_URL_3="https://jbilcke-hf-hotshot-xl-server-3.hf.space"
-VC_HOTSHOT_XL_GRADIO_SPACE_API_URL_4="https://jbilcke-hf-hotshot-xl-server-4.hf.space"
-VC_HOTSHOT_XL_GRADIO_SPACE_API_URL_5="https://jbilcke-hf-hotshot-xl-server-5.hf.space"
-VC_HOTSHOT_XL_GRADIO_SPACE_API_URL_6="https://jbilcke-hf-hotshot-xl-server-6.hf.space"
-VC_HOTSHOT_XL_GRADIO_SPACE_API_URL_7="https://jbilcke-hf-hotshot-xl-server-7.hf.space"
-VC_HOTSHOT_XL_GRADIO_SPACE_API_URL_8="https://jbilcke-hf-hotshot-xl-server-8.hf.space"
-
 
 #----------------- HOTSHOT-XL REPLICATE CONFIG --------------------
 VC_HOTSHOT_XL_REPLICATE_MODEL="cloneofsimo/hotshot-xl-lora-controlnet"
@@ -78,11 +53,7 @@ VC_SEGMENTATION_MODULE_SPACE_API_URL="https://jbilcke-hf-image-segmentation.hf.s
 VC_SDXL_360_SPACE_API_URL_1="https://jbilcke-hf-360-server-1.hf.space"
 
 #----------------- IMAGE UPSCALING SERVERS -----------------------
-VC_UPSCALING_SPACE_API_URL_1="https://jbilcke-hf-upscaling-server-1.hf.space"
-VC_UPSCALING_SPACE_API_URL_2="https://jbilcke-hf-upscaling-server-2.hf.space"
-VC_UPSCALING_SPACE_API_URL_3="https://jbilcke-hf-upscaling-server-3.hf.space"
-VC_UPSCALING_SPACE_API_URL_4="https://jbilcke-hf-upscaling-server-4.hf.space"
-#VC_UPSCALING_SPACE_API_URL_5="https://jbilcke-hf-upscaling-server-5.hf.space"
+VC_UPSCALING_SPACE_API_URL="https://jbilcke-hf-upscaling-server.hf.space"
 
 #----------------- VIDEO UPSCALING SERVERS -----------------------
 VC_VIDEO_UPSCALE_SPACE_API_URL_1="https://jbilcke-hf-video-upscaling-server-1.hf.space"

src/providers/image-generation/generateImageSDXL.mts

@@ -9,27 +9,7 @@ import { getValidNumber } from "../../utils/validators/getValidNumber.mts"
 // note: to reduce costs I use the small A10s (not the large)
 // anyway, we will soon not need to use this cloud anymore 
 // since we will be able to leverage the Inference API
-const instances: string[] = [
-  `${process.env.VC_SDXL_SPACE_API_URL_1 || ""}`,
-  `${process.env.VC_SDXL_SPACE_API_URL_2 || ""}`,
-  `${process.env.VC_SDXL_SPACE_API_URL_3 || ""}`,
-  `${process.env.VC_SDXL_SPACE_API_URL_4 || ""}`,
-  `${process.env.VC_SDXL_SPACE_API_URL_5 || ""}`,
-  `${process.env.VC_SDXL_SPACE_API_URL_6 || ""}`,
-  `${process.env.VC_SDXL_SPACE_API_URL_7 || ""}`,
-  `${process.env.VC_SDXL_SPACE_API_URL_8 || ""}`,
-  `${process.env.VC_SDXL_SPACE_API_URL_9 || ""}`,
-  `${process.env.VC_SDXL_SPACE_API_URL_10 || ""}`,
-  `${process.env.VC_SDXL_SPACE_API_URL_11 || ""}`,
-  `${process.env.VC_SDXL_SPACE_API_URL_12 || ""}`,
-  `${process.env.VC_SDXL_SPACE_API_URL_13 || ""}`,
-  `${process.env.VC_SDXL_SPACE_API_URL_14 || ""}`,
-  `${process.env.VC_SDXL_SPACE_API_URL_15 || ""}`,
-  `${process.env.VC_SDXL_SPACE_API_URL_16 || ""}`,
-  `${process.env.VC_SDXL_SPACE_API_URL_17 || ""}`,
-  `${process.env.VC_SDXL_SPACE_API_URL_18 || ""}`,
-].filter(instance => instance?.length > 0)
-
+const instance = `${process.env.VC_SDXL_SPACE_API_URL || ""}`
 const secretToken = `${process.env.VC_MICROSERVICE_SECRET_TOKEN || ""}`
 
 // console.log("DEBUG:", JSON.stringify({ instances, secretToken }, null, 2))
@@ -61,9 +41,6 @@ export async function generateImageSDXLAsBase64(options: {
   const nbSteps = getValidNumber(options?.nbSteps, 5, 100, 20)
   // console.log("SEED:", seed)
 
-  const instance = instances.shift()
-  instances.push(instance)
-
   const positive = [
 
     // oh well.. is it too late to move this to the bottom?

src/providers/image-upscaling/upscaleImage.mts

@@ -4,13 +4,7 @@ import { client } from "@gradio/client"
 import { getValidNumber } from "../../utils/validators/getValidNumber.mts"
 
 // we don't use replicas yet, because it ain't easy to get their hostname
-const instances: string[] = [
-  `${process.env.VC_UPSCALING_SPACE_API_URL_1 || ""}`,
-  `${process.env.VC_UPSCALING_SPACE_API_URL_2 || ""}`,
-  `${process.env.VC_UPSCALING_SPACE_API_URL_3 || ""}`,
-  `${process.env.VC_UPSCALING_SPACE_API_URL_4 || ""}`,
-  `${process.env.VC_UPSCALING_SPACE_API_URL_5 || ""}`,
-].filter(instance => instance?.length > 0)
+const instance = `${process.env.VC_UPSCALING_SPACE_API_URL || ""}`
 
 // this doesn't work because of this error.. I think the version of Gradio is too old/young?
 // ReferenceError: addEventListener is not defined
@@ -27,9 +21,6 @@ export async function upscaleImage(src: string, factor?: number) {
     return src
   }
   
-  const instance = instances.shift()
-  instances.push(instance)
-
   const api = await client(instance, {
     hf_token: `${process.env.VC_HF_API_TOKEN}` as any
   })

src/providers/video-generation/generateVideoWithHotshotGradioAPI.mts

@@ -1,21 +1,9 @@
-import { client } from "@gradio/client"
-
 import { VideoGenerationOptions } from "./types.mts"
 import { getNegativePrompt, getPositivePrompt } from "./defaultPrompts.mts"
 import { generateSeed } from "../../utils/misc/generateSeed.mts"
 
 // we don't use replicas yet, because it ain't easy to get their hostname
-const instances: string[] = [
-  `${process.env.VC_HOTSHOT_XL_GRADIO_SPACE_API_URL_1 || ""}`,
-  //`${process.env.VC_HOTSHOT_XL_GRADIO_SPACE_API_URL_2 || ""}`,
-  //`${process.env.VC_HOTSHOT_XL_GRADIO_SPACE_API_URL_3 || ""}`,
-  //`${process.env.VC_HOTSHOT_XL_GRADIO_SPACE_API_URL_4 || ""}`,
-  //`${process.env.VC_HOTSHOT_XL_GRADIO_SPACE_API_URL_5 || ""}`,
-  //`${process.env.VC_HOTSHOT_XL_GRADIO_SPACE_API_URL_6 || ""}`,
-  //`${process.env.VC_HOTSHOT_XL_GRADIO_SPACE_API_URL_7 || ""}`,
-  //`${process.env.VC_HOTSHOT_XL_GRADIO_SPACE_API_URL_8 || ""}`,
-].filter(instance => instance?.length > 0)
-
+const instance = `${process.env.VC_HOTSHOT_XL_GRADIO_SPACE_API_URL || ""}`
 const secretToken = `${process.env.VC_MICROSERVICE_SECRET_TOKEN || ""}`
 
 export const generateVideo = async ({
@@ -32,13 +20,6 @@ export const generateVideo = async ({
 
   huggingFaceLora = "jbilcke-hf/sdxl-cinematic-2",
 }: VideoGenerationOptions) => {
-
-  const instance = instances.shift()
-  instances.push(instance)
-
-  const api = await client(instance, {
-    hf_token: `${process.env.VC_HF_API_TOKEN}` as any
-  })
   
   // pimp the prompt
   positivePrompt = getPositivePrompt(positivePrompt, triggerWord)
@@ -46,27 +27,43 @@ export const generateVideo = async ({
 
   try {
 
-    const rawResponse = await api.predict(
-      1, // <- important!
-      [
-      secretToken,
-			positivePrompt, // string  in 'Prompt' Textbox component		
-			negativePrompt || "", 
-      huggingFaceLora?.length || undefined, // string  in 'Public LoRA ID' Textbox component		
-			size || '512x512', // string (Option from: [('320x768', '320x768'), ('384x672', '384x672'), ('416x608', '416x608'), ('512x512', '512x512'), ('608x416', '608x416'), ('672x384', '672x384'), ('768x320', '768x320')]) in 'Size' Dropdown component		
-      !isNaN(seed) && isFinite(seed) ? seed : generateSeed(), // number (numeric value between -1 and 423538377342) in 'Seed' Slider component, -1 to set to random
-      nbSteps || 30, 
-      nbFrames || 8,
-      videoDuration || 1000,
-    ]) as any
-
-    // console.log("rawResponse:", rawResponse)
-
-    console.log("data:", rawResponse?.data)
-    const { name } = rawResponse?.data?.[0]?.[0] as { name: string, orig_name: string }
-
-    return `${instance}/file=${name}`
+    const res = await fetch(instance + (instance.endsWith("/") ? "" : "/") + "api/predict", {
+      method: "POST",
+      headers: {
+        "Content-Type": "application/json",
+        // Authorization: `Bearer ${token}`,
+      },
+      body: JSON.stringify({
+        fn_index: 1, // <- important!
+        data: [
+          secretToken,
+          positivePrompt,
+          negativePrompt,
+          huggingFaceLora,
+          size,
+          generateSeed(),
+          nbSteps,
+          nbFrames,
+          videoDuration,
+        ],
+      }),
+      cache: "no-store",
+      // we can also use this (see https://vercel.com/blog/vercel-cache-api-nextjs-cache)
+      // next: { revalidate: 1 }
+    })
+  
+    const { data } = await res.json()
+  
+    // console.log("data:", data)
+    // Recommendation: handle errors
+    if (res.status !== 200 || !Array.isArray(data)) {
+      // This will activate the closest `error.js` Error Boundary
+      throw new Error(`Failed to fetch data (status: ${res.status})`)
+    }
+    // console.log("data:", data.slice(0, 50))
+  
+    return data[0]
   } catch (err) {
     throw err
   }
-}
+}