use the .env.local file

.env.sample

@@ -0,0 +1,101 @@
+
+#--------------------- GENERATION CONFIGURATION -------------------
+# if deployed to Hugging Face (with persistent storage enabled)
+VC_STORAGE_PATH="/data/"
+
+# for a local usage on your dev machine
+#VC_STORAGE_PATH="./sandbox"
+
+#--------------------- AUTH SECRETS AND ACCESS TOKENS -------------
+# The access token required to send some queries to VideoChain
+VC_SECRET_ACCESS_TOKEN="<USE YOUR OWN>"
+
+# The access token required to send queries to some sub-servers
+VC_MICROSERVICE_SECRET_TOKEN="<USE YOUR OWN>"
+
+# OpenAI API key used to call OpenAI API services
+VC_OPENAI_API_KEY="<USE YOUR OWN>"
+
+# Hugging Face API key used to call Hugging Face spaces
+VC_HF_API_TOKEN="<USE YOUR OWN>"
+
+#--------------------- LLM INFERENCE SERVERS ----------------------
+VC_INFERENCE_ENDPOINT_URL="<USE YOUR OWN>"
+
+#--------------------- SDXL INFERENCE SERVERS ---------------------
+VC_SDXL_SPACE_API_URL_1="https://jbilcke-hf-image-server-1.hf.space"
+VC_SDXL_SPACE_API_URL_2="https://jbilcke-hf-image-server-2.hf.space"
+VC_SDXL_SPACE_API_URL_3="https://jbilcke-hf-image-server-3.hf.space"
+VC_SDXL_SPACE_API_URL_4="https://jbilcke-hf-image-server-4.hf.space"
+VC_SDXL_SPACE_API_URL_5="https://jbilcke-hf-image-server-5.hf.space"
+VC_SDXL_SPACE_API_URL_6="https://jbilcke-hf-image-server-6.hf.space"
+VC_SDXL_SPACE_API_URL_7="https://jbilcke-hf-image-server-7.hf.space"
+VC_SDXL_SPACE_API_URL_8="https://jbilcke-hf-image-server-8.hf.space"
+VC_SDXL_SPACE_API_URL_9="https://jbilcke-hf-image-server-9.hf.space"
+VC_SDXL_SPACE_API_URL_10="https://jbilcke-hf-image-server-10.hf.space"
+VC_SDXL_SPACE_API_URL_11="https://jbilcke-hf-image-server-11.hf.space"
+VC_SDXL_SPACE_API_URL_12="https://jbilcke-hf-image-server-12.hf.space"
+VC_SDXL_SPACE_API_URL_13="https://jbilcke-hf-image-server-13.hf.space"
+VC_SDXL_SPACE_API_URL_14="https://jbilcke-hf-image-server-14.hf.space"
+VC_SDXL_SPACE_API_URL_15="https://jbilcke-hf-image-server-15.hf.space"
+VC_SDXL_SPACE_API_URL_16="https://jbilcke-hf-image-server-16.hf.space"
+VC_SDXL_SPACE_API_URL_17="https://jbilcke-hf-image-server-17.hf.space"
+VC_SDXL_SPACE_API_URL_18="https://jbilcke-hf-image-server-18.hf.space"
+
+#----------------- ZEROSCOPE INFERENCE SERVERS -------------------
+VC_ZEROSCOPE_SPACE_API_URL_1="https://jbilcke-hf-video-server-1.hf.space"
+VC_ZEROSCOPE_SPACE_API_URL_2="https://jbilcke-hf-video-server-2.hf.space"
+VC_ZEROSCOPE_SPACE_API_URL_3="https://jbilcke-hf-video-server-3.hf.space"
+VC_ZEROSCOPE_SPACE_API_URL_4="https://jbilcke-hf-video-server-4.hf.space"
+
+#----------------- HOTSHOT-XL INFERENCE SERVERS -------------------
+VC_HOTSHOT_XL_GRADIO_SPACE_API_URL_1="https://jbilcke-hf-hotshot-xl-server-1.hf.space"
+VC_HOTSHOT_XL_GRADIO_SPACE_API_URL_2="https://jbilcke-hf-hotshot-xl-server-2.hf.space"
+VC_HOTSHOT_XL_GRADIO_SPACE_API_URL_3="https://jbilcke-hf-hotshot-xl-server-3.hf.space"
+VC_HOTSHOT_XL_GRADIO_SPACE_API_URL_4="https://jbilcke-hf-hotshot-xl-server-4.hf.space"
+VC_HOTSHOT_XL_GRADIO_SPACE_API_URL_5="https://jbilcke-hf-hotshot-xl-server-5.hf.space"
+VC_HOTSHOT_XL_GRADIO_SPACE_API_URL_6="https://jbilcke-hf-hotshot-xl-server-6.hf.space"
+VC_HOTSHOT_XL_GRADIO_SPACE_API_URL_7="https://jbilcke-hf-hotshot-xl-server-7.hf.space"
+VC_HOTSHOT_XL_GRADIO_SPACE_API_URL_8="https://jbilcke-hf-hotshot-xl-server-8.hf.space"
+
+
+#----------------- HOTSHOT-XL REPLICATE CONFIG --------------------
+VC_HOTSHOT_XL_REPLICATE_MODEL="cloneofsimo/hotshot-xl-lora-controlnet"
+VC_HOTSHOT_XL_REPLICATE_MODEL_VERSION="c447ef9fc621af091e2c06d08fd2a22d9f5906389a2f8103c851a2f7cf9c4e63"
+
+#----------------- FRAME SEGMENTATION SERVERS ---------------------
+VC_SEGMENTATION_MODULE_SPACE_API_URL_1="https://jbilcke-hf-segmentation-server-1.hf.space"
+VC_SEGMENTATION_MODULE_SPACE_API_URL_2="https://jbilcke-hf-segmentation-server-2.hf.space"
+VC_SEGMENTATION_MODULE_SPACE_API_URL_3="https://jbilcke-hf-segmentation-server-3.hf.space"
+
+# obsolete:
+VC_SEGMENTATION_MODULE_SPACE_API_URL="https://jbilcke-hf-image-segmentation.hf.space"
+
+#----------------- PANORAMA GENERATION SERVERS -------------------
+VC_SDXL_360_SPACE_API_URL_1="https://jbilcke-hf-360-server-1.hf.space"
+
+#----------------- IMAGE UPSCALING SERVERS -----------------------
+VC_UPSCALING_SPACE_API_URL_1="https://jbilcke-hf-upscaling-server-1.hf.space"
+VC_UPSCALING_SPACE_API_URL_2="https://jbilcke-hf-upscaling-server-2.hf.space"
+VC_UPSCALING_SPACE_API_URL_3="https://jbilcke-hf-upscaling-server-3.hf.space"
+VC_UPSCALING_SPACE_API_URL_4="https://jbilcke-hf-upscaling-server-4.hf.space"
+
+#----------------- VIDEO UPSCALING SERVERS -----------------------
+VC_VIDEO_UPSCALE_SPACE_API_URL_1="https://jbilcke-hf-video-upscaling-server-1.hf.space"
+
+#----------------- VIDEO INTERPOLATION (FILM) SERVERS -------------------
+VC_VIDEO_INTERPOLATION_SPACE_API_URL="https://jbilcke-hf-video-frame-interpolation.hf.space"
+
+#----------------- VIDEO INTERPOLATION (ST-MFNET) CONFIG -------------------
+VC_VIDEO_INTERPOLATION_STMFNET_REPLICATE_MODEL="hzsxkib/st-mfnet"
+VC_VIDEO_INTERPOLATION_STMFNET_REPLICATE_MODEL_VERSION="faa7693430b0a4ac95d1b8e25165673c1d7a7263537a7c4bb9be82a3e2d130fb"
+
+#----------------- AUDIO GENERATION SERVERS ----------------------
+VC_AUDIO_GENERATION_SPACE_API_URL="https://jbilcke-hf-audioldm-text-to-audio-generation.hf.space"
+
+#----------------- IMAGE ANALYSIS SERVERS ----------------------
+VC_ANALYSIS_SPACE_API_URL="https://huggingfacem4-idefics-playground.hf.space"
+
+#----------------- SPEECH TO TEXT SERVERS ----------------------
+VC_SPEECH_TO_TEXT_SPACE_API_URL_1="https://jbilcke-hf-speech-recognition-server-1.hf.space"
+

.gitignore

@@ -5,4 +5,5 @@ node_modules
 .venv
 *.mp4
 sandbox
-scripts
+scripts
+.env.local

package-lock.json

@@ -16,6 +16,7 @@
         "@types/express": "^4.17.17",
         "@types/ffmpeg-concat": "^1.1.2",
         "@types/uuid": "^9.0.2",
+        "dotenv": "^16.3.1",
         "eventsource-parser": "^1.0.0",
         "express": "^4.18.2",
         "ffmpeg-concat": "^1.3.0",
@@ -1474,6 +1475,17 @@
         "node": ">=0.3.1"
       }
     },
+    "node_modules/dotenv": {
+      "version": "16.3.1",
+      "resolved": "https://registry.npmjs.org/dotenv/-/dotenv-16.3.1.tgz",
+      "integrity": "sha512-IPzF4w4/Rd94bA9imS68tZBaYyBWSCE47V1RGuMrB94iyTOIEwRmVL2x/4An+6mETpLrKJ5hQkB8W4kFAadeIQ==",
+      "engines": {
+        "node": ">=12"
+      },
+      "funding": {
+        "url": "https://github.com/motdotla/dotenv?sponsor=1"
+      }
+    },
     "node_modules/dup": {
       "version": "1.0.0",
       "resolved": "https://registry.npmjs.org/dup/-/dup-1.0.0.tgz",

package.json

@@ -23,6 +23,7 @@
     "@types/express": "^4.17.17",
     "@types/ffmpeg-concat": "^1.1.2",
     "@types/uuid": "^9.0.2",
+    "dotenv": "^16.3.1",
     "eventsource-parser": "^1.0.0",
     "express": "^4.18.2",
     "ffmpeg-concat": "^1.3.0",

src/index.mts

@@ -3,6 +3,11 @@ import path from "node:path"
 
 import { validate as uuidValidate } from "uuid"
 import express from "express"
+
+import dotenv from "dotenv"
+
+dotenv.config({ path: ".env.local" })
+
 import { Video, VideoStatus, VideoAPIRequest, RenderRequest, RenderedScene, ImageAnalysisRequest, ImageAnalysisResponse, SoundAnalysisResponse, SoundAnalysisRequest } from "./types.mts"
 
 import { parseVideoRequest } from "./utils/requests/parseVideoRequest.mts"

src/providers/video-generation/generateVideoWithHotshotGradioAPI.mts

@@ -7,6 +7,13 @@ import { generateSeed } from "../../utils/misc/generateSeed.mts"
 // we don't use replicas yet, because it ain't easy to get their hostname
 const instances: string[] = [
   `${process.env.VC_HOTSHOT_XL_GRADIO_SPACE_API_URL_1 || ""}`,
+  //`${process.env.VC_HOTSHOT_XL_GRADIO_SPACE_API_URL_2 || ""}`,
+  //`${process.env.VC_HOTSHOT_XL_GRADIO_SPACE_API_URL_3 || ""}`,
+  //`${process.env.VC_HOTSHOT_XL_GRADIO_SPACE_API_URL_4 || ""}`,
+  //`${process.env.VC_HOTSHOT_XL_GRADIO_SPACE_API_URL_5 || ""}`,
+  //`${process.env.VC_HOTSHOT_XL_GRADIO_SPACE_API_URL_6 || ""}`,
+  //`${process.env.VC_HOTSHOT_XL_GRADIO_SPACE_API_URL_7 || ""}`,
+  //`${process.env.VC_HOTSHOT_XL_GRADIO_SPACE_API_URL_8 || ""}`,
 ].filter(instance => instance?.length > 0)
 
 const secretToken = `${process.env.VC_MICROSERVICE_SECRET_TOKEN || ""}`

src/providers/video-generation/generateVideoWithHotshotReplicate.mts

@@ -8,8 +8,8 @@ import { getNegativePrompt, getPositivePrompt } from "./defaultPrompts.mts"
 import { VideoGenerationOptions } from "./types.mts"
 
 const replicateToken = `${process.env.AUTH_REPLICATE_API_TOKEN || ""}`
-const replicateModel = `${process.env.HOTSHOT_XL_REPLICATE_MODEL || ""}`
-const replicateModelVersion = `${process.env.HOTSHOT_XL_REPLICATE_MODEL_VERSION || ""}`
+const replicateModel = `${process.env.VC_HOTSHOT_XL_REPLICATE_MODEL || ""}`
+const replicateModelVersion = `${process.env.VC_HOTSHOT_XL_REPLICATE_MODEL_VERSION || ""}`
 
 if (!replicateToken) {
   throw new Error(`you need to configure your AUTH_REPLICATE_API_TOKEN`)
@@ -49,11 +49,11 @@ export async function generateVideoWithHotshotReplicate({
   }
 
   if (!replicateModel) {
-    throw new Error(`you need to configure your HOTSHOT_XL_REPLICATE_MODEL`)
+    throw new Error(`you need to configure your VC_HOTSHOT_XL_REPLICATE_MODEL`)
   }
 
   if (!replicateModelVersion) {
-    throw new Error(`you need to configure your HOTSHOT_XL_REPLICATE_MODEL_VERSION`)
+    throw new Error(`you need to configure your VC_HOTSHOT_XL_REPLICATE_MODEL_VERSION`)
   }
 
   // pimp the prompt

src/providers/video-interpolation/interpolateVideoWithReplicate.mts

@@ -9,8 +9,8 @@ import Replicate from "replicate"
 import { sleep } from "../../utils/misc/sleep.mts"
 
 const replicateToken = `${process.env.AUTH_REPLICATE_API_TOKEN || ""}`
-const replicateModel = `${process.env.STMFNET_REPLICATE_MODEL || ""}`
-const replicateModelVersion = `${process.env.STMFNET_REPLICATE_MODEL_VERSION || ""}`
+const replicateModel = `${process.env.VC_VIDEO_INTERPOLATION_STMFNET_REPLICATE_MODEL || ""}`
+const replicateModelVersion = `${process.env.VC_VIDEO_INTERPOLATION_STMFNET_REPLICATE_MODEL_VERSION || ""}`
 
 if (!replicateToken) {
   throw new Error(`you need to configure your AUTH_REPLICATE_API_TOKEN`)
@@ -45,11 +45,11 @@ export async function interpolateVideoWithReplicate({
   }
 
   if (!replicateModel) {
-    throw new Error(`you need to configure your STMFNET_REPLICATE_MODEL`)
+    throw new Error(`you need to configure your VC_VIDEO_INTERPOLATION_STMFNET_REPLICATE_MODEL`)
   }
 
   if (!replicateModelVersion) {
-    throw new Error(`you need to configure your STMFNET_REPLICATE_MODEL_VERSION`)
+    throw new Error(`you need to configure your VC_VIDEO_INTERPOLATION_STMFNET_REPLICATE_MODEL_VERSION`)
   }
 
   // for params and doc see https://replicate.com/zsxkib/st-mfnet