improve the life sim quality a bit

src/index.mts

@@ -77,6 +77,15 @@ app.post("/render", async (req, res) => {
   }
 })
 
+/*
+app.post("/segment", async (req, res) => {
+  const payload = req.body as 
+  try {
+    await segmentImage()
+  }
+})
+*/
+
 app.post("/:ownerId", async (req, res) => {
   const request = req.body as VideoAPIRequest
 

src/production/renderScene.mts

@@ -28,7 +28,7 @@ export async function renderScene(prompt: string) {
       seed: generateSeed(),
       // seed,
       nbFrames: 16,
-      nbSteps: 7,
+      nbSteps: 10,
     })
     // console.log("successfull generation")
     error = ""

src/types.mts

@@ -268,3 +268,9 @@ export type VideoAPIRequest = Partial<{
 export type Video = VideoSequence & {
   shots: VideoShot[]
 }
+
+
+export interface ImageSegmentationRequest {
+  image: string // in base64
+  keywords: string[]
+}

src/utils/segmentImage.mts

@@ -0,0 +1,15 @@
+import { client } from "@gradio/client"
+
+const response_0 = await fetch("https://raw.githubusercontent.com/gradio-app/gradio/main/test/test_files/bus.png")
+const exampleImage = await response_0.blob()
+						
+const app = await client("https://jbilcke-hf-grounded-segment-anything.hf.space/")
+const result = await app.predict(0, [
+  exampleImage, 	// blob in 'Upload' Image component		
+  "Howdy!", // string  in 'Detection Prompt[To detect multiple objects, seperating each name with '.', like this: cat . dog . chair ]' Textbox component		
+  0, // number (numeric value between 0.0 and 1.0) in 'Box Threshold' Slider component		
+  0, // number (numeric value between 0.0 and 1.0) in 'Text Threshold' Slider component		
+  0, // number (numeric value between 0.0 and 1.0) in 'IOU Threshold' Slider component
+]) as any
+
+console.log(result.data)