improvements

src/app/agents/ant.ts

@@ -18,17 +18,23 @@ const positions = [
   "on the ground"
 ]
 
+const times = [
+  "during the day",
+]
+
 export const agent: Agent = {
   title: "Ant",
   type: "ant",
   simulate: (): Scene => {
     const action = pick(actions)
     const position = pick(positions)
+    const time = pick(times)
 
     const prompt = [
       `close-up shot of a couple of ants`,
       action,
       position,
+      time,
       `high res`,
       `documentary`,
     ].join(", ")
@@ -36,6 +42,7 @@ export const agent: Agent = {
     return {
       action,
       position,
+      time,
       prompt
     }
   }

src/app/agents/city.ts

@@ -0,0 +1,53 @@
+import { pick } from "./pick"
+import { Agent, Scene } from "./types"
+
+const actions = [
+  "busy pedestrians",
+  "busy traffic",
+  "typical street life",
+  "skyscrapper being constructed",
+  "a building is on fire",
+]
+
+const positions = [
+  "city center with skyscrappers",
+  "city center with a hospital",
+  "market area",
+  "residential area with small houses",
+  "residential area and houses with pools",
+  "industrial area with a smoking factory",
+  "beachfront area with villas",
+  "theme park with one big rollercoaster"
+]
+
+const times = [
+  "during the day",
+  // "during the night",
+]
+
+export const agent: Agent = {
+  title: "City",
+  type: "city",
+  simulate: (): Scene => {
+    const action = pick(actions)
+    const position = pick(positions)
+    const time = pick(times)
+
+    const prompt = [
+      `static isometrical view of 3D rendered city`,
+      action,
+      position,
+      time,
+      `isometric`,
+      `game`,
+      `high res`,
+    ].join(", ")
+
+    return {
+      action,
+      position,
+      time,
+      prompt
+    }
+  }
+}

src/app/agents/dungeon.ts

@@ -0,0 +1,57 @@
+import { pick } from "./pick"
+import { Agent, Scene } from "./types"
+
+const actions = [
+  "not moving",
+  "walking in",
+  "looking up",
+  "looking down",
+  "looking left",
+  "looking right",
+  "looking around"
+]
+
+const positions = [
+  "corridor with a beautiful wooden door at the end, wooden floor and stone walls",
+  "a beautiful wooden door",
+  "beautiful room with stone walls and wooden floor",
+  "large ball room with stone pillars, stone floor and red carpet",
+  "a cosy room with a fireplace, stone walls and wooden floor",
+  "a fireplace with stone walls",
+  "a cold dungeon with stone walls",
+  "a damp medieval jail cell with stone walls and wooden floor"
+]
+
+const times = [
+  "lit through windows",
+  "lit through wall-mounted torchs"
+  // "poorly lit"
+]
+
+export const agent: Agent = {
+  title: "Dungeon",
+  type: "dungeon",
+  simulate: (): Scene => {
+    const action = pick(actions)
+    const position = pick(positions)
+    const time = pick(times)
+
+    const prompt = [
+      `first-person footage`,
+      action,
+      position,
+      time,
+      `medieval`,
+      `photography`,
+      `documentary`,
+      `high res`,
+    ].join(", ")
+
+    return {
+      action,
+      position,
+      time,
+      prompt
+    }
+  }
+}

src/app/agents/fish.ts

@@ -21,24 +21,32 @@ const positions = [
   "hiding in the coral"
 ]
 
+const times = [
+  "during the day",
+]
+
 export const agent: Agent = {
   title: "Fish",
   type: "fish",
   simulate: (): Scene => {
     const action = pick(actions)
     const position = pick(positions)
+    const time = pick(times)
 
     const prompt = [
       `medium shot of a clownfish`,
       action,
       position,
+      time,
       `in front of yellow coral`,
-      `high res underwater footage`,
+      `high res`,
+      `underwater footage`,
     ].join(", ")
 
     return {
       action,
       position,
+      time,
       prompt
     }
   }

src/app/agents/fox.ts

@@ -18,6 +18,9 @@ const positions = [
   "in front of a bush"
 ]
 
+const times = [
+  "during the day",
+]
 
 export const agent: Agent = {
   title: "Fox",
@@ -25,11 +28,13 @@ export const agent: Agent = {
   simulate: (): Scene => {
     const action = pick(actions)
     const position = pick(positions)
+    const time = pick(times)
 
     const prompt = [
       `medium shot of a fox`,
       action,
       position,
+      time,
       `high res`,
       `documentary`,
     ].join(", ")
@@ -37,6 +42,7 @@ export const agent: Agent = {
     return {
       action,
       position,
+      time,
       prompt
     }
   }

src/app/agents/index.ts

@@ -4,9 +4,11 @@ import { agent as ant } from "./ant"
 import { agent as fish } from "./fish"
 import { agent as fox } from "./fox"
 import { agent as smith } from "./smith"
+import { agent as city } from "./city"
+import { agent as dungeon } from "./dungeon"
 
-export const agents = { ant, fish, fox, smith }
+export const agents = { ant, fish, fox, smith, city, dungeon }
 
-export const defaultAgent: AgentType = "fish"
+export const defaultAgent: AgentType = "dungeon"
 
 export const getAgent = (type?: AgentType) => agents[type || defaultAgent] || agents[defaultAgent]

src/app/agents/smith.ts

@@ -17,25 +17,33 @@ const positions = [
   "on the sidewalk of a street"
 ]
 
+const times = [
+  "during the day",
+  "during the night",
+]
+
 export const agent: Agent = {
   title: "Smith",
   type: "smith",
   simulate: (): Scene => {
     const action = pick(actions)
     const position = pick(positions)
+    const time = pick(times)
 
     const prompt = [
       `static medium shot of Agent Smith from the Matrix`,
       `wearing a black costume with black tie and black sunglasses`,
       action,
       position,
+      time,
       `high res`,
-      `documentary`,
+      `Matrix movie`,
     ].join(", ")
 
     return {
       action,
       position,
+      time,
       prompt
     }
   }

src/app/agents/types.ts

@@ -1,8 +1,9 @@
-export type AgentType = 'ant' | 'fish' | 'fox' | 'smith'
+export type AgentType = 'ant' | 'fish' | 'fox' | 'smith' | 'city' | 'dungeon'
 
 export interface Scene {
   action: string
   position: string
+  time: string
   prompt: string
 }
 

src/app/types.ts

@@ -0,0 +1,36 @@
+
+export interface RenderRequest {
+  prompt: string
+
+  // whether to use video segmentation
+  // disabled (default)
+  // firstframe: we only analyze the first frame
+  // allframes: we analyze all the frames
+  segmentation: 'disabled' | 'firstframe' | 'allframes'
+
+  // segmentation will only be executed if we have a non-empty list of actionnables
+  // actionnables are names of things like "chest", "key", "tree", "chair" etc
+  actionnables: string[]
+
+  // note: this is the number of frames for Zeroscope,
+  // which is currently configured to only output 3 seconds, so:
+  // nbFrames=8 -> 1 sec
+  // nbFrames=16 -> 2 sec
+  // nbFrames=24 -> 3 sec
+  nbFrames: number // min: 8, max: 24
+
+  nbSteps: number // min: 1, max: 50
+
+  seed: number
+}
+
+export interface ImageSegment {
+  id: number
+  box: number[]
+  label: string
+  score: number 
+}
+
+export interface RenderResponse {
+  
+}