adding more context to help llama2

src/app/games/arizona.ts

@@ -40,7 +40,16 @@ const inventory: InventoryItem[] = [
 export const game: Game = {
   title: "Arizona",
   type: "arizona",
-  engine: "spherical_image",
+  description: [
+    "The game is a role playing adventure, set in an old mining town in Arizona.",
+    "The player can click around to move to new scenes, find or activate artifacts.",
+    "They can also use objects from their inventory.",
+  ],
+  engines: [
+    "cartesian_image",
+    "cartesian_video",
+    "spherical_image",
+  ],
   className: imfell.className,
   initialSituation,
   initialActionnables,

src/app/games/city.ts

@@ -56,7 +56,17 @@ const inventory: InventoryItem[] = [
 export const game: Game = {
   title: "City",
   type: "city",
-  engine: "cartesian_image",
+  description: [
+    "The game is a city simulator and management game.",
+    "The player is the mayor and they can see the city from above, and manage it",
+    "The player can click around to activate things related to buildings and city management.",
+    "They can also use objects from their inventory.",
+  ],
+  engines: [
+    "cartesian_image",
+    "cartesian_video",
+    // "spherical_image",
+  ],
   className:  edu.className,
   initialSituation,
   initialActionnables,

src/app/games/doom.ts

@@ -43,7 +43,17 @@ const inventory: InventoryItem[] = [
 export const game: Game = {
   title: "Doom",
   type: "doom",
-  engine: "cartesian_image",
+  description: [
+    "The game is a futuristic first-person shooter similar to \"Doom\".",
+    "Following a mining accident, the player has been called to Mars to explore the US Martian base, but they encounter aliens.",
+    "The player can click around to move to new scenes, find or activate artifacts.",
+    "They can also use objects from their inventory.",
+  ],
+  engines: [
+    "cartesian_image",
+    "cartesian_video",
+    "spherical_image",
+  ],
   className: orbitron.className,
   initialSituation,
   initialActionnables,

src/app/games/dungeon.ts

@@ -83,7 +83,17 @@ const inventory: InventoryItem[] = [
 export const game: Game = {
   title: "Dungeon",
   type: "dungeon",
-  engine: "cartesian_image",
+  description: [
+    "The game is a role playing adventure set during middle ages.",
+    "The player is playing a dwarf, and they explore the inside of a mysterious dungeon.",
+    "The player can click around to move to new scenes, find or activate artifacts.",
+    "They can also use objects from their inventory.",
+  ],
+  engines: [
+    "cartesian_image",
+    "cartesian_video",
+    "spherical_image",
+  ],
   className: amatic.className,
   initialSituation,
   initialActionnables,

src/app/games/enchanters.ts

@@ -49,7 +49,17 @@ const inventory: InventoryItem[] = [
 export const game: Game = {
   title: "Enchanters",
   type: "enchanters",
-  engine: "spherical_image",
+  description: [
+    "The game is a role playing adventure set during middle ages.",
+    "The player is an elfic wizard, and they explore a mysterious castle.",
+    "The player can click around to move to new scenes, find or activate artifacts.",
+    "They can also use objects from their inventory.",
+  ],
+  engines: [
+    "cartesian_image",
+    "cartesian_video",
+    "spherical_image",
+  ],
   className: macondo.className,
   initialSituation,
   initialActionnables,

src/app/games/flamenco.ts

@@ -1,4 +1,4 @@
-import { macondo } from "@/lib/fonts"
+import { edu } from "@/lib/fonts"
 import { Game } from "./types"
 import { InventoryItem } from "../../types"
 
@@ -54,8 +54,18 @@ const inventory: InventoryItem[] = [
 export const game: Game = {
   title: "Sad Flamenco",
   type: "flamenco",
-  engine: "spherical_image",
-  className: macondo.className,
+  description: [
+    "The game is a role playing adventure set in 1920 mexico, inspired by the Grim Fandango game, with mexican, art deco and aztec influences.",
+    "The player is Lenny, a travel agent from the world of the dead, who try to find customers to escort safely to heaven.",
+    "The player can click around to move to new scenes, find or activate artifacts.",
+    "They can also use objects from their inventory.",
+  ],
+  engines: [
+    "cartesian_image",
+    "cartesian_video",
+    "spherical_image",
+  ],
+  className: edu.className,
   initialSituation,
   initialActionnables,
   inventory,

src/app/games/index.ts

@@ -11,8 +11,9 @@ import { game as pharaoh } from "./pharaoh"
 import { game as tensor } from "./tensor"
 import { game as nexus } from "./nexus"
 import { game as arizona } from "./arizona"
+import { game as trulad } from "./trulad"
 
-export const games = { arizona, pirates, city, dungeon, doom, vernian, enchanters, flamenco, pharaoh, tensor, nexus}
+export const games = { arizona, pirates, city, dungeon, doom, vernian, enchanters, flamenco, pharaoh, tensor, nexus, trulad}
 
 export const defaultGame: GameType = "enchanters"
 

src/app/games/nexus.ts

@@ -66,7 +66,17 @@ const inventory: InventoryItem[] = [
 export const game: Game = {
   title: "Nexus",
   type: "nexus",
-  engine: "spherical_image",
+  description: [
+    "The game is a role playing adventure set in a futuristic city, with cyberpunk influence.",
+    "The player is a detective whose role is to detect robots trying to pass as humans.",
+    "The player can click around to move to new scenes, find or activate artifacts.",
+    "They can also use objects from their inventory.",
+  ],
+  engines: [
+    "cartesian_image",
+    "cartesian_video",
+    "spherical_image",
+  ],
   className: macondo.className,
   initialSituation,
   initialActionnables,

src/app/games/pharaoh.ts

@@ -48,7 +48,17 @@ const inventory: InventoryItem[] = [
 export const game: Game = {
   title: "Pharaoh",
   type: "pharaoh",
-  engine: "spherical_image",
+  description: [
+    "The game is a role playing adventure set in ancient egypt.",
+    "The player is Ahmose, a scribe asked by the Pharaoh to investigate ancient ruins about an unknown deity.",
+    "The player can click around to move to new scenes, find or activate artifacts.",
+    "They can also use objects from their inventory.",
+  ],
+  engines: [
+    "cartesian_image",
+    "cartesian_video",
+    "spherical_image",
+  ],
   className: macondo.className,
   initialSituation,
   initialActionnables,

src/app/games/pirates.ts

@@ -114,7 +114,17 @@ const initialSituation = [
 export const game: Game = {
   title: "Pirates",
   type: "pirates",
-  engine: "cartesian_image",
+  description: [
+    "The game is a role playing adventure set in the world of pirates.",
+    "The player is Guybroom Threepence, a pirate apprentice who try to find the Crystal Monkey treasure by himself.",
+    "The player can click around to move to new scenes, find or activate artifacts.",
+    "They can also use objects from their inventory.",
+  ],
+  engines: [
+    "cartesian_image",
+    "cartesian_video",
+    "spherical_image",
+  ],
   className: lugrasimo.className,
   initialSituation,
   initialActionnables,

src/app/games/tensor.ts

@@ -1,4 +1,4 @@
-import { macondo } from "@/lib/fonts"
+import { edu } from "@/lib/fonts"
 import { Game } from "./types"
 import { InventoryItem } from "../../types"
 
@@ -58,8 +58,18 @@ const inventory: InventoryItem[] = [
 export const game: Game = {
   title: "The Tensor",
   type: "tensor",
-  engine: "spherical_image",
-  className: macondo.className,
+  description: [
+    "The game is a role playing adventure set in the world that may be a simulation.",
+    "The player is Nua. They are a developer in a software development company in a bland city. By night they are a hacker. They have been contacted by a mysterious online entity called Mad Hatter, who believes the world is a simulation.",
+    "The player can click around to move to new scenes, find or activate artifacts.",
+    "They can also use objects from their inventory.",
+  ],
+  engines: [
+    "cartesian_image",
+    "cartesian_video",
+    "spherical_image",
+  ],
+  className: edu.className,
   initialSituation,
   initialActionnables,
   inventory,

src/app/games/trulad.ts

@@ -0,0 +1,49 @@
+import { edu } from "@/lib/fonts"
+import { Game } from "./types"
+import { InventoryItem } from "../../types"
+
+const initialSituation = [
+  `a generic guy enjoying his simple life, waving hello at his neighbors on his way to work`,
+].join(", ")
+
+const initialActionnables = [
+  "door",
+  "person",
+  "food",
+  "car",
+  "window",
+  "floor",
+  "sun",
+  "computer",
+  "plant",
+  "sky"
+]
+
+const inventory: InventoryItem[] = [
+]
+
+export const game: Game = {
+  title: "The Trulad Show",
+  type: "trulad",
+  description: [
+    "The Trulad Show is a reality TV show about a generic guy called Trulad (usually dressed in a yellow shirt) who lives his normal, daily life",
+    "Trulad doesn't know he is filmed as the cameras are hidden.",
+    "The player is Director, and can influence the life of Trulad",
+    "The player can click around to move to new scenes, camera orientation, trigger events int he life of Trulad.",
+    "They can also use objects from their inventory.",
+  ],
+  engines: [
+    "cartesian_video"
+  ],
+  className: edu.className,
+  initialSituation,
+  initialActionnables,
+  inventory,
+  getScenePrompt: (situation?: string) => [
+    `documentary`,
+    `generic guy`,
+    `yellow shirt`,
+    situation || initialSituation,
+  ]
+}
+

src/app/games/types.ts

@@ -13,6 +13,7 @@ export type GameType =
   | "tensor"
   | "nexus"
   | "arizona"
+  | "trulad"
 
 export interface Scene {
   actionnables: string[]
@@ -22,7 +23,8 @@ export interface Scene {
 export interface Game {
   title: string
   type: GameType
-  engine: EngineType
+  description: string[]
+  engines: EngineType[]
   className: string
   initialSituation: string
   initialActionnables: string[]

src/app/games/vernian.ts

@@ -68,7 +68,17 @@ const inventory: InventoryItem[] = [
 export const game: Game = {
   title: "Vernian",
   type: "vernian",
-  engine: "spherical_image",
+  description: [
+    "The game is a role playing adventure set in the world of Jules Verne adventures, with heavy steampunk inspirations.",
+    "The player try to find a treasure on a mysterious island, and they search in Jules Verne's secret cabinet and atelier.",
+    "The player can click around to move to new scenes, find or activate artifacts.",
+    "They can also use objects from their inventory.",
+  ],
+  engines: [
+    "cartesian_image",
+    "cartesian_video",
+    "spherical_image",
+  ],
   className: imfell.className,
   initialSituation,
   initialActionnables,

src/app/interface/top-menu/index.tsx

@@ -67,7 +67,7 @@ export function TopMenu({
       <div className="flex flex-row items-center space-x-3 font-mono">
         <Label className="flex text-sm">Rendering engine:</Label>
         <Select
-          defaultValue={engine.type}
+          defaultValue={game.engines.includes(engine.type) ? engine.type : game.engines[0]}
           onValueChange={(value) => { onChangeEngine(value as EngineType) }}>
           <SelectTrigger className="w-[300px]">
             <SelectValue className="text-sm" placeholder="Type" />
@@ -76,7 +76,16 @@ export function TopMenu({
             {Object.entries(engines)
               .filter(([_, engine]) => engine.visible)
               .map(([key, engine]) =>
-            <SelectItem key={key} value={key} disabled={!engine.enabled}>{engine.label} ({engine.modelName})</SelectItem>
+              <SelectItem
+                key={key}
+                value={key}
+                disabled={
+                  !engine.enabled || !game.engines.includes(engine.type)
+                }>{
+                  engine.label
+                } ({
+                  engine.modelName
+                })</SelectItem>
             )}
           </SelectContent>
         </Select>

src/app/main.tsx

@@ -49,7 +49,8 @@ export default function Main() {
   const [game, setGame] = useState<Game>(getGame(gameRef.current))
 
   const requestedEngine = (searchParams.get('engine') as EngineType) || defaultEngine
-  const [engine, setEngine] = useState<Engine>(getEngine(requestedEngine))
+  const usableEngine = game.engines.includes(requestedEngine) ? requestedEngine : game.engines[0]
+  const [engine, setEngine] = useState<Engine>(getEngine(usableEngine))
 
   const requestedDebug = (searchParams.get('debug') === "true")
   const [debug, setDebug] = useState<boolean>(requestedDebug)

src/app/queries/getActionnables.ts

@@ -47,7 +47,7 @@ export const getActionnables = async ({
     {
       role: "system",
       content: [
-        `You are an API endpoint that can return a list of objects visible in the background image of a role playing game.`,
+        `You are an API endpoint that can return a list of objects visible in the background image of a game.`,
         basePrompt,
         `You must list twelve (12) basic names of visible objects (eg. "door", "person", "window", "light", "floor", "knob", "button", "rock", "tree", "parrot", "chest", "glass".. etc) but don't list any word from abstract or immaterial concepts (ig. don't list words like "secret", "danger", "next move", "game" etc)`,
         `The answer must be a JSON array, ie. a list of 12 quoted strings.`

src/app/queries/getBackground.ts

@@ -35,7 +35,7 @@ Here is the original scene in which the user was located at first, which will in
     {
       role: "system",
       content: [
-        `You are the photo director of a role video game.`,
+        `You are a photo director.`,
         basePrompt,
         `You are going to receive new information about the current activity of the player.`,
         `Please write in a single sentence a photo caption for the next plausible scene, using a few words for each of those categories: the environment, era, characters, objects, textures, lighting.`,

src/app/queries/getBase.ts

@@ -16,6 +16,7 @@ export const getBase = ({
     : initialPrompt
 
   const userSituationPrompt = [
+    game.description,
     `Player is currently in "${currentPrompt}".`,
     lastEvent
   ].join(" ")

src/app/queries/getDialogue.ts

@@ -41,10 +41,10 @@ Here is the original situation, which will inform you about the general game moo
     {
       role: "system",
       content: [
-        `You are the AI game master of a role video game.`,
+        `You are an AI game master.`,
         `You are going to receive new information about the current whereabouts and action of the player.`,
         basePrompt,
-        `You must imagine a funny response to speak in reaction to what the player did, like in some old point and click video games.`,
+        `You must imagine a funny response to speak in reaction to what the player did`,
         `Please only write between 2 to 3 short sentences, please.`,
         `Please add a few funny puns and jokes.`,
         `But please don't say things like "Well, well, well" or "Ah, the classic combination of" it is annoying.`