Spaces:
Build error
Build error
Commit
·
7e58471
1
Parent(s):
6fa9239
up
Browse files- converter.js +3 -3
- database.json +26 -26
- src/index.mts +17 -9
- src/upscaleVideo.mts +1 -1
converter.js
CHANGED
@@ -5,8 +5,8 @@ const raw = {
|
|
5 |
"Photograph of an extraterrestrial humanoid squid standing in a futuristic Venetian style city with green cobblestones, under a purple sky, lit by bioluminescent lanterns. Renaissance influence, dramatic accent lighting, wide-angle, Canon EOS, high quality, cinematic, IMAX film grain, movie.",
|
6 |
"Photograph of a massive, colorful spaceship hovering over the canals of the futuristic city, reflecting in the water. Night setting with dramatic ambient lighting, fisheye view, film grain texture, IMAX, Canon EOS, trending on Artstation.",
|
7 |
"Highly detailed photograph of humanoid insect characters, in metallic fabric clothing, walking through a grand hallway lit by floating candlelight, in a renaissance-style building. Wide-angle, Canon EOS, featured in a movie, cinematic, IMAX film grain.",
|
8 |
-
"Photograph of a panoramic view of a renaissance-influenced, futuristic cityscape from a
|
9 |
-
"Photograph of a
|
10 |
"Close-up photograph of a humanoid robot, reflecting the colors of a nebula, with the star-filled space in the background. Subtle polaroid effect, studio quality, ultra-realistic, Canon EOS, cinematic, IMAX film grain.",
|
11 |
"Cinematic photograph of multiple spaceships hovering over a renaissance influenced city, with the colorful nebula reflecting on the building rooftops. Shot in landscape, with powerful backlight, Canon EOS, IMAX, movie scene, high quality, trending on Artstation.",
|
12 |
"Detailed photograph of building facades inspired by Venetian architecture made of colorful, reflective metal. Strong neon lamp lighting on robot passing by. Wide angle shot, Canon EOS, high quality, cinematic, IMAX film grain.",
|
@@ -16,7 +16,7 @@ const raw = {
|
|
16 |
"Close-up photograph of a humanoid insect character's face, showing the intricate design and colors of its metal-like skin. Warm backlight, Canon EOS, ultra-realistic, cinematic, IMAX film grain, trending on Artstation.",
|
17 |
"Photograph of a spaceship cockpit view of an upcoming nebula. Whole crew visible in shadows. Accent lighting, wide-angle, Canon EOS, studio quality, cinematic, IMAX film grain.",
|
18 |
"Photograph of an alien Market Square surrounded by renaissance-styled futuristic buildings, bustling with various alien forms. Morning light, dramatic shadows, Canon EOS, high quality, IMAX film grain, cinematic.",
|
19 |
-
"Photograph of humanoid squid character inside a cathedral-like
|
20 |
"Cinematic photograph of a spaceship chase scene in the airspace of a futuristic city, reflections of vibrant lights on the spaceship's surface. Night time, neon light strobes, Canon EOS, IMAX film grain, high quality.",
|
21 |
"Photograph of a Venetian style bridge joining futuristic buildings with extraterrestrial characters crossing, under a purple alien sky. Evening, ambient lighting, Canon EOS, high quality, cinematic, IMAX film grain.",
|
22 |
"Photograph of a massive, Jodorowsky's Dune-inspired spaceship looming over a cityscape, as seen from a character's point of view. Overcast with god ray lighting, Canon EOS, cinematic, IMAX film grain, movie scene.",
|
|
|
5 |
"Photograph of an extraterrestrial humanoid squid standing in a futuristic Venetian style city with green cobblestones, under a purple sky, lit by bioluminescent lanterns. Renaissance influence, dramatic accent lighting, wide-angle, Canon EOS, high quality, cinematic, IMAX film grain, movie.",
|
6 |
"Photograph of a massive, colorful spaceship hovering over the canals of the futuristic city, reflecting in the water. Night setting with dramatic ambient lighting, fisheye view, film grain texture, IMAX, Canon EOS, trending on Artstation.",
|
7 |
"Highly detailed photograph of humanoid insect characters, in metallic fabric clothing, walking through a grand hallway lit by floating candlelight, in a renaissance-style building. Wide-angle, Canon EOS, featured in a movie, cinematic, IMAX film grain.",
|
8 |
+
"Photograph of a panoramic view of a renaissance-influenced, futuristic cityscape from a spaceship's cockpit, under an orange sky and turquoise ground. Detail of intricate building designs, dramatic soft lighting, Dutch angle, Canon EOS, Imax, high quality, cinematic, awarded film.",
|
9 |
+
"Photograph of a spaceship racing through a turquoise and pink canyon, visible through a window inside the spaceship. Characters reacting in the foreground. Dramatic backlight lighting, depth of field, Canon EOS, high quality, cinematic, IMAX film grain.",
|
10 |
"Close-up photograph of a humanoid robot, reflecting the colors of a nebula, with the star-filled space in the background. Subtle polaroid effect, studio quality, ultra-realistic, Canon EOS, cinematic, IMAX film grain.",
|
11 |
"Cinematic photograph of multiple spaceships hovering over a renaissance influenced city, with the colorful nebula reflecting on the building rooftops. Shot in landscape, with powerful backlight, Canon EOS, IMAX, movie scene, high quality, trending on Artstation.",
|
12 |
"Detailed photograph of building facades inspired by Venetian architecture made of colorful, reflective metal. Strong neon lamp lighting on robot passing by. Wide angle shot, Canon EOS, high quality, cinematic, IMAX film grain.",
|
|
|
16 |
"Close-up photograph of a humanoid insect character's face, showing the intricate design and colors of its metal-like skin. Warm backlight, Canon EOS, ultra-realistic, cinematic, IMAX film grain, trending on Artstation.",
|
17 |
"Photograph of a spaceship cockpit view of an upcoming nebula. Whole crew visible in shadows. Accent lighting, wide-angle, Canon EOS, studio quality, cinematic, IMAX film grain.",
|
18 |
"Photograph of an alien Market Square surrounded by renaissance-styled futuristic buildings, bustling with various alien forms. Morning light, dramatic shadows, Canon EOS, high quality, IMAX film grain, cinematic.",
|
19 |
+
"Photograph of humanoid squid character inside a cathedral-like spaceship, under bioluminescent lighting, Canon EOS, high quality, cinematic, IMAX film grain, trending on Artstation.",
|
20 |
"Cinematic photograph of a spaceship chase scene in the airspace of a futuristic city, reflections of vibrant lights on the spaceship's surface. Night time, neon light strobes, Canon EOS, IMAX film grain, high quality.",
|
21 |
"Photograph of a Venetian style bridge joining futuristic buildings with extraterrestrial characters crossing, under a purple alien sky. Evening, ambient lighting, Canon EOS, high quality, cinematic, IMAX film grain.",
|
22 |
"Photograph of a massive, Jodorowsky's Dune-inspired spaceship looming over a cityscape, as seen from a character's point of view. Overcast with god ray lighting, Canon EOS, cinematic, IMAX film grain, movie scene.",
|
database.json
CHANGED
@@ -1,6 +1,6 @@
|
|
1 |
{
|
2 |
"version": 1,
|
3 |
-
"startAtShotId": "
|
4 |
"sequences": [
|
5 |
{
|
6 |
"sequenceId": "0489dbc6-791c-4cb8-97f6-ada01092fa91",
|
@@ -2243,175 +2243,175 @@
|
|
2243 |
"shotId": "20bd0aac-84a6-4d78-8d3b-3ef0ae1f1c34",
|
2244 |
"index": 0,
|
2245 |
"lastGenerationAt": "",
|
2246 |
-
"videoPrompt": "
|
2247 |
"audioPrompt": ""
|
2248 |
},
|
2249 |
{
|
2250 |
"shotId": "ec3b3d2b-fae1-4ef7-a4d8-e25f974a2807",
|
2251 |
"index": 1,
|
2252 |
"lastGenerationAt": "",
|
2253 |
-
"videoPrompt": "
|
2254 |
"audioPrompt": ""
|
2255 |
},
|
2256 |
{
|
2257 |
"shotId": "ffbdd414-a53a-4dbd-88b9-d21fa9dcde2b",
|
2258 |
"index": 2,
|
2259 |
"lastGenerationAt": "",
|
2260 |
-
"videoPrompt": "Highly detailed
|
2261 |
"audioPrompt": ""
|
2262 |
},
|
2263 |
{
|
2264 |
"shotId": "7d68b022-687c-4fd6-8ac1-8d725caddc97",
|
2265 |
"index": 3,
|
2266 |
"lastGenerationAt": "",
|
2267 |
-
"videoPrompt": "
|
2268 |
"audioPrompt": ""
|
2269 |
},
|
2270 |
{
|
2271 |
"shotId": "be8fa274-07e9-4e58-8b7e-de610fb09794",
|
2272 |
"index": 4,
|
2273 |
"lastGenerationAt": "",
|
2274 |
-
"videoPrompt": "
|
2275 |
"audioPrompt": ""
|
2276 |
},
|
2277 |
{
|
2278 |
"shotId": "e08499be-2c55-4673-b691-344b3b850bee",
|
2279 |
"index": 5,
|
2280 |
"lastGenerationAt": "",
|
2281 |
-
"videoPrompt": "Close-up
|
2282 |
"audioPrompt": ""
|
2283 |
},
|
2284 |
{
|
2285 |
"shotId": "890c48bf-311a-499f-9fbe-47a45364433e",
|
2286 |
"index": 6,
|
2287 |
"lastGenerationAt": "",
|
2288 |
-
"videoPrompt": "Cinematic
|
2289 |
"audioPrompt": ""
|
2290 |
},
|
2291 |
{
|
2292 |
"shotId": "d701ebd0-7aa5-445f-b8e5-da4898d6a7d6",
|
2293 |
"index": 7,
|
2294 |
"lastGenerationAt": "",
|
2295 |
-
"videoPrompt": "Detailed
|
2296 |
"audioPrompt": ""
|
2297 |
},
|
2298 |
{
|
2299 |
"shotId": "502e6087-e94a-47e0-9bb6-36fde7ea6fbd",
|
2300 |
"index": 8,
|
2301 |
"lastGenerationAt": "",
|
2302 |
-
"videoPrompt": "
|
2303 |
"audioPrompt": ""
|
2304 |
},
|
2305 |
{
|
2306 |
"shotId": "8580722a-3b39-4a9e-a025-df34b797bddd",
|
2307 |
"index": 9,
|
2308 |
"lastGenerationAt": "",
|
2309 |
-
"videoPrompt": "
|
2310 |
"audioPrompt": ""
|
2311 |
},
|
2312 |
{
|
2313 |
"shotId": "c94b8055-8c5a-47ab-847d-fffc2c3b2970",
|
2314 |
"index": 10,
|
2315 |
"lastGenerationAt": "",
|
2316 |
-
"videoPrompt": "Cinematic
|
2317 |
"audioPrompt": ""
|
2318 |
},
|
2319 |
{
|
2320 |
"shotId": "d4db5c58-8b39-486a-82d2-369d677b460b",
|
2321 |
"index": 11,
|
2322 |
"lastGenerationAt": "",
|
2323 |
-
"videoPrompt": "Close-up
|
2324 |
"audioPrompt": ""
|
2325 |
},
|
2326 |
{
|
2327 |
"shotId": "82b6fe9c-4118-47fd-b646-d8c3af13ca43",
|
2328 |
"index": 12,
|
2329 |
"lastGenerationAt": "",
|
2330 |
-
"videoPrompt": "
|
2331 |
"audioPrompt": ""
|
2332 |
},
|
2333 |
{
|
2334 |
"shotId": "fbc7a235-24b5-4b40-a25d-38bedcf730b7",
|
2335 |
"index": 13,
|
2336 |
"lastGenerationAt": "",
|
2337 |
-
"videoPrompt": "
|
2338 |
"audioPrompt": ""
|
2339 |
},
|
2340 |
{
|
2341 |
"shotId": "4441384c-164f-4119-abdc-ccfaac084974",
|
2342 |
"index": 14,
|
2343 |
"lastGenerationAt": "",
|
2344 |
-
"videoPrompt": "
|
2345 |
"audioPrompt": ""
|
2346 |
},
|
2347 |
{
|
2348 |
"shotId": "824b2db8-4daa-495e-8eca-18a508b09550",
|
2349 |
"index": 15,
|
2350 |
"lastGenerationAt": "",
|
2351 |
-
"videoPrompt": "Cinematic
|
2352 |
"audioPrompt": ""
|
2353 |
},
|
2354 |
{
|
2355 |
"shotId": "46659408-d244-4038-98ba-9577eac1e6d8",
|
2356 |
"index": 16,
|
2357 |
"lastGenerationAt": "",
|
2358 |
-
"videoPrompt": "
|
2359 |
"audioPrompt": ""
|
2360 |
},
|
2361 |
{
|
2362 |
"shotId": "9ec11bbc-5f6c-418c-bfdc-e448f58dd1c7",
|
2363 |
"index": 17,
|
2364 |
"lastGenerationAt": "",
|
2365 |
-
"videoPrompt": "
|
2366 |
"audioPrompt": ""
|
2367 |
},
|
2368 |
{
|
2369 |
"shotId": "a3adb2fd-2071-4625-be69-33b624d35091",
|
2370 |
"index": 18,
|
2371 |
"lastGenerationAt": "",
|
2372 |
-
"videoPrompt": "Close-up
|
2373 |
"audioPrompt": ""
|
2374 |
},
|
2375 |
{
|
2376 |
"shotId": "8c0bb0e7-4ad9-4183-b99d-0ad2c8412756",
|
2377 |
"index": 19,
|
2378 |
"lastGenerationAt": "",
|
2379 |
-
"videoPrompt": "
|
2380 |
"audioPrompt": ""
|
2381 |
},
|
2382 |
{
|
2383 |
"shotId": "24dd79b5-2e32-4dba-bbd4-f7abf1febba5",
|
2384 |
"index": 20,
|
2385 |
"lastGenerationAt": "",
|
2386 |
-
"videoPrompt": "
|
2387 |
"audioPrompt": ""
|
2388 |
},
|
2389 |
{
|
2390 |
"shotId": "f6c26f86-2d7c-4b0b-8a9e-9e0c38353b3a",
|
2391 |
"index": 21,
|
2392 |
"lastGenerationAt": "",
|
2393 |
-
"videoPrompt": "Cinematic
|
2394 |
"audioPrompt": ""
|
2395 |
},
|
2396 |
{
|
2397 |
"shotId": "8bb4f019-d3b5-40aa-9399-2d079a60ce66",
|
2398 |
"index": 22,
|
2399 |
"lastGenerationAt": "",
|
2400 |
-
"videoPrompt": "
|
2401 |
"audioPrompt": ""
|
2402 |
},
|
2403 |
{
|
2404 |
"shotId": "df483253-51f4-4d5b-936d-5784202e1f9d",
|
2405 |
"index": 23,
|
2406 |
"lastGenerationAt": "",
|
2407 |
-
"videoPrompt": "Detailed
|
2408 |
"audioPrompt": ""
|
2409 |
},
|
2410 |
{
|
2411 |
"shotId": "f209941b-57ea-4236-9c27-d86623340df7",
|
2412 |
"index": 24,
|
2413 |
"lastGenerationAt": "",
|
2414 |
-
"videoPrompt": "
|
2415 |
"audioPrompt": ""
|
2416 |
}
|
2417 |
]
|
|
|
1 |
{
|
2 |
"version": 1,
|
3 |
+
"startAtShotId": "8580722a-3b39-4a9e-a025-df34b797bddd",
|
4 |
"sequences": [
|
5 |
{
|
6 |
"sequenceId": "0489dbc6-791c-4cb8-97f6-ada01092fa91",
|
|
|
2243 |
"shotId": "20bd0aac-84a6-4d78-8d3b-3ef0ae1f1c34",
|
2244 |
"index": 0,
|
2245 |
"lastGenerationAt": "",
|
2246 |
+
"videoPrompt": "Footage of an extraterrestrial humanoid squid standing in a futuristic Venetian style city with green cobblestones, under a purple sky, lit by bioluminescent lanterns. Renaissance influence, dramatic accent lighting, wide-angle, Canon EOS, high quality, cinematic, IMAX film grain, movie.",
|
2247 |
"audioPrompt": ""
|
2248 |
},
|
2249 |
{
|
2250 |
"shotId": "ec3b3d2b-fae1-4ef7-a4d8-e25f974a2807",
|
2251 |
"index": 1,
|
2252 |
"lastGenerationAt": "",
|
2253 |
+
"videoPrompt": "Footage of a massive, colorful spaceship hovering over the canals of the futuristic city, reflecting in the water. Night setting with dramatic ambient lighting, fisheye view, film grain texture, IMAX, Canon EOS, trending on Artstation.",
|
2254 |
"audioPrompt": ""
|
2255 |
},
|
2256 |
{
|
2257 |
"shotId": "ffbdd414-a53a-4dbd-88b9-d21fa9dcde2b",
|
2258 |
"index": 2,
|
2259 |
"lastGenerationAt": "",
|
2260 |
+
"videoPrompt": "Highly detailed footage of humanoid insect characters, in metallic fabric clothing, walking through a grand hallway lit by floating candlelight, in a renaissance-style building. Wide-angle, Canon EOS, featured in a movie, cinematic, IMAX film grain.",
|
2261 |
"audioPrompt": ""
|
2262 |
},
|
2263 |
{
|
2264 |
"shotId": "7d68b022-687c-4fd6-8ac1-8d725caddc97",
|
2265 |
"index": 3,
|
2266 |
"lastGenerationAt": "",
|
2267 |
+
"videoPrompt": "Footage of a panoramic view of a renaissance-influenced, futuristic cityscape from a ship's cockpit, under an orange sky and turquoise ground. Detail of intricate building designs, dramatic soft lighting, Dutch angle, Canon EOS, Imax, high quality, cinematic, awarded film.",
|
2268 |
"audioPrompt": ""
|
2269 |
},
|
2270 |
{
|
2271 |
"shotId": "be8fa274-07e9-4e58-8b7e-de610fb09794",
|
2272 |
"index": 4,
|
2273 |
"lastGenerationAt": "",
|
2274 |
+
"videoPrompt": "Footage of a ship racing through a turquoise and pink canyon, visible through a window inside the ship. Characters reacting in the foreground. Dramatic backlight lighting, depth of field, Canon EOS, high quality, cinematic, IMAX film grain.",
|
2275 |
"audioPrompt": ""
|
2276 |
},
|
2277 |
{
|
2278 |
"shotId": "e08499be-2c55-4673-b691-344b3b850bee",
|
2279 |
"index": 5,
|
2280 |
"lastGenerationAt": "",
|
2281 |
+
"videoPrompt": "Close-up footage of a humanoid robot, reflecting the colors of a nebula, with the star-filled space in the background. Subtle polaroid effect, studio quality, ultra-realistic, Canon EOS, cinematic, IMAX film grain.",
|
2282 |
"audioPrompt": ""
|
2283 |
},
|
2284 |
{
|
2285 |
"shotId": "890c48bf-311a-499f-9fbe-47a45364433e",
|
2286 |
"index": 6,
|
2287 |
"lastGenerationAt": "",
|
2288 |
+
"videoPrompt": "Cinematic footage of multiple spaceships hovering over a renaissance influenced city, with the colorful nebula reflecting on the building rooftops. Shot in landscape, with powerful backlight, Canon EOS, IMAX, movie scene, high quality, trending on Artstation.",
|
2289 |
"audioPrompt": ""
|
2290 |
},
|
2291 |
{
|
2292 |
"shotId": "d701ebd0-7aa5-445f-b8e5-da4898d6a7d6",
|
2293 |
"index": 7,
|
2294 |
"lastGenerationAt": "",
|
2295 |
+
"videoPrompt": "Detailed footage of an alien building with futurist facades inspired by Venetian architecture made of colorful, reflective metal. Strong neon lamp lighting on robot passing by. Wide angle shot, Canon EOS, high quality, cinematic, IMAX film grain.",
|
2296 |
"audioPrompt": ""
|
2297 |
},
|
2298 |
{
|
2299 |
"shotId": "502e6087-e94a-47e0-9bb6-36fde7ea6fbd",
|
2300 |
"index": 8,
|
2301 |
"lastGenerationAt": "",
|
2302 |
+
"videoPrompt": "Footage of an alien character entering a grand alien building, the structure combines futuristic and renaissance elements, with humanoid squids visible in the background. Nightclub lighting, Canon EOS, ultra-realistic, cinematic, IMAX film grain, trending on Artstation.",
|
2303 |
"audioPrompt": ""
|
2304 |
},
|
2305 |
{
|
2306 |
"shotId": "8580722a-3b39-4a9e-a025-df34b797bddd",
|
2307 |
"index": 9,
|
2308 |
"lastGenerationAt": "",
|
2309 |
+
"videoPrompt": "Footage of a canyon scene as a spaceship navigates through it, with shots of the rocky surface and colorful dust clouds. Direct sunlight, ultra-wide angle, Canon EOS, high quality, cinematic, IMAX film grain.",
|
2310 |
"audioPrompt": ""
|
2311 |
},
|
2312 |
{
|
2313 |
"shotId": "c94b8055-8c5a-47ab-847d-fffc2c3b2970",
|
2314 |
"index": 10,
|
2315 |
"lastGenerationAt": "",
|
2316 |
+
"videoPrompt": "Cinematic footage of a large spaceship landing on green ground under a red sky, casting long shadows. Sunset light, ultra-realistic, Canon EOS, IMAX film grain, high quality, movie scene.",
|
2317 |
"audioPrompt": ""
|
2318 |
},
|
2319 |
{
|
2320 |
"shotId": "d4db5c58-8b39-486a-82d2-369d677b460b",
|
2321 |
"index": 11,
|
2322 |
"lastGenerationAt": "",
|
2323 |
+
"videoPrompt": "Close-up footage of a humanoid insect character's face, showing the intricate design and colors of its metal-like skin. Warm backlight, Canon EOS, ultra-realistic, cinematic, IMAX film grain, trending on Artstation.",
|
2324 |
"audioPrompt": ""
|
2325 |
},
|
2326 |
{
|
2327 |
"shotId": "82b6fe9c-4118-47fd-b646-d8c3af13ca43",
|
2328 |
"index": 12,
|
2329 |
"lastGenerationAt": "",
|
2330 |
+
"videoPrompt": "Footage of a spaceship cockpit view of an upcoming nebula. Whole crew visible in shadows. Accent lighting, wide-angle, Canon EOS, studio quality, cinematic, IMAX film grain.",
|
2331 |
"audioPrompt": ""
|
2332 |
},
|
2333 |
{
|
2334 |
"shotId": "fbc7a235-24b5-4b40-a25d-38bedcf730b7",
|
2335 |
"index": 13,
|
2336 |
"lastGenerationAt": "",
|
2337 |
+
"videoPrompt": "Footage of an alien Market Square surrounded by renaissance-styled futuristic buildings, bustling with various alien forms. Morning light, dramatic shadows, Canon EOS, high quality, IMAX film grain, cinematic.",
|
2338 |
"audioPrompt": ""
|
2339 |
},
|
2340 |
{
|
2341 |
"shotId": "4441384c-164f-4119-abdc-ccfaac084974",
|
2342 |
"index": 14,
|
2343 |
"lastGenerationAt": "",
|
2344 |
+
"videoPrompt": "Footage of humanoid squid character inside a cathedral-like ship, under bioluminescent lighting, Canon EOS, high quality, cinematic, IMAX film grain, trending on Artstation.",
|
2345 |
"audioPrompt": ""
|
2346 |
},
|
2347 |
{
|
2348 |
"shotId": "824b2db8-4daa-495e-8eca-18a508b09550",
|
2349 |
"index": 15,
|
2350 |
"lastGenerationAt": "",
|
2351 |
+
"videoPrompt": "Cinematic footage of a spaceship chase scene in the airspace of a futuristic city, reflections of vibrant lights on the spaceship's surface. Night time, neon light strobes, Canon EOS, IMAX film grain, high quality.",
|
2352 |
"audioPrompt": ""
|
2353 |
},
|
2354 |
{
|
2355 |
"shotId": "46659408-d244-4038-98ba-9577eac1e6d8",
|
2356 |
"index": 16,
|
2357 |
"lastGenerationAt": "",
|
2358 |
+
"videoPrompt": "Footage of a Venetian style bridge joining futuristic buildings with extraterrestrial characters crossing, under a purple alien sky. Evening, ambient lighting, Canon EOS, high quality, cinematic, IMAX film grain.",
|
2359 |
"audioPrompt": ""
|
2360 |
},
|
2361 |
{
|
2362 |
"shotId": "9ec11bbc-5f6c-418c-bfdc-e448f58dd1c7",
|
2363 |
"index": 17,
|
2364 |
"lastGenerationAt": "",
|
2365 |
+
"videoPrompt": "Footage of a massive, Jodorowsky's Dune-inspired spaceship looming over a cityscape, as seen from a character's point of view. Overcast with god ray lighting, Canon EOS, cinematic, IMAX film grain, movie scene.",
|
2366 |
"audioPrompt": ""
|
2367 |
},
|
2368 |
{
|
2369 |
"shotId": "a3adb2fd-2071-4625-be69-33b624d35091",
|
2370 |
"index": 18,
|
2371 |
"lastGenerationAt": "",
|
2372 |
+
"videoPrompt": "Close-up footage of a humanoid robot's hand against a metallic Venetian style building, showing intricate engravings. Side lighting, Canon EOS, cinematic, IMAX film grain, high quality, trending on Artstation.",
|
2373 |
"audioPrompt": ""
|
2374 |
},
|
2375 |
{
|
2376 |
"shotId": "8c0bb0e7-4ad9-4183-b99d-0ad2c8412756",
|
2377 |
"index": 19,
|
2378 |
"lastGenerationAt": "",
|
2379 |
+
"videoPrompt": "Footage of a movie scene featuring an alien fish market inside a tower, overlooking the horizon with multiple suns. Dusk light, Canon EOS, wide-angle shot, cinematic, IMAX film grain, trending on Artstation.",
|
2380 |
"audioPrompt": ""
|
2381 |
},
|
2382 |
{
|
2383 |
"shotId": "24dd79b5-2e32-4dba-bbd4-f7abf1febba5",
|
2384 |
"index": 20,
|
2385 |
"lastGenerationAt": "",
|
2386 |
+
"videoPrompt": "Footage of a humanoid insect character in a dark cloak, seen through the mist on a narrow city bridge over a canal. Crepuscular rays, Canon EOS, ultra-realistic, cinematic, IMAX film grain.",
|
2387 |
"audioPrompt": ""
|
2388 |
},
|
2389 |
{
|
2390 |
"shotId": "f6c26f86-2d7c-4b0b-8a9e-9e0c38353b3a",
|
2391 |
"index": 21,
|
2392 |
"lastGenerationAt": "",
|
2393 |
+
"videoPrompt": "Cinematic footage of a space battle scene, featuring colorful spaceships against the backdrop of a large nebula. Wide angle, Canon EOS, high quality, IMAX film grain.",
|
2394 |
"audioPrompt": ""
|
2395 |
},
|
2396 |
{
|
2397 |
"shotId": "8bb4f019-d3b5-40aa-9399-2d079a60ce66",
|
2398 |
"index": 22,
|
2399 |
"lastGenerationAt": "",
|
2400 |
+
"videoPrompt": "Footage of an alien character's face framed by a futuristic helmet, a colorful cityscape reflected on the visor. Ambient light, Canon EOS, high quality, cinematic, IMAX film grain, trending on Artstation.",
|
2401 |
"audioPrompt": ""
|
2402 |
},
|
2403 |
{
|
2404 |
"shotId": "df483253-51f4-4d5b-936d-5784202e1f9d",
|
2405 |
"index": 23,
|
2406 |
"lastGenerationAt": "",
|
2407 |
+
"videoPrompt": "Detailed footage of a giant robot statue in the foreground, with cityscape in the background, under a blue and pink sky. Direct sunlight, Canon EOS, high quality, cinematic, IMAX film grain, movie scene.",
|
2408 |
"audioPrompt": ""
|
2409 |
},
|
2410 |
{
|
2411 |
"shotId": "f209941b-57ea-4236-9c27-d86623340df7",
|
2412 |
"index": 24,
|
2413 |
"lastGenerationAt": "",
|
2414 |
+
"videoPrompt": "Footage of a spaceship flying low over an alien sea, with futuristic city in the background, under a yellow sunset. Canon EOS, cinematic, IMAX film grain, high quality, trending on Artstation.",
|
2415 |
"audioPrompt": ""
|
2416 |
}
|
2417 |
]
|
src/index.mts
CHANGED
@@ -17,6 +17,9 @@ const status = `${process.env.WEBTV_STATUS || 'dry_run'}` as RunMode
|
|
17 |
|
18 |
console.log(`Web TV server status: ${status}`)
|
19 |
|
|
|
|
|
|
|
20 |
const main = async () => {
|
21 |
if (status === 'paused') {
|
22 |
setTimeout(() => {
|
@@ -94,6 +97,7 @@ ${sequence.videoPrompt}
|
|
94 |
continue
|
95 |
}
|
96 |
|
|
|
97 |
try {
|
98 |
const generatedVideoUrl = await callZeroscope(shot.videoPrompt)
|
99 |
|
@@ -129,20 +133,24 @@ ${sequence.videoPrompt}
|
|
129 |
console.log(`- error: ${err}`)
|
130 |
}
|
131 |
|
132 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
133 |
|
134 |
if (totalRunTime <= 0) {
|
135 |
continue
|
136 |
}
|
137 |
|
138 |
-
|
139 |
-
|
140 |
-
|
141 |
-
|
142 |
-
|
143 |
-
}
|
144 |
-
|
145 |
-
console.log('Finished generating sequence')
|
146 |
}
|
147 |
|
148 |
console.log('Finished the cycle')
|
|
|
17 |
|
18 |
console.log(`Web TV server status: ${status}`)
|
19 |
|
20 |
+
// to add more diversity to the stream, let's cut down on the length
|
21 |
+
const maxShotsPerSequence = 6
|
22 |
+
|
23 |
const main = async () => {
|
24 |
if (status === 'paused') {
|
25 |
setTimeout(() => {
|
|
|
97 |
continue
|
98 |
}
|
99 |
|
100 |
+
|
101 |
try {
|
102 |
const generatedVideoUrl = await callZeroscope(shot.videoPrompt)
|
103 |
|
|
|
133 |
console.log(`- error: ${err}`)
|
134 |
}
|
135 |
|
136 |
+
// for the initial demo, we may want to limit the number of shots per sequence
|
137 |
+
if (shotIndex > maxShotsPerSequence) {
|
138 |
+
break
|
139 |
+
}
|
140 |
+
}
|
141 |
+
|
142 |
+
console.log('Finished generating sequence')
|
143 |
+
|
144 |
+
const totalRunTime = videoDurationInSecs * generatedShots.length
|
145 |
|
146 |
if (totalRunTime <= 0) {
|
147 |
continue
|
148 |
}
|
149 |
|
150 |
+
// TODO: generate music from MusicGen, with the correct length
|
151 |
+
// (or we could generate a slightly larger track and let ffmpeg cut it)
|
152 |
+
console.log(`TODO: generate ${totalRunTime} seconds of music`)
|
153 |
+
await callMusicgen(sequence.audioPrompt) // this does nothing for now
|
|
|
|
|
|
|
|
|
154 |
}
|
155 |
|
156 |
console.log('Finished the cycle')
|
src/upscaleVideo.mts
CHANGED
@@ -13,7 +13,7 @@ export async function upscaleVideo(fileName: string, prompt: string) {
|
|
13 |
protocolTimeout: 800000,
|
14 |
})
|
15 |
|
16 |
-
const spaceUrl =
|
17 |
|
18 |
const page = await browser.newPage()
|
19 |
|
|
|
13 |
protocolTimeout: 800000,
|
14 |
})
|
15 |
|
16 |
+
const spaceUrl = process.env.WEBTV_UPSCALE_SPACE_API_URL
|
17 |
|
18 |
const page = await browser.newPage()
|
19 |
|