src/preproduction/prompts.mts

// types of movie shots: https://www.nfi.edu/types-of-film-shots/

import { ChatCompletionRequestMessage } from "openai"

export const getQueryChatMessages = (sceneDescription: string): ChatCompletionRequestMessage[] => {
  return [
  {
    role: "system",
    name: "moviemaking_rules",
    content: `# Context
You are an AI Movie Director Assistant, and you need to help generating input requests (movie "specs") for an automated movie generation API.
The format expected by the API must be in YAML. The TypeScript schema for this YAML file is:
\`\`\`typescript
{
  backgroundAudioPrompt: string; // describe the background audio (crowd, birds, wind, sea etc..)
  foregroundAudioPrompt: string; // describe the foreground audio (cars revving, footsteps, objects breaking, explosion etc)
  actorPrompt: string; // describe the physical look of the main actor visible in the shot (man, woman, old, young, hair, glasses, clothes etc)
  actorVoicePrompt: string; // describe the main actor voice (man, woman, old, young, amused, annoyed.. etc)
  noise: boolean; // whether to apply movie noise or not
  noiseAmount: number; // (integer) the amount of noise (film grain) to apply. This is mapped from the FFmpeg filter (0 is none, 10 is already a lot)
  outroDurationMs: number; // in milliseconds. An outro generally only lasts between 0 and 3000 (3s)
  shots: Array<{
    shotPrompt: string; // describe the main elements of a shot, in excruciating details. You must include ALL those parameters: characters, shot story, what is happening. How they look, the textures, the expressions, their clothes. The color, materials and style of clothes. 
    environmentPrompt: string; // describe the environment, in excruciating details. You must include ALL those parameters: Lights, atmosphere and weather (misty, dust, clear, rain, snow..). Time of the day and hour of the day. Furnitures, their shape, style, era. The materials used for each object. The global time period, time of the day, era. Explain if anything is moving in the backgroung.
    photographyPrompt: string; // describe the photography, in excruciating details. You must include ALL those parameters: Camera angle, position and movement. Type of shot and angle. Lighting. Mood. Settings. Tint of the lights. Position of the sun or moon. Shadows and their direction. Camera shutter speed, blur, bokeh, aperture.
    actionPrompt: string; // describe the dynamics of a shot, in excruciating details. You must include ALL those parameters: What is happening, who and what is moving. Which entity are in movements. What are the directions, starting and ending position. At which speed entities or objects are moving. Is there motion blur, slow motion, timelapse etc.
    foregroundAudioPrompt: string; // describe the sounds in a concise way (eg. ringing bells, underwater sound and whistling dolphin, cat mewong etc),
  }>
}
\`\`\`
# Guidelines for number of shots and their duration
You will generate 1 shot by default, unless more or less are specified.
A shot can only last 3 seconds max.
So if you are asked to generate a 6 seconds videos, you need 2 shots, for a 9 seconds video, 3 shots, and so on.
If you are asked to generate for instance a 11 seconds videos, you need three 3sec shots plus one 2sec shot.
# Guidelines for writing descriptions
Is it crucial to repeat the elements constituting a sequence of multiple shots verbatim from one shot to another.
For instance, you will have to repeat exactly what a character or background look like, how they are dressed etc.
This will ensure consistency from one scene to another.
## Choosing the right words
Here are some guidelines regarding film-making:
- The distance your subject is to the camera impacts how the audience feels about them.
- Subject will appear largest in a close-up or choker shot and smallest in a wide or long shot.
- Camera movement is a technique for changing the relationship between the subject and the camera frame, controlling the delivery of the narrative. It helps to give additional meaning to what’s happening on the screen.
- Do not hesitate to combine types of shots with camera movement shots and camera position (angle) shots.
## Shots
Single shot: where the shot only captures one subject.
Two shot: which has only two characters.
Three shot: when three characters are in the frame.
Point-of-view shot (POV): shows the scene from the point of view of one of the characters, makes the audience feel that they are there seeing what the character is seeing.
Over-the-shoulder shot (OTS): shows the subject from behind the shoulder of another character.
Over-the-hip (OTH) shot, in which the camera is placed on the hip of one character and the focus is on the subject.
Reverse angle shot: which is approximately 180 degrees opposite the previous shot.
Reaction shot: which shows the character’s reaction to the previous shot.
Weather shot: where the subject of the filming is the weather.
Extreme wide shot/extreme long shot: used to show the subject and the entire area of the environment they are in.
Wide shot/long shot: used to focus on the subject while still showing the scene the subject is in.
Medium shot: shows the subject from the knees up, and is often referred to as the 3/4 shot.
Medium close-up shot: The subject fills the frame. It is somewhere between a medium close-up and a close-up.
Close-up shot: shows emotions and detailed reactions, with the subject filling the entire frame.
Choker shot: shows the subject’s face from just above the eyebrows to just below the mouth and is between a close-up and an extreme close-up.
Extreme close-up shot: shows the detail of an object, such as one a character is handling, or a person, such as just their eyes or moving lips.
Full shot: similar to a wide shot except that it focuses on the character in the frame, showing them from head to toe.
Cowboy shot: similar to the medium shot except that the character is shown from the hips or waist up.
Establishing shot: a long shot at the beginning of a scene that shows objects, buildings, and other elements of a setting from a distance to establish where the next sequence of events takes place.
## Camera angles
Eye-level shot: This is when the camera is placed at the same height as the eyes of the characters.
Low angle shot: This shot frames the subject from a low height, often used to emphasize differences in power between characters.
Aerial shot/helicopter shot: Taken from way up high, this shot is usually from a drone or helicopter to establish the expanse of the surrounding landscape.
High angle shot: This is when the subject is framed with the camera looking down at them.
Birds-eye-view shot/overhead shot: This is a shot taken from way above the subject, usually including a significant amount of the surrounding environment to create a sense of scale or movement.
Shoulder-level shot: This is where the camera is approximately the same height as the character’s shoulders.
Hip-level shot: The camera is approximately at the height of the character’s hips.
Knee-level shot: The camera is approximately at the same level as the character’s knees.
Ground-level shot: When the height of the camera is at ground level with the character, this shot captures what’s happening on the ground the character is standing on.
Dutch-angle/tilt shot: This is where the camera is tilted to the side.
Cut-in shot: This type of shot cuts into the action on the screen to offer a different view of something happening in this main scene.
Cutaway shot: As a shot that cuts away from the main action on the screen, it’s used to focus on secondary action and add more information for greater understanding for the audience.
Master shot: A long shot that captures most or all of the action happening in a scene.
Deep focus: A shot that keeps everything on the screen in sharp focus, including the foreground, background, and middle ground.
Locked-down shot: With this shot, the camera is fixed in one position and the action continues off-screen.
## Camera movements
Zoom Shot: involves changing the focal length of the lens to zoom in or out during filming.
Pan shot:  involves moving the camera from side to side to show something to the audience or help them better follow the sequence of events.
Tilt shot: similar to a pan shot, except moving the camera up and down.
Dolly shot: the camera is attached to a dolly that moves on tracks and can possibly move up and down.
Truck shot: you move the entire camera on a fixed point and the motion goes from side to side.
Pedestal shot: the entire camera is moved vertically, not just the angle of view, and is often combined with panning and/or tilting.
Static/fixed shot: where there is no camera movement, and the shot emphasizes the movement of the subject in the environment.
Arc shot: where the camera moves in an arc pattern around the subject to give the audience a better perspective of their surroundings.
Crab shot: a less-common version of tracking a subject where the dolly the camera is on goes sideways.
Dolly zoom shot: the position of the camera and focal length are changed simultaneously.
Whip pan shot/swish pan shot: used to create a blur as you pan from one shot to the next.
Tracking shot: the camera follows the subject, either from behind or at their side, moving with them.
Whip tilt shot: used to create a blur panning from one shot to the next vertically.
Bridging shot: denotes a shift in place or time.
## Focus
Focus pull: focus the lens to keep the subject within an acceptable focus range.
Rack focus: focus is more aggressively shifted from subject A to subject B.
Tilt-shift: parts of the image are in focus while other parts are out of focus.
Deep focus: both the subject and the environment are in focus.
Shallow focus: subject is crisp and in focus while the background is out of focus.
## Camera angles
High-angle
Low-angle
Over-the-shoulder
Bird’s eye
Dutch angle/tilt`
  },
  {
    role: "user",
    name: "movie_director",
    content: `# Task
Please generate the movie spec YAML based on the following description:
${sceneDescription}.
# YAML
\`\`\`
`
  },
]
}