Spaces:
Runtime error
Runtime error
File size: 3,088 Bytes
e4eb491 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 |
import os
import argparse
from PIL import Image
from luciddreamer import LucidDreamer
if __name__ == "__main__":
### option
parser = argparse.ArgumentParser(description='Arguments for LucidDreamer')
# Input options
parser.add_argument('--image', '-img', type=str, default='examples/Image015_animelakehouse.jpg', help='Input image for scene generation')
parser.add_argument('--text', '-t', type=str, default='examples/Image015_animelakehouse.txt', help='Text prompt for scene generation')
parser.add_argument('--neg_text', '-nt', type=str, default='', help='Negative text prompt for scene generation')
# Camera options
parser.add_argument('--campath_gen', '-cg', type=str, default='lookdown', choices=['lookdown', 'lookaround', 'rotate360'], help='Camera extrinsic trajectories for scene generation')
parser.add_argument('--campath_render', '-cr', type=str, default='llff', choices=['back_and_forth', 'llff', 'headbanging'], help='Camera extrinsic trajectories for video rendering')
# Inpainting options
parser.add_argument('--model_name', type=str, default=None, help='Model name for inpainting(dreaming)')
parser.add_argument('--seed', type=int, default=1, help='Manual seed for running Stable Diffusion inpainting')
parser.add_argument('--diff_steps', type=int, default=50, help='Number of inference steps for running Stable Diffusion inpainting')
# Save options
parser.add_argument('--save_dir', '-s', type=str, default='', help='Save directory')
args = parser.parse_args()
### input (example)
rgb_cond = Image.open(args.image)
if args.text.endswith('.txt'):
with open(args.text, 'r') as f:
txt_cond = f.readline()
else:
txt_cond = args.text
if args.neg_text.endswith('.txt'):
with open(args.neg_text, 'r') as f:
neg_txt_cond = f.readline()
else:
neg_txt_cond = args.neg_text
# Make default save directory if blank
if args.save_dir == '':
img_name = os.path.splitext(os.path.basename(args.image))[0]
args.save_dir = f'./outputs/{img_name}_{args.campath_gen}_{args.seed}'
if not os.path.exists(args.save_dir):
os.makedirs(args.save_dir, exist_ok=True)
if args.model_name is not None and args.model_name.endswith('safetensors'):
print('Your model is saved in safetensor form. Converting to HF models...')
from diffusers.pipelines.stable_diffusion.convert_from_ckpt import download_from_original_stable_diffusion_ckpt
pipe = download_from_original_stable_diffusion_ckpt(
checkpoint_path_or_dict=args.model_name,
from_safetensors=True,
device='cuda',
)
pipe.save_pretrained('stablediffusion/', safe_serialization=False)
args.model_name = f'stablediffusion/{args.model_name}'
ld = LucidDreamer(for_gradio=False, save_dir=args.save_dir)
ld.create(rgb_cond, txt_cond, neg_txt_cond, args.campath_gen, args.seed, args.diff_steps, model_name=args.model_name)
ld.render_video(args.campath_render)
|