i’ve been extremely entertained using stablediffusion lately. it seems extremely for fast prototyping of compositional ideas that can then be refined by hand — and given some images of significance, the morphs between them are addictive to watch.
using deforum via stable diffusion webui, sourced with my own illustrations, looking forward to using the outputs from this pipeline as seeded inputs for live visuals
{
"W": 512,
"H": 512,
"tiling": false,
"restore_faces": false,
"seed": 3008211226,
"sampler": "DPM2 Karras",
"seed_resize_from_w": 0,
"seed_resize_from_h": 0,
"steps": 25,
"ddim_eta": 0.0,
"save_settings": true,
"save_sample_per_step": false,
"batch_name": "Deforum_20230424230240",
"seed_behavior": "schedule",
"seed_iter_N": 2,
"use_init": false,
"strength_0_no_init": false,
"strength": 0.7,
"init_image": null,
"use_mask": false,
"use_alpha_as_mask": false,
"invert_mask": false,
"overlay_mask": true,
"mask_file": "https://deforum.github.io/a1/M1.jpg",
"mask_contrast_adjust": 1.0,
"mask_brightness_adjust": 1.0,
"mask_overlay_blur": 4,
"fill": 1,
"full_res_mask": true,
"full_res_mask_padding": 4,
"reroll_blank_frames": "reroll",
"reroll_patience": 10.0,
"precision": "autocast",
"timestring": "20230424230240",
"prompts": {
"0": "beautiful, small breasts, short curly hair, young overhead view illustration of a naked girl with rabbit ears surrounded by periwinkle flowers --neg sketch by bad-artist, cropped, no face, signature, disfigured, deformed, poorly drawn, low quality eyes, border, comic, lowres, bad anatomy, bad hands, error, missing fingers, extra digit, fewer digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, watermark, username, blurry, artist name, extra hands,",
"40": "beautiful, small breasts, short curly hair, young red illustration of a cyborg girl android in a red tutu facing left, wearing a carnival mask, red pink abstract shapes grid --neg sketch by bad-artist, cropped, no face, signature, disfigured, deformed, poorly drawn, low quality eyes, border, comic, lowres, bad anatomy, bad hands, error, missing fingers, extra digit, fewer digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, watermark, username, blurry, artist name, extra hands,",
"45": "beautiful, small breasts, short curly hair, young red illustration of a ballerina facing left, wearing a carnival mask, red pink abstract shapes grid --neg sketch by bad-artist, cropped, no face, signature, disfigured, deformed, poorly drawn, low quality eyes, border, comic, lowres, bad anatomy, bad hands, error, missing fingers, extra digit, fewer digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, watermark, username, blurry, artist name, extra hands,",
"80": "beautiful, small breasts, short curly hair, young gouache drawing of a black empty field with a transparent woman blindfolded wearing a skirt with her hair on fire and her hands laying in her lap, with blue and red veins coming out of her skirt --neg sketch by bad-artist, cropped, no face, signature, disfigured, deformed, poorly drawn, low quality eyes, border, comic, lowres, bad anatomy, bad hands, error, missing fingers, extra digit, fewer digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, watermark, username, blurry, artist name, extra hands,",
"85": "beautiful, small breasts, short curly hair, young line drawing of a blindfolded woman with her hair on fire, with blue and red veins coming out of her skirt --neg sketch by bad-artist, cropped, no face, signature, disfigured, deformed, poorly drawn, low quality eyes, border, comic, lowres, bad anatomy, bad hands, error, missing fingers, extra digit, fewer digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, watermark, username, blurry, artist name, extra hands,",
"120": "beautiful, small breasts, short curly hair, young illustration of a naked woman wearing bunny ears kissing another woman wearing rabbit ears, kneeling in a pool of blood --neg sketch by bad-artist, cropped, no face, signature, disfigured, deformed, poorly drawn, low quality eyes, border, comic, lowres, bad anatomy, bad hands, error, missing fingers, extra digit, fewer digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, watermark, username, blurry, artist name, extra hands,",
"160": "beautiful, small breasts, short curly hair, young glitchy illustration of a woman lying on her arched back in a pool of blood, shooting a colorful prismatic light spectrum out of her head --neg sketch by bad-artist, cropped, no face, signature, disfigured, deformed, poorly drawn, low quality eyes, border, comic, lowres, bad anatomy, bad hands, error, missing fingers, extra digit, fewer digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, watermark, username, blurry, artist name, extra hands,",
"200": "beautiful, small breasts, short curly hair, young a naked woman hurtling through space inside of a big comet trail --neg sketch by bad-artist, cropped, no face, signature, disfigured, deformed, poorly drawn, low quality eyes, border, comic, lowres, bad anatomy, bad hands, error, missing fingers, extra digit, fewer digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, watermark, username, blurry, artist name, extra hands,",
"240": "beautiful, small breasts, short curly hair, young top-down woman wearing bunny ears lying on a forest floor surrounded by flowers --neg sketch by bad-artist, cropped, no face, signature, disfigured, deformed, poorly drawn, low quality eyes, border, comic, lowres, bad anatomy, bad hands, error, missing fingers, extra digit, fewer digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, watermark, username, blurry, artist name, extra hands,"
},
"positive_prompts": "beautiful, small breasts, short curly hair, young",
"negative_prompts": "sketch by bad-artist, cropped, no face, signature, disfigured, deformed, poorly drawn, low quality eyes, border, comic, lowres, bad anatomy, bad hands, error, missing fingers, extra digit, fewer digits, cropped, worst quality, low quality, normal quality, jpeg artifacts, watermark, username, blurry, artist name, extra hands,",
"outdir": "/Users/rng/Documents/_code/ai/stable-diffusion-webui/outputs/img2img-images/Deforum_20230424230240",
"animation_mode": "2D",
"max_frames": 261,
"border": "wrap",
"angle": "0:(.7)",
"zoom": "0:(1.0025+0.002*sin(1.25*3.14*t/30))",
"translation_x": "0:(0)",
"translation_y": "0:(0.01)",
"translation_z": "0:(1.75)",
"transform_center_x": "0:(0.5)",
"transform_center_y": "0:(0.5)",
"rotation_3d_x": "0:(0)",
"rotation_3d_y": "0:(0)",
"rotation_3d_z": "0:(0)",
"enable_perspective_flip": false,
"perspective_flip_theta": "0:(0)",
"perspective_flip_phi": "0:(0)",
"perspective_flip_gamma": "0:(0)",
"perspective_flip_fv": "0:(53)",
"noise_schedule": "0: (0.065)",
"strength_schedule": "0:(.55)",
"contrast_schedule": "0: (1.0)",
"cfg_scale_schedule": "0: (10)",
"pix2pix_img_cfg_scale_schedule": "0:(1.5)",
"enable_subseed_scheduling": false,
"subseed_schedule": "0:(1)",
"subseed_strength_schedule": "0:(0)",
"enable_steps_scheduling": false,
"steps_schedule": "0: (25)",
"fov_schedule": "0: (70)",
"aspect_ratio_schedule": "0: (1)",
"aspect_ratio_use_old_formula": false,
"near_schedule": "0: (200)",
"far_schedule": "0: (10000)",
"seed_schedule": "0:(s), 1:(-1), \"max_f-2\":(-1), \"max_f-1\":(s)",
"enable_sampler_scheduling": false,
"sampler_schedule": "0: (\"Euler a\")",
"mask_schedule": "0: (\"{video_mask}\")",
"use_noise_mask": false,
"noise_mask_schedule": "0: (\"{video_mask}\")",
"enable_checkpoint_scheduling": false,
"checkpoint_schedule": "0: (\"model1.ckpt\"), 100: (\"model2.safetensors\")",
"enable_clipskip_scheduling": false,
"clipskip_schedule": "0: (2)",
"enable_noise_multiplier_scheduling": true,
"noise_multiplier_schedule": "0: (1.05)",
"kernel_schedule": "0: (5)",
"sigma_schedule": "0: (1.0)",
"amount_schedule": "0: (0.1)",
"threshold_schedule": "0: (0.0)",
"color_coherence": "LAB",
"color_coherence_image_path": "",
"color_coherence_video_every_N_frames": 1.0,
"color_force_grayscale": false,
"diffusion_cadence": 2,
"optical_flow_cadence": "None",
"cadence_flow_factor_schedule": "0: (1)",
"optical_flow_redo_generation": "None",
"redo_flow_factor_schedule": "0: (1)",
"diffusion_redo": "0",
"noise_type": "uniform",
"perlin_octaves": 4,
"perlin_persistence": 0.5,
"use_depth_warping": true,
"use_zoe_depth": false,
"midas_weight": 0.2,
"padding_mode": "border",
"sampling_mode": "bicubic",
"save_depth_maps": false,
"video_init_path": "/Users/rng/Downloads/mylesropetensiontrim.mp4",
"extract_nth_frame": 1,
"extract_from_frame": 0,
"extract_to_frame": -1,
"overwrite_extracted_frames": false,
"use_mask_video": false,
"video_mask_path": "",
"resume_from_timestring": false,
"resume_timestring": "20230424222907",
"hybrid_generate_inputframes": false,
"hybrid_generate_human_masks": "None",
"hybrid_use_first_frame_as_init_image": true,
"hybrid_motion": "None",
"hybrid_motion_use_prev_img": false,
"hybrid_flow_method": "RAFT",
"hybrid_composite": "None",
"hybrid_use_init_image": false,
"hybrid_comp_mask_type": "None",
"hybrid_comp_mask_inverse": false,
"hybrid_comp_mask_equalize": "None",
"hybrid_comp_mask_auto_contrast": false,
"hybrid_comp_save_extra_frames": false,
"hybrid_comp_alpha_schedule": "0:(0.5)",
"hybrid_flow_factor_schedule": "0:(1)",
"hybrid_comp_mask_blend_alpha_schedule": "0:(0.5)",
"hybrid_comp_mask_contrast_schedule": "0:(1)",
"hybrid_comp_mask_auto_contrast_cutoff_high_schedule": "0:(100)",
"hybrid_comp_mask_auto_contrast_cutoff_low_schedule": "0:(0)",
"parseq_manifest": "",
"parseq_use_deltas": true,
"use_looper": true,
"init_images": "{\n \"0\": \"/Users/rng/Documents/_code/ai/stable-diffusion-webui/outputs/extras-images/f-eostre2.png\",\n \"40\": \"/Users/rng/Documents/_code/ai/stable-diffusion-webui/outputs/extras-images/f-femme.png\",\n \"45\": \"/Users/rng/Documents/_code/ai/stable-diffusion-webui/outputs/extras-images/f-femme2.png\",\n \"80\": \"/Users/rng/Documents/_code/ai/stable-diffusion-webui/outputs/extras-images/f-samhain.png\",\n \"85\": \"/Users/rng/Documents/_code/ai/stable-diffusion-webui/outputs/extras-images/f-samhain2.png\",\n \"120\": \"/Users/rng/Documents/_code/ai/stable-diffusion-webui/outputs/extras-images/f-eostre1.png\",\n \"160\": \"/Users/rng/Documents/_code/ai/stable-diffusion-webui/outputs/extras-images/f-sausage.png\",\n \"200\": \"/Users/rng/Documents/_code/ai/stable-diffusion-webui/outputs/extras-images/f-reentry.png\",\n \"240\": \"/Users/rng/Documents/_code/ai/stable-diffusion-webui/outputs/extras-images/f-eostre2.png\"\n}",
"image_strength_schedule": "0:(.8), 40:(.8)",
"blendFactorMax": "0:(0.35)",
"blendFactorSlope": "0:(0.25)",
"tweening_frames_schedule": "0:(10)",
"color_correction_factor": "0:(0.075)",
"skip_video_creation": false,
"fps": 20,
"make_gif": false,
"delete_imgs": false,
"add_soundtrack": "None",
"soundtrack_path": "https://deforum.github.io/a1/A1.mp3",
"r_upscale_video": false,
"r_upscale_model": "realesr-animevideov3",
"r_upscale_factor": "x2",
"r_upscale_keep_imgs": false,
"store_frames_in_ram": false,
"frame_interpolation_engine": "None",
"frame_interpolation_x_amount": 2,
"frame_interpolation_slow_mo_enabled": false,
"frame_interpolation_slow_mo_amount": 2,
"frame_interpolation_keep_imgs": false,
"sd_model_name": "v1-5-pruned-emaonly.safetensors",
"sd_model_hash": "d7049739",
"deforum_git_commit_id": "4c0fdccc (Tue Apr 18 12:53:24 2023)"
}
