>In this brief tutorial I have explained how to create audio reactive animation

For Track Separation use this: https://studio.moises.ai/library/

For Audio Key Frame generator : https://www.chigozie.co.uk/audio-keyframe-generator/

The formula for Translation z: 1 + x^4

The formula for strength scheduler: 0.90 – x^2

To increase the quality of the Final output use Real-ESR Gan: https://github.com/xinntao/Real-ESRGAN

ther stable diffusion settings:
“W”: 896,
“H”: 512,
“seed”: 159,
“sampler”: “klms”,
“steps”: 420,
“scale”: 11,
“ddim_eta”: 0,
“dynamic_threshold”: null,
“static_threshold”: null,
“save_samples”: true,
“save_settings”: true,
“display_samples”: true,
“n_batch”: 1,
“batch_name”: “overtimemode”,
“filename_format”: “{timestring}_{index}_{prompt}.png”,
“seed_behavior”: “init”,
“make_grid”: false,
“grid_rows”: 2,
“outdir”: “/content/drive/MyDrive/AI/StableDiffusion/2022-09/overtimemode”,
“use_init”: false,
“strength”: 0.0,
“strength_0_no_init”: true,
“init_image”: null,
“use_mask”: false,
“use_alpha_as_mask”: false,
“mask_file”:
“invert_mask”: false,
“mask_brightness_adjust”: 1.0,
“mask_contrast_adjust”: 1.0,
“n_samples”: 1,
“precision”: “autocast”,
“C”: 4,
“f”: 8,
“prompt”: “put what you want to look like here”,
“timestring”: “20220924200623”,
“init_latent”: null,
“init_sample”: null,
“init_c”: null,
“animation_mode”: “3D”,
“max_frames”: 10000,
“border”: “wrap”,
“angle”: “0: (0)”,
“zoom”: “0: (0)”,
“translation_x”: “0: (0)”,
“translation_y”: “0: (0)”,
“translation_z”: “0: (paste keyframes here)
“rotation_3d_x”: “0: (0)”,
“rotation_3d_y”: “0: (0)”,
“rotation_3d_z”: “0: (0)”,
“noise_schedule”: “0: (0.0)”,
“strength_schedule”: (paste keyframes here)
“contrast_schedule”: “0: (1.0)”,
“color_coherence”: “Match Frame 0 LAB”,
“diffusion_cadence”: “1”,
“use_depth_warping”: true,
“midas_weight”: 0.3,
“near_plane”: 200,
“far_plane”: 10000,
“fov”: 40,
“padding_mode”: “reflection”,
“sampling_mode”: “nearest”,
“save_depth_maps”: false,
“video_init_path”: “/content/video_in.mp4”,
“extract_nth_frame”: 1,
“interpolate_key_frames”: false,
“interpolate_x_frames”: 4,
“resume_from_timestring”: false,
“resume_timestring”: “20220922233634”