Had to hack animatediff_ui.py set_p function for API to work

[rookiemann]

I've looked over:
https://github.com/continue-revolution/sd-webui-animatediff/blob/master/docs/how-to-use.md#parameters

And I've looked over:
https://github.com/continue-revolution/sd-webui-animatediff/blob/master/scripts/animatediff_ui.py#L26

My non-coding self has been relying on Claude to write my code for me and it's come up with:

`class AnimateDiffAPI:
def init(self, url):
self.url = url
print(f"Initialized AnimateDiffAPI with URL: {self.url}")

def generate_animation(self, prompt, negative_prompt="", model="mm_sd15_v3.safetensors", format=["GIF"],
                    enable=True, video_length=16, fps=8, loop_number=0, closed_loop="R+P",
                    batch_size=16, stride=1, overlap=-1, interp="Off", interp_x=10,
                    video_source=None, video_path=None, mask_path=None,
                    latent_power=1, latent_scale=32, last_frame=None,
                    latent_power_last=1, latent_scale_last=32, request_id=""):
    
    print(f"Generating animation with prompt: {prompt}")

    params = {
        "model": model,
        "format": format,
        "enable": enable,
        "video_length": video_length,
        "fps": fps,
        "loop_number": loop_number,
        "closed_loop": closed_loop,
        "batch_size": batch_size,
        "stride": stride,
        "overlap": overlap,
        "interp": interp,
        "interp_x": interp_x,
        "video_source": video_source,
        "video_path": video_path,
        "mask_path": mask_path,
        "latent_power": latent_power,
        "latent_scale": latent_scale,
        "last_frame": last_frame,
        "latent_power_last": latent_power_last,
        "latent_scale_last": latent_scale_last,
        "request_id": request_id
    }

    payload = {
        "prompt": prompt,
        "negative_prompt": negative_prompt,
        "alwayson_scripts": {
            "AnimateDiff": {
                "args": [params]
            }
        }
    }

    print(f"Sending request to {self.url}/sdapi/v1/txt2img")
    response = requests.post(url=f'{self.url}/sdapi/v1/txt2img', json=payload)
    print(f"Received response from API with status code: {response.status_code}")


    # Rest of the code remains the same

    r = response.json()

    output_dir = "D:\\stable-diffusion-webui\\API\\AnimateDiff"
    if not os.path.exists(output_dir):
        os.makedirs(output_dir)
        print(f"Created output directory: {output_dir}")

    image_data = r['images'][0]
    image_filename = f"animation_{time.strftime('%Y%m%d_%H%M%S')}.gif"
    image_path = os.path.join(output_dir, image_filename)

    with open(image_path, 'wb') as f:
        f.write(base64.b64decode(image_data.split(",", 1)[0]))

    print(f"Animation generated and saved as: {os.path.abspath(image_path)}")

if name == "main":
anim_api = AnimateDiffAPI(url="http://127.0.0.1:7860")
anim_api.generate_animation(
prompt="a cute puppy playing in a garden",
negative_prompt="ugly, deformed, mutated, scary, creepy, zombie, monster",
#steps=20,
#sampler_name="Euler",
#cfg_scale=7,
#width=512,
#height=512,
model="mm_sd15_v3.safetensors",
format=["GIF"],
enable=True,
video_length=16,
fps=8,
loop_number=0,
closed_loop="R+P",
batch_size=16,
stride=1,
overlap=-1,
interp="Off",
interp_x=10
)`

And when I run the API it's as if it's expecting me to give video source for CN.

`env "D:\stable-diffusion-webui\venv\Scripts\Python.exe"
Python 3.10.6 (tags/v3.10.6:9c7b4bd, Aug 1 2022, 21:53:49) [MSC v.1932 64 bit (AMD64)]
Version: v1.8.0
Commit hash: bef51aed032c0aaa5cfd80445bc4cf0d85b408b5
Launching Web UI with arguments: --xformers --medvram --api
CivitAI Browser+: Aria2 RPC started
ControlNet preprocessor location: D:\stable-diffusion-webui\extensions\sd-webui-controlnet\annotator\downloads
2024-03-28 14:27:41,595 - ControlNet - INFO - ControlNet v1.1.442
2024-03-28 14:27:41,874 - ControlNet - INFO - ControlNet v1.1.442
Loading weights [18ed2b6c48] from D:\stable-diffusion-webui\models\Stable-diffusion\xxmix9realistic_v40.safetensors
Creating model from config: D:\stable-diffusion-webui\configs\v1-inference.yaml
Applying attention optimization: xformers... done.
Model loaded in 2.0s (load weights from disk: 0.1s, create model: 0.5s, apply weights to model: 0.9s, calculate empty prompt: 0.4s).
2024-03-28 14:27:44,866 - ControlNet - INFO - ControlNet UI callback registered.
Deforum ControlNet support: enabled
Running on local URL: http://127.0.0.1:7860

To create a public link, set share=True in launch().
Startup time: 37.5s (prepare environment: 10.1s, import torch: 10.4s, import gradio: 2.2s, setup paths: 2.7s, initialize shared: 0.4s, other imports: 1.3s, load scripts: 5.3s, create ui: 3.6s, gradio launch: 0.6s, add APIs: 0.7s).
2024-03-28 14:28:28,252 - AnimateDiff - INFO - AnimateDiff process start.
2024-03-28 14:28:28,252 - AnimateDiff - INFO - Loading motion module mm_sd15_v3.safetensors from D:\stable-diffusion-webui\extensions\sd-webui-animatediff\model\mm_sd15_v3.safetensors
2024-03-28 14:28:28,310 - AnimateDiff - INFO - Guessed mm_sd15_v3.safetensors architecture: MotionModuleType.AnimateDiffV3
2024-03-28 14:28:33,051 - AnimateDiff - INFO - Injecting motion module mm_sd15_v3.safetensors into SD1.5 UNet input blocks.
2024-03-28 14:28:33,052 - AnimateDiff - INFO - Injecting motion module mm_sd15_v3.safetensors into SD1.5 UNet output blocks.
2024-03-28 14:28:33,053 - AnimateDiff - INFO - Setting DDIM alpha.
2024-03-28 14:28:33,217 - AnimateDiff - INFO - Injection finished.
*** Error running before_process: D:\stable-diffusion-webui\extensions\sd-webui-animatediff\scripts\animatediff.py
Traceback (most recent call last):
File "D:\stable-diffusion-webui\modules\scripts.py", line 776, in before_process
script.before_process(p, *script_args)
File "D:\stable-diffusion-webui\extensions\sd-webui-animatediff\scripts\animatediff.py", line 65, in before_process
params.set_p(p)
File "D:\stable-diffusion-webui\extensions\sd-webui-animatediff\scripts\animatediff_ui.py", line 180, in set_p
extract_frames_from_video(self)
File "D:\stable-diffusion-webui\extensions\sd-webui-animatediff\scripts\animatediff_utils.py", line 108, in extract_frames_from_video
assert params.video_source, "You need to specify cond hint for ControlNet."
AssertionError: You need to specify cond hint for ControlNet.

---

0%| | 0/20 [00:00<?, ?it/s]*** Error executing callback cfg_denoiser_callback for D:\stable-diffusion-webui\extensions\sd-webui-animatediff\scripts\animatediff.py
Traceback (most recent call last):
File "D:\stable-diffusion-webui\modules\script_callbacks.py", line 230, in cfg_denoiser_callback
c.callback(params)
File "D:\stable-diffusion-webui\extensions\sd-webui-animatediff\scripts\animatediff_infv2v.py", line 102, in animatediff_on_cfg_denoiser
ad_params.text_cond = ad_params.prompt_scheduler.multi_cond(cfg_params.text_cond, prompt_closed_loop)
AttributeError: 'NoneType' object has no attribute 'multi_cond'

---

5%|██▊ | 1/20 [00:03<01:01, 3.24s/it]*** Error executing callback cfg_denoiser_callback for D:\stable-diffusion-webui\extensions\sd-webui-animatediff\scripts\animatediff.py
Traceback (most recent call last):
File "D:\stable-diffusion-webui\modules\script_callbacks.py", line 230, in cfg_denoiser_callback
c.callback(params)
File "D:\stable-diffusion-webui\extensions\sd-webui-animatediff\scripts\animatediff_infv2v.py", line 175, in animatediff_on_cfg_denoiser
cfg_params.text_cond = ad_params.text_cond
AttributeError: 'AnimateDiffProcess' object has no attribute 'text_cond'`

I want to only do a text to animated video, no extra CN here but seems I'm not sending proper API and I can't figure it out, even has Claude stumped so I ask here how to set proper params. Sorry for so noob.

[rookiemann]

Ok, I've fixed it with Claude's help, when it started to tell me to start hacking into the source files I had to come here first to ask.

I did however hack the animatediff_ui.py file, I adjusted the the set_p function to skip it and it works on API now.

def set_p(self, p: StableDiffusionProcessing):
self._check()
if self.video_length < self.batch_size:
p.batch_size = self.batch_size
else:
p.batch_size = self.video_length
if self.video_length == 0:
self.video_length = p.batch_size
self.video_default = True
if self.overlap == -1:
self.overlap = self.batch_size // 4
if "PNG" not in self.format or shared.opts.data.get("animatediff_save_to_custom", True):
p.do_not_save_samples = True

    cn_units = get_controlnet_units(p)
    min_batch_in_cn = -1
    for cn_unit in cn_units:
        # batch path broadcast
        if (cn_unit.input_mode.name == 'SIMPLE' and cn_unit.image is None) or \
           (cn_unit.input_mode.name == 'BATCH' and not cn_unit.batch_images) or \
           (cn_unit.input_mode.name == 'MERGE' and not cn_unit.batch_input_gallery):
            if not self.video_path:
                # Skip extracting frames if no video source is provided
                continue
            cn_unit.input_mode = cn_unit.input_mode.__class__.BATCH
            cn_unit.batch_images = self.video_path

        # mask path broadcast
        if cn_unit.input_mode.name == 'BATCH' and self.mask_path and not cn_unit.batch_mask_dir:
            cn_unit.batch_mask_dir = self.mask_path

        # find minimum control images in CN batch
        cn_unit_batch_params = cn_unit.batch_images.split('\n')
        if cn_unit.input_mode.name == 'BATCH':
            cn_unit.animatediff_batch = True # for A1111 sd-webui-controlnet
            if not any([cn_param.startswith("keyframe:") for cn_param in cn_unit_batch_params[1:]]):
                cn_unit_batch_num = len(shared.listfiles(cn_unit_batch_params[0]))
                if min_batch_in_cn == -1 or cn_unit_batch_num < min_batch_in_cn:
                    min_batch_in_cn = cn_unit_batch_num

    if min_batch_in_cn != -1:
        self.fix_video_length(p, min_batch_in_cn)
        def cn_batch_modifler(batch_image_files: List[str], p: StableDiffusionProcessing):
            return batch_image_files[:self.video_length]
        for cn_unit in cn_units:
            if cn_unit.input_mode.name == 'BATCH':
                cur_batch_modifier = getattr(cn_unit, "batch_modifiers", [])
                cur_batch_modifier.append(cn_batch_modifler)
                cn_unit.batch_modifiers = cur_batch_modifier

    if not cn_units:
        # If no ControlNet units are present, set video_length to batch_size
        self.video_length = p.batch_size

    self.post_setup_cn_for_i2i_batch(p)
    logger.info(f"AnimateDiff will generate {self.video_length} frames.")