From 4896dbb9b865a7bfc27017b21d02bb770cba88bd Mon Sep 17 00:00:00 2001 From: Ekaterina Aidova Date: Tue, 24 Sep 2024 20:26:11 +0400 Subject: [PATCH] fix quantization dataset in dynamicrafter (#2410) --- .../dynamicrafter-animating-images.ipynb | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/notebooks/dynamicrafter-animating-images/dynamicrafter-animating-images.ipynb b/notebooks/dynamicrafter-animating-images/dynamicrafter-animating-images.ipynb index c55034dcc6c..45a2e305960 100644 --- a/notebooks/dynamicrafter-animating-images/dynamicrafter-animating-images.ipynb +++ b/notebooks/dynamicrafter-animating-images/dynamicrafter-animating-images.ipynb @@ -1094,7 +1094,7 @@ " modified_model = CompiledModelDecorator(original_diffusion_model, keep_prob=1)\n", " model.model.diffusion_model = CModelWrapper(modified_model, model.model.diffusion_model.out_channels)\n", " \n", - " dataset = datasets.load_dataset(\"jovianzm/Pexels-400k\", split=\"train\", streaming=True).shuffle(seed=42).take(subset_size)\n", + " dataset = datasets.load_dataset(\"google-research-datasets/conceptual_captions\", trust_remote_code=True, split=\"train\", streaming=True).shuffle(seed=42).take(subset_size)\n", " \n", " pbar = tqdm(total=subset_size)\n", " channels = model.model.diffusion_model.out_channels\n", @@ -1102,8 +1102,8 @@ " h, w = 256 // 8, 256 // 8\n", " noise_shape = [1, channels, frames, h, w]\n", " for batch in dataset:\n", - " prompt = batch[\"title\"]\n", - " image_path = batch[\"thumbnail\"]\n", + " prompt = batch[\"caption\"]\n", + " image_path = batch[\"image_url\"]\n", " image = download_image(image_path)\n", " if image is None:\n", " continue\n",