Spaces:
Running
Running
Update utils/keyframe_utils.py
Browse files- utils/keyframe_utils.py +42 -0
utils/keyframe_utils.py
CHANGED
@@ -72,3 +72,45 @@ def generate_keyframe_prompt(segment):
|
|
72 |
"prompt": description,
|
73 |
"negative_prompt": ""
|
74 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
72 |
"prompt": description,
|
73 |
"negative_prompt": ""
|
74 |
}
|
75 |
+
|
76 |
+
def generate_all_keyframe_images(script_data, output_dir="keyframes"):
|
77 |
+
os.makedirs(output_dir, exist_ok=True)
|
78 |
+
keyframe_outputs = []
|
79 |
+
|
80 |
+
for segment in script_data:
|
81 |
+
sd_prompts = generate_keyframe_prompt(segment)
|
82 |
+
prompt = sd_prompts["prompt"]
|
83 |
+
negative_prompt = sd_prompts["negative_prompt"]
|
84 |
+
segment_id = segment.get("segment_id")
|
85 |
+
|
86 |
+
description = segment.get("description", "")
|
87 |
+
use_reference = any(name in description for name in ASSET_IMAGES)
|
88 |
+
|
89 |
+
if use_reference:
|
90 |
+
ref_key = next(k for k in ASSET_IMAGES if k in description)
|
91 |
+
init_image = Image.open(ASSET_IMAGES[ref_key]).convert("RGB").resize((512, 512))
|
92 |
+
|
93 |
+
frame_images = []
|
94 |
+
for i in range(3):
|
95 |
+
if use_reference:
|
96 |
+
image = pipe_img2img(prompt=prompt, image=init_image, negative_prompt=negative_prompt, strength=0.6, guidance_scale=7.5).images[0]
|
97 |
+
else:
|
98 |
+
image = pipe_txt2img(prompt, negative_prompt=negative_prompt, num_inference_steps=20, guidance_scale=7.5, height=256, width=256).images[0]
|
99 |
+
|
100 |
+
image_path = os.path.join(output_dir, f"segment_{segment_id}_v{i+1}.png")
|
101 |
+
image.save(image_path)
|
102 |
+
frame_images.append(image_path)
|
103 |
+
|
104 |
+
keyframe_outputs.append({
|
105 |
+
"segment_id": segment_id,
|
106 |
+
"prompt": prompt,
|
107 |
+
"negative_prompt": negative_prompt,
|
108 |
+
"frame_images": frame_images
|
109 |
+
})
|
110 |
+
|
111 |
+
print(f"✓ Generated 3 images for Segment {segment_id} ({'img2img' if use_reference else 'txt2img'})")
|
112 |
+
|
113 |
+
with open("all_prompts_output.json", "w", encoding="utf-8") as f:
|
114 |
+
json.dump(keyframe_outputs, f, ensure_ascii=False, indent=2)
|
115 |
+
|
116 |
+
return keyframe_outputs
|