|
|
|
import streamlit as st |
|
import os |
|
import logging |
|
|
|
|
|
if "STREAMLIT_CLIENT_GATHER_USAGE_STATS" not in os.environ: |
|
os.environ["STREAMLIT_CLIENT_GATHER_USAGE_STATS"] = "false" |
|
|
|
if "STREAMLIT_BROWSER_GATHERUSAGESTATS" not in os.environ: |
|
os.environ["STREAMLIT_BROWSER_GATHERUSAGESTATS"] = "false" |
|
|
|
streamlit_home_path_app = "/app/.streamlit_cai_config_v2" |
|
if "STREAMLIT_HOME" not in os.environ and os.getcwd().startswith("/app"): |
|
os.environ["STREAMLIT_HOME"] = streamlit_home_path_app |
|
try: |
|
os.makedirs(streamlit_home_path_app, exist_ok=True) |
|
|
|
except Exception as e_mkdir_sh: |
|
print(f"WARNING: app.py - Could not create STREAMLIT_HOME '{streamlit_home_path_app}': {e_mkdir_sh}") |
|
|
|
from core.gemini_handler import GeminiHandler |
|
from core.visual_engine import VisualEngine |
|
from core.prompt_engineering import ( |
|
create_cinematic_treatment_prompt, |
|
construct_dalle_prompt, |
|
construct_text_to_video_prompt_for_gen4, |
|
create_narration_script_prompt_enhanced, |
|
create_scene_regeneration_prompt, |
|
create_visual_regeneration_prompt |
|
) |
|
|
|
st.set_page_config(page_title="CineGen AI Ultra+", layout="wide", initial_sidebar_state="expanded") |
|
logging.basicConfig( |
|
level=logging.DEBUG, |
|
format='%(asctime)s - %(name)s [%(levelname)s] - %(message)s (%(module)s.%(funcName)s:%(lineno)d)' |
|
) |
|
logger = logging.getLogger(__name__) |
|
|
|
SHOT_TYPES_OPTIONS = [ "Director's Choice", "Establishing Shot", "Long Shot", "Full Shot", "Medium Long Shot (Cowboy)", "Medium Shot", "Medium Close-up", "Close-up", "Extreme Close-up", "Point of View (POV)", "Over the Shoulder", "Tracking Shot", "Dolly Zoom", "Crane Shot", "Aerial Shot", "Static Shot", "Dutch Angle", "Whip Pan"] |
|
DEFAULT_SCENE_DURATION_SECS = 5; DEFAULT_SHOT_TYPE = "Director's Choice"; ASSET_TYPE_OPTIONS = ["Auto (Director's Choice)", "Image", "Video Clip"] |
|
|
|
def load_api_key(key_name_st, key_name_e, service_n): |
|
key_val = None; secrets_avail = hasattr(st, 'secrets') |
|
try: |
|
if secrets_avail and key_name_st in st.secrets: key_val = st.secrets.get(key_name_st); |
|
if key_val: logger.info(f"API Key for {service_n} found in Streamlit secrets.") |
|
except Exception as e: logger.warning(f"No st.secrets for {key_name_st} ({service_n}): {e}") |
|
if not key_val and key_name_e in os.environ: key_val = os.environ.get(key_name_e); |
|
if key_val: logger.info(f"API Key for {service_n} found in env var '{key_name_e}'.") |
|
if not key_val: logger.warning(f"API Key for {service_n} (Key: {key_name_st}/{key_name_e}) NOT FOUND.") |
|
return key_val |
|
|
|
if 'services_initialized_flag' not in st.session_state: |
|
logger.info("APP_INIT: Initializing services and API keys...") |
|
st.session_state.API_KEY_GEMINI = load_api_key("GEMINI_API_KEY", "GEMINI_API_KEY", "Gemini") |
|
st.session_state.API_KEY_OPENAI = load_api_key("OPENAI_API_KEY", "OPENAI_API_KEY", "OpenAI/DALL-E") |
|
st.session_state.API_KEY_ELEVENLABS = load_api_key("ELEVENLABS_API_KEY", "ELEVENLABS_API_KEY", "ElevenLabs") |
|
st.session_state.API_KEY_PEXELS = load_api_key("PEXELS_API_KEY", "PEXELS_API_KEY", "Pexels") |
|
st.session_state.CONFIG_ELEVENLABS_VOICE_ID = load_api_key("ELEVENLABS_VOICE_ID", "ELEVENLABS_VOICE_ID", "ElevenLabs Voice ID") |
|
st.session_state.API_KEY_RUNWAYML = load_api_key("RUNWAY_API_KEY", "RUNWAY_API_KEY", "RunwayML") |
|
if not st.session_state.API_KEY_GEMINI: st.error("CRITICAL: Gemini API Key missing!"); logger.critical("Gemini API Key missing."); st.stop() |
|
try: st.session_state.gemini_service_handler = GeminiHandler(api_key=st.session_state.API_KEY_GEMINI); logger.info("GeminiHandler initialized.") |
|
except Exception as e: st.error(f"CRITICAL: Failed to init GeminiHandler: {e}"); logger.critical(f"GeminiHandler init failed: {e}", exc_info=True); st.stop() |
|
try: |
|
el_def_voice = "Rachel"; el_res_voice_id = st.session_state.CONFIG_ELEVENLABS_VOICE_ID or el_def_voice |
|
st.session_state.visual_content_engine = VisualEngine(output_dir="temp_cinegen_media", default_elevenlabs_voice_id=el_res_voice_id) |
|
st.session_state.visual_content_engine.set_openai_api_key(st.session_state.API_KEY_OPENAI) |
|
st.session_state.visual_content_engine.set_elevenlabs_api_key(st.session_state.API_KEY_ELEVENLABS, voice_id_from_secret=st.session_state.CONFIG_ELEVENLABS_VOICE_ID) |
|
st.session_state.visual_content_engine.set_pexels_api_key(st.session_state.API_KEY_PEXELS) |
|
st.session_state.visual_content_engine.set_runway_api_key(st.session_state.API_KEY_RUNWAYML) |
|
logger.info("VisualEngine initialized and API keys set.") |
|
except Exception as e: st.error(f"CRITICAL: Failed to init VisualEngine: {e}"); logger.critical(f"VisualEngine init/key setting failed: {e}", exc_info=True); st.warning("VisualEngine critical setup issue."); st.stop() |
|
st.session_state.services_initialized_flag = True; logger.info("APP_INIT: Service initialization complete.") |
|
|
|
PROJECT_SS_DEFAULTS = {'project_story_treatment_scenes_list':[],'project_scene_generation_prompts_list':[],'project_generated_assets_info_list':[],'project_final_video_path':None,'project_character_definitions_map':{},'project_global_style_keywords_str':"",'project_overall_narration_audio_path':None,'project_narration_script_text':""} |
|
for k_ss, def_v_ss in PROJECT_SS_DEFAULTS.items(): |
|
if k_ss not in st.session_state: st.session_state[k_ss] = def_v_ss |
|
|
|
def initialize_new_project_data_in_session(): |
|
st.session_state.project_story_treatment_scenes_list = []; st.session_state.project_scene_generation_prompts_list = []; st.session_state.project_generated_assets_info_list = [] |
|
st.session_state.project_final_video_path = None; st.session_state.project_overall_narration_audio_path = None; st.session_state.project_narration_script_text = "" |
|
logger.info("PROJECT_DATA: New project data re-initialized.") |
|
|
|
def generate_asset_for_scene_in_app(sc_idx, sc_data, asset_v=1, user_asset_type_ui="Auto (Director's Choice)"): |
|
|
|
logger.debug(f"APP: generate_asset_for_scene_in_app for S_idx {sc_idx}, ver {asset_v}, user_type: {user_asset_type_ui}") |
|
gen_as_vid_final = False; gemini_sugg_type = sc_data.get('suggested_asset_type_κ°λ
','image').lower() |
|
if user_asset_type_ui=="Image": gen_as_vid_final=False |
|
elif user_asset_type_ui=="Video Clip": gen_as_vid_final=True |
|
elif user_asset_type_ui=="Auto (Director's Choice)": gen_as_vid_final=(gemini_sugg_type=="video_clip") |
|
logger.debug(f"APP: Final asset type: {'Video' if gen_as_vid_final else 'Image'}") |
|
prompt_base_img = construct_dalle_prompt(sc_data,st.session_state.project_character_definitions_map,st.session_state.project_global_style_keywords_str) |
|
prompt_motion_vid = "" |
|
if gen_as_vid_final: prompt_motion_vid=construct_text_to_video_prompt_for_gen4(sc_data,st.session_state.project_global_style_keywords_str) or sc_data.get('video_clip_motion_description_κ°λ
',"subtle motion") |
|
if not prompt_base_img: logger.error(f"Base img prompt fail S{sc_data.get('scene_number',sc_idx+1)}"); return False |
|
while len(st.session_state.project_scene_generation_prompts_list)<=sc_idx:st.session_state.project_scene_generation_prompts_list.append("") |
|
while len(st.session_state.project_generated_assets_info_list)<=sc_idx:st.session_state.project_generated_assets_info_list.append(None) |
|
st.session_state.project_scene_generation_prompts_list[sc_idx]=prompt_motion_vid if gen_as_vid_final else prompt_base_img |
|
fn_base_asset=f"scene_{sc_data.get('scene_number',sc_idx+1)}_asset_v{asset_v}" |
|
rwy_dur=sc_data.get('video_clip_duration_estimate_secs_κ°λ
',sc_data.get('user_scene_duration_secs',DEFAULT_SCENE_DURATION_SECS));rwy_dur=max(1,rwy_dur) |
|
asset_res_dict=st.session_state.visual_content_engine.generate_scene_asset(image_generation_prompt_text=prompt_base_img,motion_prompt_text_for_video=prompt_motion_vid,scene_data_dict=sc_data,scene_identifier_fn_base=fn_base_asset,generate_as_video_clip_flag=gen_as_vid_final,runway_target_dur_val=rwy_dur) |
|
st.session_state.project_generated_assets_info_list[sc_idx]=asset_res_dict |
|
if asset_res_dict and asset_res_dict.get('prompt_used')and st.session_state.project_scene_generation_prompts_list[sc_idx]!=asset_res_dict['prompt_used']:st.session_state.project_scene_generation_prompts_list[sc_idx]=asset_res_dict['prompt_used'] |
|
if asset_res_dict and not asset_res_dict['error']and asset_res_dict.get('path')and os.path.exists(asset_res_dict['path']):logger.info(f"APP: Asset ({asset_res_dict.get('type')}) OK S{sc_data.get('scene_number',sc_idx+1)}:{os.path.basename(asset_res_dict['path'])}");return True |
|
else:err_msg=asset_res_dict.get('error_message','Unk err')if asset_res_dict else 'Asset res None';logger.warning(f"APP: Asset gen FAIL S{sc_data.get('scene_number',sc_idx+1)}. Type:{'Vid'if gen_as_vid_final else 'Img'}. Err:{err_msg}");curr_p=st.session_state.project_scene_generation_prompts_list[sc_idx];st.session_state.project_generated_assets_info_list[sc_idx]={'path':None,'type':'none','error':True,'error_message':err_msg,'prompt_used':curr_p};return False |
|
|
|
with st.sidebar: |
|
if os.path.exists("assets/logo.png"): st.image("assets/logo.png", width=150) |
|
else: st.sidebar.markdown("## π¬ CineGen AI Ultra+"); logger.warning("assets/logo.png not found.") |
|
st.markdown("### Creative Seed") |
|
sb_user_idea = st.text_area("Core Idea:", "Lone wanderer, mythical oasis, post-apocalyptic desert, mirages, mechanical scavengers.", height=100, key="sb_idea") |
|
sb_genre = st.selectbox("Genre:", ["Cyberpunk", "Sci-Fi", "Fantasy", "Noir", "Thriller", "Western", "Post-Apocalyptic", "Historical Drama", "Surreal"], index=6, key="sb_genre") |
|
sb_mood = st.selectbox("Mood:", ["Hopeful yet Desperate", "Mysterious & Eerie", "Gritty & Tense", "Epic & Awe-Inspiring", "Melancholy & Reflective", "Whimsical"], index=0, key="sb_mood") |
|
sb_num_scenes = st.slider("Key Scenes:", 1, 10, 1, key="sb_num_scenes") |
|
sb_guidance_opts = {"Standard": "standard", "Artistic": "more_artistic", "Experimental": "experimental_narrative"} |
|
sb_guidance_key = st.selectbox("AI Director Style:", list(sb_guidance_opts.keys()), key="sb_guidance") |
|
sb_actual_guidance = sb_guidance_opts[sb_guidance_key] |
|
|
|
if st.button("π Generate Cinematic Treatment", type="primary", key="sb_btn_gen_treat", use_container_width=True): |
|
initialize_new_project_data_in_session() |
|
if not sb_user_idea.strip(): st.warning("Please provide a story idea.") |
|
else: |
|
|
|
with st.status("AI Director is envisioning your masterpiece...", expanded=True) as main_status_operation: |
|
try: |
|
main_status_operation.write("Phase 1: Crafting treatment... π"); logger.info("APP: P1 - Treatment Gen.") |
|
prompt_treat = create_cinematic_treatment_prompt(sb_user_idea, sb_genre, sb_mood, sb_num_scenes, sb_actual_guidance) |
|
raw_treat_list = st.session_state.gemini_service_handler.generate_story_breakdown(prompt_treat) |
|
if not isinstance(raw_treat_list, list) or not raw_treat_list: raise ValueError("Gemini invalid scene list.") |
|
|
|
init_scenes = [] |
|
for scene_gemini in raw_treat_list: |
|
gem_dur = scene_gemini.get('video_clip_duration_estimate_secs_κ°λ
', 0) |
|
scene_gemini['user_scene_duration_secs'] = gem_dur if gem_dur > 0 else DEFAULT_SCENE_DURATION_SECS |
|
scene_gemini['user_shot_type'] = scene_gemini.get('PROACTIVE_camera_work_κ°λ
', DEFAULT_SHOT_TYPE) |
|
scene_gemini['user_selected_asset_type'] = "Auto (Director's Choice)" |
|
init_scenes.append(scene_gemini) |
|
st.session_state.project_story_treatment_scenes_list = init_scenes |
|
|
|
num_gen_sc = len(init_scenes) |
|
st.session_state.project_scene_generation_prompts_list = [""]*num_gen_sc |
|
st.session_state.project_generated_assets_info_list = [None]*num_gen_sc |
|
logger.info(f"APP: P1 done. {num_gen_sc} scenes."); main_status_operation.update(label="Treatment complete! β
Generating assets...", state="running") |
|
|
|
main_status_operation.write("Phase 2: Creating assets..."); logger.info("APP: P2 - Asset Gen.") |
|
success_assets = 0 |
|
for i, scene_item in enumerate(st.session_state.project_story_treatment_scenes_list): |
|
sc_num_log = scene_item.get('scene_number', i+1) |
|
main_status_operation.write(f" Asset for Scene {sc_num_log}..."); logger.info(f" APP: Asset S{sc_num_log}.") |
|
if generate_asset_for_scene_in_app(i, scene_item, asset_v=1): success_assets += 1 |
|
|
|
lbl_p2 = "Assets generated! "; next_state = "running" |
|
if success_assets == 0 and num_gen_sc > 0: logger.error("APP: Asset gen FAIL all."); lbl_p2 = "Asset gen FAIL all."; next_state="error"; main_status_operation.update(label=lbl_p2, state=next_state, expanded=True); st.stop() |
|
elif success_assets < num_gen_sc: logger.warning(f"APP: Assets partial ({success_assets}/{num_gen_sc})."); lbl_p2 = f"Assets partial ({success_assets}/{num_gen_sc}). " |
|
main_status_operation.update(label=f"{lbl_p2}Generating narration...", state=next_state) |
|
if next_state == "error": st.stop() |
|
|
|
main_status_operation.write("Phase 3: Narration script..."); logger.info("APP: P3 - Narration Script.") |
|
voice_style = st.session_state.get("selected_voice_style_for_generation", "cinematic_trailer") |
|
prompt_narr = create_narration_script_prompt_enhanced(st.session_state.project_story_treatment_scenes_list, sb_mood, sb_genre, voice_style) |
|
st.session_state.project_narration_script_text = st.session_state.gemini_service_handler.generate_image_prompt(prompt_narr) |
|
logger.info("APP: Narration script OK."); main_status_operation.update(label="Narration ready! Synthesizing voice...", state="running") |
|
|
|
main_status_operation.write("Phase 4: Synthesizing voice..."); logger.info("APP: P4 - Voice Synth.") |
|
st.session_state.project_overall_narration_audio_path = st.session_state.visual_content_engine.generate_narration_audio(st.session_state.project_narration_script_text) |
|
|
|
final_lbl = "All components ready! Review storyboard. π"; final_state = "complete" |
|
if not st.session_state.project_overall_narration_audio_path: final_lbl = f"{lbl_p2}Storyboard ready (Voiceover failed)."; logger.warning("APP: Narration audio fail.") |
|
else: logger.info("APP: Narration audio OK.") |
|
main_status_operation.update(label=final_lbl, state=final_state, expanded=False) |
|
|
|
except ValueError as e_val_main: logger.error(f"APP: ValueError: {e_val_main}", exc_info=True); main_status_operation.update(label=f"Data/Response Error: {e_val_main}", state="error", expanded=True); |
|
except TypeError as e_type_main: logger.error(f"APP: TypeError: {e_type_main}", exc_info=True); main_status_operation.update(label=f"Type Error: {e_type_main}", state="error", expanded=True); |
|
except Exception as e_unhandled_main_flow: |
|
logger.error(f"APP_MAIN_FLOW: Unhandled Exception: {e_unhandled_main_flow}", exc_info=True) |
|
main_status_operation.update(label=f"Unexpected Error: {e_unhandled_main_flow}", state="error", expanded=True) |
|
|
|
|
|
|
|
with st.expander("Define Characters", expanded=False): |
|
sb_char_name_input = st.text_input("Character Name", key="sb_char_name_unique_char"); sb_char_desc_input = st.text_area("Visual Description", key="sb_char_desc_unique_char", height=100) |
|
if st.button("Save Character", key="sb_add_char_unique_char"): |
|
if sb_char_name_input and sb_char_desc_input: st.session_state.project_character_definitions_map[sb_char_name_input.strip().lower()] = sb_char_desc_input.strip(); st.success(f"Char '{sb_char_name_input.strip()}' saved.") |
|
else: st.warning("Name and description needed.") |
|
if st.session_state.project_character_definitions_map: st.caption("Defined Characters:"); [st.markdown(f"**{k.title()}:** _{v}_") for k,v in st.session_state.project_character_definitions_map.items()] |
|
with st.expander("Global Style Overrides", expanded=False): |
|
sb_style_presets_map_global = { "Default": "", "Noir": "gritty neo-noir...", "Fantasy": "epic fantasy...", "Sci-Fi": "analog sci-fi..."} |
|
sb_selected_preset_key_global = st.selectbox("Base Style Preset:", options=list(sb_style_presets_map_global.keys()), key="sb_style_preset_unique_global") |
|
sb_custom_keywords_global = st.text_area("Additional Custom Keywords:", key="sb_custom_style_unique_global", height=80) |
|
sb_current_global_style_val = st.session_state.project_global_style_keywords_str |
|
if st.button("Apply Global Styles", key="sb_apply_styles_unique_global"): |
|
final_style_str_global_val = sb_style_presets_map_global[sb_selected_preset_key_global]; |
|
if sb_custom_keywords_global.strip(): final_style_str_global_val = f"{final_style_str_global_val}, {sb_custom_keywords_global.strip()}" if final_style_str_global_val else sb_custom_keywords_global.strip() |
|
st.session_state.project_global_style_keywords_str = final_style_str_global_val.strip(); sb_current_global_style_val = final_style_str_global_val.strip() |
|
if sb_current_global_style_val: st.success("Global styles applied!") |
|
else: st.info("Global styles cleared.") |
|
if sb_current_global_style_val: st.caption(f"Active: \"{sb_current_global_style_val}\"") |
|
with st.expander("Voice & Narration Style", expanded=False): |
|
sb_engine_default_voice_val = "Rachel" |
|
if hasattr(st.session_state, 'visual_content_engine') and st.session_state.visual_content_engine: sb_engine_default_voice_val = st.session_state.visual_content_engine.elevenlabs_voice_id |
|
sb_user_voice_id_input_val = st.text_input("11L Voice ID (override):", value=sb_engine_default_voice_val, key="sb_el_voice_id_override_unique_global") |
|
sb_narration_styles_map_val = {"Cinematic Trailer": "cinematic_trailer", "Neutral Documentary": "documentary_neutral", "Character Introspection": "introspective_character"} |
|
sb_selected_narration_style_key_val = st.selectbox("Narration Script Style:", list(sb_narration_styles_map_val.keys()), key="sb_narr_style_sel_unique_global", index=0) |
|
if st.button("Set Narrator Voice & Style", key="sb_set_voice_btn_unique_global"): |
|
final_voice_id_to_use_el_val = sb_user_voice_id_input_val.strip() or st.session_state.get("CONFIG_ELEVENLABS_VOICE_ID", "Rachel") |
|
if hasattr(st.session_state, 'visual_content_engine'): st.session_state.visual_content_engine.elevenlabs_voice_id = final_voice_id_to_use_el_val |
|
st.session_state.selected_voice_style_for_generation = sb_narration_styles_map_val[sb_selected_narration_style_key_val] |
|
st.success(f"Narrator Voice ID: {final_voice_id_to_use_el_val}. Script Style: {sb_selected_narration_style_key_val}") |
|
logger.info(f"User updated 11L Voice ID: {final_voice_id_to_use_el_val}, Narration Script Style: {sb_selected_narration_style_key_val}") |
|
|
|
|
|
st.header("π¬ Cinematic Storyboard & Treatment") |
|
if st.session_state.project_narration_script_text: |
|
with st.expander("π View Full Narration Script", expanded=False): st.markdown(f"> _{st.session_state.project_narration_script_text}_") |
|
|
|
if not st.session_state.project_story_treatment_scenes_list: st.info("Use the sidebar to generate your cinematic treatment.") |
|
else: |
|
for i_main_display, scene_data_to_display in enumerate(st.session_state.project_story_treatment_scenes_list): |
|
|
|
|
|
scene_num_disp = scene_data_to_display.get('scene_number', i_main_display + 1) |
|
scene_title_disp = scene_data_to_display.get('scene_title', 'Untitled Scene') |
|
key_base_main = f"s{scene_num_disp}_main_area_loop_{i_main_display}" |
|
if "director_note" in scene_data_to_display and scene_data_to_display['director_note']: st.info(f"π¬ Director Note S{scene_num_disp}: {scene_data_to_display['director_note']}") |
|
st.subheader(f"SCENE {scene_num_disp}: {scene_title_disp.upper()}"); col_treat_disp, col_vis_disp = st.columns([0.45, 0.55]) |
|
with col_treat_disp: |
|
with st.expander("π Scene Treatment & Controls", expanded=True): |
|
|
|
st.markdown(f"**Beat:** {scene_data_to_display.get('emotional_beat', 'N/A')}"); st.markdown(f"**Setting:** {scene_data_to_display.get('setting_description', 'N/A')}"); st.markdown(f"**Chars:** {', '.join(scene_data_to_display.get('characters_involved', ['N/A']))}"); st.markdown(f"**Focus Moment:** _{scene_data_to_display.get('character_focus_moment', 'N/A')}_"); st.markdown(f"**Plot Beat:** {scene_data_to_display.get('key_plot_beat', 'N/A')}"); st.markdown(f"**Dialogue Hook:** `\"{scene_data_to_display.get('suggested_dialogue_hook', '...')}\"`"); st.markdown("---"); st.markdown(f"**Dir. Visual Style:** _{scene_data_to_display.get('PROACTIVE_visual_style_κ°λ
', 'N/A')}_"); st.markdown(f"**Dir. Camera:** _{scene_data_to_display.get('PROACTIVE_camera_work_κ°λ
', 'N/A')}_"); st.markdown(f"**Dir. Sound:** _{scene_data_to_display.get('PROACTIVE_sound_design_κ°λ
', 'N/A')}_"); st.markdown("---") |
|
st.markdown("##### Shot, Pacing & Asset Controls") |
|
|
|
curr_shot_type_ui = st.session_state.project_story_treatment_scenes_list[i_main_display].get('user_shot_type', DEFAULT_SHOT_TYPE) |
|
try: idx_shot_type = SHOT_TYPES_OPTIONS.index(curr_shot_type_ui) |
|
except ValueError: idx_shot_type = SHOT_TYPES_OPTIONS.index(DEFAULT_SHOT_TYPE) |
|
new_shot_type_ui = st.selectbox("Dominant Shot Type:", options=SHOT_TYPES_OPTIONS, index=idx_shot_type, key=f"shot_type_{key_base_main}") |
|
if new_shot_type_ui != curr_shot_type_ui: st.session_state.project_story_treatment_scenes_list[i_main_display]['user_shot_type'] = new_shot_type_ui |
|
curr_duration_ui = st.session_state.project_story_treatment_scenes_list[i_main_display].get('user_scene_duration_secs', DEFAULT_SCENE_DURATION_SECS) |
|
new_duration_ui = st.number_input("Scene Duration (seconds):", min_value=1, max_value=300, value=curr_duration_ui, step=1, key=f"duration_{key_base_main}") |
|
if new_duration_ui != curr_duration_ui: st.session_state.project_story_treatment_scenes_list[i_main_display]['user_scene_duration_secs'] = new_duration_ui |
|
curr_asset_type_ui = st.session_state.project_story_treatment_scenes_list[i_main_display].get('user_selected_asset_type', "Auto (Director's Choice)") |
|
try: idx_asset_type = ASSET_TYPE_OPTIONS.index(curr_asset_type_ui) |
|
except ValueError: idx_asset_type = 0 |
|
new_asset_type_ui = st.selectbox("Asset Type Override:", ASSET_TYPE_OPTIONS, index=idx_asset_type, key=f"asset_type_{key_base_main}") |
|
if new_asset_type_ui != curr_asset_type_ui: st.session_state.project_story_treatment_scenes_list[i_main_display]['user_selected_asset_type'] = new_asset_type_ui |
|
st.markdown("---") |
|
prompt_asset_disp = st.session_state.project_scene_generation_prompts_list[i_main_display] if i_main_display < len(st.session_state.project_scene_generation_prompts_list) else None |
|
if prompt_asset_disp: |
|
with st.popover("ποΈ View Asset Generation Prompt"): st.markdown(f"**Prompt used:**"); st.code(prompt_asset_disp, language='text') |
|
px_query_disp = scene_data_to_display.get('pexels_search_query_κ°λ
', None) |
|
if px_query_disp: st.caption(f"Pexels Fallback: `{px_query_disp}`") |
|
with main_col_visual_area: |
|
|
|
asset_info_disp = st.session_state.project_generated_assets_info_list[i_main_display] if i_main_display < len(st.session_state.project_generated_assets_info_list) else None |
|
if asset_info_disp and not asset_info_disp.get('error') and asset_info_disp.get('path') and os.path.exists(asset_info_disp['path']): |
|
asset_path_disp = asset_info_disp['path']; asset_type_disp = asset_info_disp.get('type','image') |
|
if asset_type_disp == 'image': st.image(asset_path_disp, caption=f"S{scene_num_disp} ({asset_type_disp}): {scene_title_disp}") |
|
elif asset_type_disp == 'video': |
|
try: |
|
with open(asset_path_disp,'rb') as vid_f: vid_bytes = vid_f.read() |
|
st.video(vid_bytes, format="video/mp4", start_time=0); st.caption(f"S{scene_num_disp} ({asset_type_disp}): {scene_title_disp}") |
|
except Exception as e: st.error(f"Error displaying video {asset_path_disp}: {e}"); logger.error(f"Display video error: {e}", exc_info=True) |
|
else: st.warning(f"Unknown asset type '{asset_type_disp}' S{scene_num_disp}.") |
|
else: |
|
if st.session_state.project_story_treatment_scenes_list: |
|
err_msg_disp = asset_info_disp.get('error_message', 'Visual pending/failed.') if asset_info_disp else 'Visual pending/failed.' |
|
st.caption(err_msg_disp) |
|
with st.popover(f"βοΈ Edit S{scene_num_disp} Treatment"): |
|
|
|
feedback_treat_regen = st.text_area("Changes to treatment:", key=f"treat_fb_pop_{key_base_main}", height=150) |
|
if st.button(f"π Update S{scene_num_disp} Treatment", key=f"regen_treat_btn_pop_{key_base_main}"): |
|
if feedback_treat_regen: |
|
with st.status(f"Updating S{scene_num_disp} Treatment & Asset...", expanded=True) as status_treat_upd_pop: |
|
user_shot_pref = st.session_state.project_story_treatment_scenes_list[i_main_display]['user_shot_type'] |
|
user_dur_pref = st.session_state.project_story_treatment_scenes_list[i_main_display]['user_scene_duration_secs'] |
|
user_asset_pref = st.session_state.project_story_treatment_scenes_list[i_main_display]['user_selected_asset_type'] |
|
prompt_gemini_regen = create_scene_regeneration_prompt(scene_data_to_display, feedback_treat_regen, st.session_state.project_story_treatment_scenes_list) |
|
try: |
|
updated_scene_gemini = st.session_state.gemini_service_handler.regenerate_scene_script_details(prompt_gemini_regen) |
|
final_updated_scene = {**updated_scene_gemini} |
|
final_updated_scene['user_shot_type']=user_shot_pref; final_updated_scene['user_scene_duration_secs']=user_dur_pref; final_updated_scene['user_selected_asset_type']=user_asset_pref |
|
st.session_state.project_story_treatment_scenes_list[i_main_display] = final_updated_scene |
|
status_treat_upd_pop.update(label="Treatment updated! Regenerating asset...", state="running") |
|
ver_asset_regen = 1 |
|
if asset_info_disp and asset_info_disp.get('path') and os.path.exists(asset_info_disp['path']): |
|
try: base_fn_regen,_=os.path.splitext(os.path.basename(asset_info_disp['path'])); ver_asset_regen = int(base_fn_regen.split('_v')[-1])+1 if '_v' in base_fn_regen else 2 |
|
except: ver_asset_regen = 2 |
|
if generate_asset_for_scene_in_app(i_main_display, final_updated_scene, asset_ver_num=ver_asset_regen, user_selected_asset_type_override=user_asset_pref): status_treat_upd_pop.update(label="Treatment & Asset Updated! π", state="complete", expanded=False) |
|
else: status_treat_upd_pop.update(label="Treatment updated, asset regen failed.", state="complete", expanded=False) |
|
st.rerun() |
|
except Exception as e_treat_regen_main_loop: status_treat_upd_pop.update(label=f"Error: {e_treat_regen_main_loop}", state="error"); logger.error(f"Scene treatment regen error: {e_treat_regen_main_loop}", exc_info=True) |
|
else: st.warning("Please provide feedback for treatment.") |
|
with st.popover(f"π¨ Edit S{scene_num_disp} Visual Prompt/Asset"): |
|
|
|
prompt_edit_disp_pop = st.session_state.project_scene_generation_prompts_list[i_main_display] if i_main_display < len(st.session_state.project_scene_generation_prompts_list) else "No prompt." |
|
st.caption("Current Asset Generation Prompt:"); st.code(prompt_edit_disp_pop, language='text') |
|
feedback_vis_asset_regen = st.text_area("Describe changes for visual asset:", key=f"visual_fb_input_pop_{key_base_main}", height=150) |
|
if st.button(f"π Update S{scene_num_disp} Asset", key=f"regen_visual_btn_pop_{key_base_main}"): |
|
if feedback_vis_asset_regen: |
|
with st.status(f"Refining prompt & asset for S{scene_num_disp}...", expanded=True) as status_vis_asset_regen_pop: |
|
user_asset_type_choice_pop = st.session_state.project_story_treatment_scenes_list[i_main_display]['user_selected_asset_type'] |
|
is_video_for_regen_pop = (user_asset_type_choice_pop == "Video Clip") or (user_asset_type_choice_pop == "Auto (Director's Choice)" and scene_data_to_display.get('suggested_asset_type_κ°λ
') == 'video_clip') |
|
new_prompt_asset_regen_pop = "" |
|
if not is_video_for_regen_pop: |
|
gemini_refine_prompt_pop = create_visual_regeneration_prompt(prompt_edit_disp_pop, feedback_vis_asset_regen, scene_data_to_display, st.session_state.project_character_definitions_map, st.session_state.project_global_style_keywords_str) |
|
try: new_prompt_asset_regen_pop = st.session_state.gemini_service_handler.refine_image_prompt_from_feedback(gemini_refine_prompt_pop); st.session_state.project_scene_generation_prompts_list[i_main_display] = new_prompt_asset_regen_pop; status_vis_asset_regen_pop.update(label="Image prompt refined! Regenerating asset...", state="running") |
|
except Exception as e_gem_refine_pop: status_vis_asset_regen_pop.update(label=f"Error refining prompt: {e_gem_refine_pop}", state="error"); logger.error(f"Visual prompt refinement error: {e_gem_refine_pop}", exc_info=True); continue |
|
else: |
|
new_prompt_asset_regen_pop = construct_text_to_video_prompt_for_gen4(scene_data_to_display, st.session_state.project_global_style_keywords_str); st.session_state.project_scene_generation_prompts_list[i_main_display] = new_prompt_asset_regen_pop; status_vis_asset_regen_pop.update(label="Video prompt reconstructed! Regenerating asset...", state="running") |
|
if not new_prompt_asset_regen_pop: status_vis_asset_regen_pop.update(label="Prompt construction failed.", state="error"); continue |
|
ver_vis_asset_regen_pop = 1 |
|
if asset_info_disp and asset_info_disp.get('path') and os.path.exists(asset_info_disp['path']): |
|
try: base_fn_viz_pop,_=os.path.splitext(os.path.basename(asset_info_disp['path'])); ver_vis_asset_regen_pop = int(base_fn_viz_pop.split('_v')[-1])+1 if '_v' in base_fn_viz_pop else 2 |
|
except: ver_vis_asset_regen_pop = 2 |
|
if generate_asset_for_scene_in_app(i_main_display, st.session_state.project_story_treatment_scenes_list[i_main_display], asset_ver_num=ver_vis_asset_regen_pop, user_selected_asset_type_override=user_asset_type_choice_pop): status_vis_asset_regen_pop.update(label="Asset Updated! π", state="complete", expanded=False) |
|
else: status_vis_asset_regen_pop.update(label="Prompt updated, asset regen failed.", state="complete", expanded=False) |
|
st.rerun() |
|
else: st.warning("Please provide feedback for visual asset regeneration.") |
|
st.markdown("---") |
|
|
|
if st.session_state.project_story_treatment_scenes_list and any(asset_info_item_vid and not asset_info_item_vid.get('error') and asset_info_item_vid.get('path') for asset_info_item_vid in st.session_state.project_generated_assets_info_list if asset_info_item_vid is not None): |
|
if st.button("π¬ Assemble Narrated Cinematic Animatic", key="assemble_video_main_area_btn_final_unique_3", type="primary", use_container_width=True): |
|
with st.status("Assembling Ultra Animatic...", expanded=True) as status_video_assembly_final_op_main: |
|
assets_for_final_vid_assembly_list = [] |
|
for i_vid_assembly_main, scene_data_for_vid_main in enumerate(st.session_state.project_story_treatment_scenes_list): |
|
asset_info_curr_scene_vid_main = st.session_state.project_generated_assets_info_list[i_vid_assembly_main] if i_vid_assembly_main < len(st.session_state.project_generated_assets_info_list) else None |
|
if asset_info_curr_scene_vid_main and not asset_info_curr_scene_vid_main.get('error') and asset_info_curr_scene_vid_main.get('path') and os.path.exists(asset_info_curr_scene_vid_main['path']): |
|
assets_for_final_vid_assembly_list.append({'path': asset_info_curr_scene_vid_main['path'], 'type': asset_info_curr_scene_vid_main.get('type', 'image'), 'scene_num': scene_data_for_vid_main.get('scene_number', i_vid_assembly_main + 1), 'key_action': scene_data_for_vid_main.get('key_plot_beat', ''), 'duration': scene_data_for_vid_main.get('user_scene_duration_secs', DEFAULT_SCENE_DURATION_SECS)}) |
|
status_video_assembly_final_op_main.write(f"Adding S{scene_data_for_vid_main.get('scene_number', i_vid_assembly_main + 1)} ({asset_info_curr_scene_vid_main.get('type')}).") |
|
else: logger.warning(f"Skipping S{scene_data_for_vid_main.get('scene_number', i_vid_assembly_main+1)} for video: No valid asset.") |
|
if assets_for_final_video_assembly_list: |
|
status_video_assembly_final_op_main.write("Calling video engine..."); logger.info("APP: Calling visual_engine.assemble_animatic_from_assets") |
|
st.session_state.project_final_video_path = st.session_state.visual_content_engine.assemble_animatic_from_assets(asset_data_list=assets_for_final_video_assembly_list, overall_narration_path=st.session_state.project_overall_narration_audio_path, output_filename="cinegen_ultra_animatic.mp4", fps=24) |
|
if st.session_state.project_final_video_path and os.path.exists(st.session_state.project_final_video_path): status_video_assembly_final_op_main.update(label="Ultra animatic assembled! π", state="complete", expanded=False); st.balloons() |
|
else: status_video_assembly_final_op_main.update(label="Video assembly failed. Check logs.", state="error", expanded=True); logger.error("APP: Video assembly returned None or file does not exist.") |
|
else: status_video_assembly_final_op_main.update(label="No valid assets for video assembly.", state="error", expanded=True); logger.warning("APP: No valid assets found for video assembly.") |
|
elif st.session_state.project_story_treatment_scenes_list: st.info("Generate visual assets for your scenes before attempting to assemble the animatic.") |
|
|
|
if st.session_state.project_final_video_path and os.path.exists(st.session_state.project_final_video_path): |
|
st.header("π¬ Generated Cinematic Animatic"); |
|
try: |
|
with open(st.session_state.project_final_video_path, 'rb') as final_video_file_obj_display_main: final_video_bytes_for_display_main = final_video_file_obj_display_main.read() |
|
st.video(final_video_bytes_for_display_main, format="video/mp4") |
|
st.download_button(label="Download Ultra Animatic", data=final_video_bytes_for_display_main, file_name=os.path.basename(st.session_state.project_final_video_path), mime="video/mp4", use_container_width=True, key="download_video_main_area_btn_final_unique_3" ) |
|
except Exception as e_final_video_display_op_main_area: st.error(f"Error displaying final animatic video: {e_final_video_display_op_main_area}"); logger.error(f"Error displaying final animatic video: {e_final_video_display_op_main_area}", exc_info=True) |
|
|
|
st.sidebar.markdown("---"); st.sidebar.caption("CineGen AI Ultra+ | Visionary Cinematic Pre-Production") |