import time import spaces import gradio as gr import torch from vui.inference import render from vui.model import Vui def get_available_models(): """Extract all CAPs static variables from Vui class that end with .pt""" models = {} for attr_name in dir(Vui): if attr_name.isupper(): attr_value = getattr(Vui, attr_name) if isinstance(attr_value, str) and attr_value.endswith(".pt"): models[attr_name] = attr_value return models # AVAILABLE_MODELS = get_available_models() AVAILABLE_MODELS = {"COHOST": Vui.COHOST} print(f"Available models: {list(AVAILABLE_MODELS.keys())}") current_model = None current_model_name = None def load_and_warm_model(model_name): """Load and warm up a specific model""" global current_model, current_model_name if current_model_name == model_name and current_model is not None: print(f"Model {model_name} already loaded and warmed up!") return current_model print(f"Loading model {model_name}...") model_path = AVAILABLE_MODELS[model_name] model = Vui.from_pretrained_inf(model_path).cuda() print(f"Compiling model {model_name}...") # model.decoder = torch.compile(model.decoder, fullgraph=True) print(f"Warming up model {model_name}...") warmup_text = "Hello, this is a test. Let's say some random shizz" render( model, warmup_text, max_secs=10, ) current_model = model current_model_name = model_name print(f"Model {model_name} loaded and warmed up successfully!") return model # Load default model (COHOST) default_model = ( "COHOST" if "COHOST" in AVAILABLE_MODELS else list(AVAILABLE_MODELS.keys())[0] ) model = load_and_warm_model(default_model) # Preload sample 1 (index 0) with current model print("Preloading sample 1...") sample_1_text = """Welcome to Fluxions, the podcast where... we uh explore how technology is shaping the world around us. I'm your host, Alex. [breath] And I'm Jamie um [laugh] today, we're diving into a [hesitate] topic that's transforming customer service uh voice technology for agents. That's right. We're [hesitate] talking about the AI-driven tools that are making those long, frustrating customer service calls a little more bearable, for both the customer and the agents.""" sample_1_audio = render( current_model, sample_1_text, ) sample_1_audio = sample_1_audio.cpu() sample_1_audio = sample_1_audio[..., :-2000] # Trim end artifacts preloaded_sample_1 = (model.codec.config.sample_rate, sample_1_audio.flatten().numpy()) print("Sample 1 preloaded successfully!") print("Models ready for inference!") # Sample texts for quick testing - keeping original examples intact SAMPLE_TEXTS = [ """Welcome to Fluxions, the podcast where... we uh explore how technology is shaping the world around us. I'm your host, Alex. [breath] And I'm Jamie um [laugh] today, we're diving into a [hesitate] topic that's transforming customer service uh voice technology for agents. That's right. We're [hesitate] talking about the AI-driven tools that are making those long, frustrating customer service calls a little more bearable, for both the customer and the agents.""", """Um, hey Sarah, so I just left the meeting with the, uh, rabbit focus group and they are absolutely loving the new heritage carrots! Like, I've never seen such enthusiastic thumping in my life! The purple ones are testing through the roof - apparently the flavor profile is just amazing - and they're willing to pay a premium for them! We need to, like, triple production on those immediately and maybe consider a subscription model? Anyway, gotta go, but let's touch base tomorrow about scaling this before the Easter rush hits!""", """What an absolute joke, like I'm really not enjoying this situation where I'm just forced to say things.""", """ So [breath] I don't know if you've been there [breath] but I'm really pissed off. Oh no! Why, what happened? Well I went to this cafe hearth, and they gave me the worst toastie I've ever had, it didn't come with salad it was just raw. Well that's awful what kind of toastie was it? It was supposed to be a chicken bacon lettuce tomatoe, but it was fucking shite, like really bad and I honestly would have preferred to eat my own shit. [laugh] well, it must have been awful for you, I'm sorry to hear that, why don't we move on to brighter topics, like the good old weather?""", ] @spaces.GPU(duration=30) def text_to_speech(text, temperature=0.5, top_k=100, top_p=None, max_duration=60): """ Convert text to speech using the current Vui model Args: text (str): Input text to convert to speech temperature (float): Sampling temperature (0.1-1.0) top_k (int): Top-k sampling parameter top_p (float): Top-p sampling parameter (None to disable) max_duration (int): Maximum audio duration in seconds Returns: tuple: (sample_rate, audio_array) for Gradio audio output """ if not text.strip(): return None, "Please enter some text to convert to speech." if current_model is None: return None, "No model loaded. Please select a model first." print(f"Generating speech for: {text[:50]}... using model {current_model_name}") # Generate speech using render t1 = time.perf_counter() result = render( current_model, text.strip(), temperature=temperature, top_k=top_k, top_p=top_p, max_secs=max_duration, ) # Long text: render returns (codes, text, audio) tuple waveform = result # waveform is already decoded audio from generate_infinite waveform = waveform.cpu() sr = current_model.codec.config.sample_rate # Calculate generation speed generation_time = time.perf_counter() - t1 audio_duration = waveform.shape[-1] / sr speed_factor = audio_duration / generation_time # Trim end artifacts if needed if waveform.shape[-1] > 2000: waveform = waveform[..., :-2000] # Convert to numpy array for Gradio audio_array = waveform.flatten().numpy() info = f"Generated {audio_duration:.1f}s of audio in {generation_time:.1f}s ({speed_factor:.1f}x realtime) with {current_model_name}" print(info) return (sr, audio_array), info def change_model(model_name): """Change the active model and return status""" try: load_and_warm_model(model_name) return f"Successfully loaded and warmed up model: {model_name}" except Exception as e: return f"Error loading model {model_name}: {str(e)}" def load_sample_text(sample_index): """Load a sample text for quick testing""" if 0 <= sample_index < len(SAMPLE_TEXTS): return SAMPLE_TEXTS[sample_index] return "" # Create Gradio interfacegr with gr.Blocks( title="Vui", theme=gr.themes.Soft(), head=""" """, ) as demo: gr.Markdown( "**Keyboard Shortcuts:** `Ctrl + Enter` to generate` or Ctrl + Space to pause" ) with gr.Row(): with gr.Column(scale=2): # Model selector model_dropdown = gr.Dropdown( choices=list(AVAILABLE_MODELS.keys()), value=default_model, label=None, info="Select a voice model", ) # Model status model_status = gr.Textbox( label=None, value=f"Model {default_model} loaded and ready", interactive=False, lines=1, ) # Text input text_input = gr.Textbox( label=None, placeholder="Enter the text you want to convert to speech...", lines=5, max_lines=10, ) with gr.Column(scale=1): # Audio output with autoplay audio_output = gr.Audio( label="Generated Speech", type="numpy", autoplay=True # Enable autoplay ) # Info output info_output = gr.Textbox( label="Generation Info", lines=3, interactive=False ) with gr.Row(): with gr.Column(scale=2): # Sample text buttons gr.Markdown("**Quick samples:**") with gr.Row(): sample_btns = [] for i, sample in enumerate(SAMPLE_TEXTS): btn = gr.Button(f"Sample {i+1}", size="sm") if i == 0: # Sample 1 (index 0) - use preloaded audio def load_preloaded_sample_1(): return ( SAMPLE_TEXTS[0], preloaded_sample_1, "Preloaded sample 1 audio", ) btn.click( fn=load_preloaded_sample_1, outputs=[text_input, audio_output, info_output], ) else: btn.click( fn=lambda idx=i: SAMPLE_TEXTS[idx], outputs=text_input ) # Generation parameters with gr.Accordion("Advanced Settings", open=False): temperature = gr.Slider( minimum=0.1, maximum=1.0, value=0.5, step=0.1, label="Temperature", info="Higher values = more varied speech", ) top_k = gr.Slider( minimum=1, maximum=200, value=100, step=1, label="Top-K", info="Number of top tokens to consider", ) use_top_p = gr.Checkbox(label="Use Top-P sampling", value=False) top_p = gr.Slider( minimum=0.1, maximum=1.0, value=0.9, step=0.05, label="Top-P", info="Cumulative probability threshold", visible=False, ) max_duration = gr.Slider( minimum=5, maximum=120, value=60, step=5, label="Max Duration (seconds)", info="Maximum length of generated audio", ) # Show/hide top_p based on checkbox use_top_p.change( fn=lambda x: gr.update(visible=x), inputs=use_top_p, outputs=top_p ) # Generate button generate_btn = gr.Button("🎵 Generate Speech", variant="primary", size="lg") # Examples section gr.Markdown("## 📝 Example Texts") with gr.Accordion("View example texts", open=False): for i, sample in enumerate(SAMPLE_TEXTS): gr.Markdown(f"**Sample {i+1}:** {sample}") # Connect the model change function model_dropdown.change(fn=change_model, inputs=model_dropdown, outputs=model_status) # Connect the generate function def generate_wrapper(text, temp, k, use_p, p, duration): top_p_val = p if use_p else None return text_to_speech(text, temp, k, top_p_val, duration) generate_btn.click( fn=generate_wrapper, inputs=[text_input, temperature, top_k, use_top_p, top_p, max_duration], outputs=[audio_output, info_output], ) # Also allow Enter key to generate text_input.submit( fn=generate_wrapper, inputs=[text_input, temperature, top_k, use_top_p, top_p, max_duration], outputs=[audio_output, info_output], ) # Auto-load sample 1 on startup demo.load( fn=lambda: ( SAMPLE_TEXTS[0], preloaded_sample_1, "Sample 1 preloaded and ready!", ), outputs=[text_input, audio_output, info_output], ) demo.launch()