from smolagents import CodeAgent, HfApiModel, load_tool, tool, Tool import datetime import os import io import pytz import yaml import torch import soundfile as sf from scipy import signal from huggingface_hub import InferenceClient from tools.final_answer import FinalAnswerTool from tools.visit_webpage import VisitWebpageTool from tools.web_search import DuckDuckGoSearchTool from Gradio_UI import GradioUI class TextToSpeechTool(Tool): description = "This tool creates an audio tensor from the input, which is text. For audio tasks, the output from this tool is the final answer." name = "text_to_speech" inputs = {"text": {"type": "string", "description": "This is the text that will be converted into speech"}} output_type = "audio" client = InferenceClient( provider="auto", api_key=os.environ["HF_TOKEN"], ) def forward(self, text: str) -> torch.Tensor: output = self.client.text_to_speech( text, model="ResembleAI/chatterbox", ) audio, samplerate = sf.read(io.BytesIO(output)) new_samplerate = 16_000 num_samples = int(len(audio) * new_samplerate / samplerate) resampled_audio = signal.resample(audio, num_samples) return torch.from_numpy(resampled_audio) @tool def get_current_time_in_timezone(timezone: str) -> str: """A tool that fetches the current local time in a specified timezone. Args: timezone: A string representing a valid timezone (e.g., 'America/New_York'). """ try: # Create timezone object tz = pytz.timezone(timezone) # Get current time in that timezone local_time = datetime.datetime.now(tz).strftime("%Y-%m-%d %H:%M:%S") return f"The current local time in {timezone} is: {local_time}" except Exception as e: return f"Error fetching time for timezone '{timezone}': {str(e)}" final_answer = FinalAnswerTool() web_search = DuckDuckGoSearchTool() visit_page = VisitWebpageTool() read_out_loud = TextToSpeechTool() # If the agent does not answer, the model is overloaded, please use another model or the following Hugging Face Endpoint that also contains qwen2.5 coder: # model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud' model = HfApiModel( max_tokens=2096, temperature=0.5, model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded custom_role_conversions=None ) # Import tool from Hub image_generation_tool = load_tool("agents-course/text-to-image", trust_remote_code=True) with open("prompts.yaml", 'r') as stream: prompt_templates = yaml.safe_load(stream) demo = CodeAgent( model=model, tools=[ get_current_time_in_timezone, read_out_loud, image_generation_tool, web_search, visit_page, final_answer ], ## add your tools here (don't remove final answer) additional_authorized_imports=['torch.Tensor'], max_steps=6, verbosity_level=1, grammar=None, planning_interval=None, name=None, description=None, prompt_templates=prompt_templates ) GradioUI(demo).launch()