Manavraj's picture
Update app.py
56ba493 verified
from smolagents import CodeAgent,DuckDuckGoSearchTool, HfApiModel,load_tool,tool
from PIL import Image
import datetime
import os
import io
import qrcode
import base64
import requests
import pytz
import yaml
from tools.final_answer import FinalAnswerTool
from Gradio_UI import GradioUI
def image_path_to_markdown(path: str) -> str:
try:
with open(path, "rb") as f:
img_bytes = f.read()
img_base64 = base64.b64encode(img_bytes).decode("utf-8")
return f"![Generated Image](data:image/png;base64,{img_base64})"
except Exception as e:
return f"Image saved at: {path} (Failed to embed image: {str(e)})"
# Below is an example of a tool that does nothing. Amaze us with your creativity !
@tool
def my_custom_tool(text:str, size:int = 200)-> str: #it's import to specify the return type
#Keep this format for the description / args / args description but feel free to modify the tool
"""A tool that generates a QR Code for taxt or URLs
Args:
text: The text or the URL to make into a QR Code
size: Size in pixels (200 by default)
"""
try:
qr = qrcode.QRCode(version=1, box_size=size//25, border=4)
qr.add_data(text)
qr.make(fit=True)
img = qr.make_image(fill_color="black", back_color="white")
# Convert to base64 for display
buffer = io.BytesIO()
img.save(buffer, format='PNG')
img_str = base64.b64encode(buffer.getvalue()).decode()
# Also save file
filename = f"qr_code_{len(text)}chars.png"
img.save(filename)
return f"QR code generated for: {text[:50]}...\nSaved as: {filename}\n\n![QR Code](data:image/png;base64,{img_str})"
except Exception as e:
return f"Error: {str(e)}"
#return "What magic will you build ?"
@tool
def get_current_time_in_timezone(timezone: str) -> str:
"""A tool that fetches the current local time in a specified timezone.
Args:
timezone: A string representing a valid timezone (e.g., 'America/New_York').
"""
try:
# Create timezone object
tz = pytz.timezone(timezone)
# Get current time in that timezone
local_time = datetime.datetime.now(tz).strftime("%Y-%m-%d %H:%M:%S")
return f"The current local time in {timezone} is: {local_time}"
except Exception as e:
return f"Error fetching time for timezone '{timezone}': {str(e)}"
final_answer = FinalAnswerTool()
# If the agent does not answer, the model is overloaded, please use another model or the following Hugging Face Endpoint that also contains qwen2.5 coder:
# model_id='https://pflgm2locj2t89co.us-east-1.aws.endpoints.huggingface.cloud'
model = HfApiModel(
max_tokens=2096,
temperature=0.5,
model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded
custom_role_conversions=None,
)
# Import tool from Hub
original_image_generation_tool = load_tool("agents-course/text-to-image", trust_remote_code=True)
@tool
def image_generation_tool(prompt: str) -> str:
"""Generates an image from a prompt and embeds it as base64 in markdown.
Args:
prompt: The text prompt to generate an image from.
"""
try:
# Run the tool and get back a PIL Image object
image = original_image_generation_tool(prompt)
# Save the image to a file
filename = f"generated_image_{abs(hash(prompt))}.png"
image.save(filename)
# Convert image to base64 for embedding
with open(filename, "rb") as f:
img_bytes = f.read()
img_base64 = base64.b64encode(img_bytes).decode("utf-8")
return f"Image generated for prompt: '{prompt}'\nSaved as: {filename}\n\n![Generated Image](data:image/png;base64,{img_base64})"
except Exception as e:
return f"Error generating image: {str(e)}"
search_tool = DuckDuckGoSearchTool()
with open("prompts.yaml", 'r') as stream:
prompt_templates = yaml.safe_load(stream)
agent = CodeAgent(
model=model,
tools=[final_answer, my_custom_tool, get_current_time_in_timezone, image_generation_tool, search_tool], ## add your tools here (don't remove final answer)
max_steps=6,
verbosity_level=1,
grammar=None,
planning_interval=None,
name=None,
description=None,
prompt_templates=prompt_templates
)
GradioUI(agent).launch()