import io import os import json import base64 import requests import threading from uuid import uuid4 from zipfile import ZipFile from pathlib import Path from secrets import compare_digest from typing import Optional, Dict, List from datetime import datetime, timezone from collections import defaultdict from gradio.routes import App from PIL import Image from fastapi import Depends from fastapi.responses import StreamingResponse from fastapi.security import HTTPBasic, HTTPBasicCredentials from fastapi.exceptions import HTTPException from pydantic import BaseModel from modules import shared, progress, sd_models, sd_samplers from .db import Task, TaskStatus, task_manager from .models import ( Txt2ImgApiTaskArgs, Img2ImgApiTaskArgs, QueueTaskResponse, QueueStatusResponse, HistoryResponse, TaskModel, UpdateTaskArgs, ) from .task_runner import TaskRunner from .helpers import log, request_with_retry from .task_helpers import encode_image_to_base64, img2img_image_args_by_mode def api_callback(callback_url: str, task_id: str, status: TaskStatus, images: list): files = [] for img in images: img_path = Path(img) ext = img_path.suffix.lower() content_type = f"image/{ext[1:]}" files.append( ( "files", (img_path.name, open(os.path.abspath(img), "rb"), content_type), ) ) return requests.post( callback_url, timeout=5, data={"task_id": task_id, "status": status.value}, files=files, ) def on_task_finished( task_id: str, task: Task, status: TaskStatus = None, result: dict = None, **_, ): # handle api task callback if not task.api_task_callback: return upload = lambda: api_callback( task.api_task_callback, task_id=task_id, status=status, images=result["images"], ) request_with_retry(upload) def regsiter_apis(app: App, task_runner: TaskRunner): api_credentials = {} deps = None def auth(credentials: HTTPBasicCredentials = Depends(HTTPBasic())): if credentials.username in api_credentials: if compare_digest(credentials.password, api_credentials[credentials.username]): return True raise HTTPException( status_code=401, detail="Incorrect username or password", headers={"WWW-Authenticate": "Basic"} ) if shared.cmd_opts.api_auth: api_credentials = {} for cred in shared.cmd_opts.api_auth.split(","): user, password = cred.split(":") api_credentials[user] = password deps = [Depends(auth)] log.info("[AgentScheduler] Registering APIs") @app.get("/agent-scheduler/v1/samplers", response_model=List[str]) def get_samplers(): return [sampler[0] for sampler in sd_samplers.all_samplers] @app.get("/agent-scheduler/v1/sd-models", response_model=List[str]) def get_sd_models(): return [x.title for x in sd_models.checkpoints_list.values()] @app.post("/agent-scheduler/v1/queue/txt2img", response_model=QueueTaskResponse, dependencies=deps) def queue_txt2img(body: Txt2ImgApiTaskArgs): task_id = str(uuid4()) args = body.dict() checkpoint = args.pop("checkpoint", None) vae = args.pop("vae", None) callback_url = args.pop("callback_url", None) task = task_runner.register_api_task( task_id, api_task_id=None, is_img2img=False, args=args, checkpoint=checkpoint, vae=vae, ) if callback_url: task.api_task_callback = callback_url task_manager.update_task(task) task_runner.execute_pending_tasks_threading() return QueueTaskResponse(task_id=task_id) @app.post("/agent-scheduler/v1/queue/img2img", response_model=QueueTaskResponse, dependencies=deps) def queue_img2img(body: Img2ImgApiTaskArgs): task_id = str(uuid4()) args = body.dict() checkpoint = args.pop("checkpoint", None) vae = args.pop("vae", None) callback_url = args.pop("callback_url", None) task = task_runner.register_api_task( task_id, api_task_id=None, is_img2img=True, args=args, checkpoint=checkpoint, vae=vae, ) if callback_url: task.api_task_callback = callback_url task_manager.update_task(task) task_runner.execute_pending_tasks_threading() return QueueTaskResponse(task_id=task_id) def format_task_args(task): task_args = TaskRunner.instance.parse_task_args(task, deserialization=False) named_args = task_args.named_args named_args["checkpoint"] = task_args.checkpoint # remove unused args to reduce payload size named_args.pop("alwayson_scripts", None) named_args.pop("script_args", None) named_args.pop("init_images", None) for image_args in img2img_image_args_by_mode.values(): for keys in image_args: named_args.pop(keys[0], None) return named_args @app.get("/agent-scheduler/v1/queue", response_model=QueueStatusResponse, dependencies=deps) def queue_status_api(limit: int = 20, offset: int = 0): current_task_id = progress.current_task total_pending_tasks = task_manager.count_tasks(status="pending") pending_tasks = task_manager.get_tasks(status=TaskStatus.PENDING, limit=limit, offset=offset) position = offset parsed_tasks = [] for task in pending_tasks: params = format_task_args(task) task_data = task.dict() task_data["params"] = params if task.id == current_task_id: task_data["status"] = "running" task_data["position"] = position parsed_tasks.append(TaskModel(**task_data)) position += 1 return QueueStatusResponse( current_task_id=current_task_id, pending_tasks=parsed_tasks, total_pending_tasks=total_pending_tasks, paused=TaskRunner.instance.paused, ) @app.get("/agent-scheduler/v1/export") def export_queue(limit: int = 1000, offset: int = 0): pending_tasks = task_manager.get_tasks(status=TaskStatus.PENDING, limit=limit, offset=offset) pending_tasks = [Task.from_table(t).to_json() for t in pending_tasks] return pending_tasks class StringRequestBody(BaseModel): content: str @app.post("/agent-scheduler/v1/import") def import_queue(queue: StringRequestBody): try: objList = json.loads(queue.content) taskList: List[Task] = [] for obj in objList: if "id" not in obj or not obj["id"] or obj["id"] == "": obj["id"] = str(uuid4()) obj["result"] = None obj["status"] = TaskStatus.PENDING task = Task.from_json(obj) taskList.append(task) for task in taskList: exists = task_manager.get_task(task.id) if exists: task_manager.update_task(task) else: task_manager.add_task(task) return {"success": True, "message": "Queue imported"} except Exception as e: print(e) return {"success": False, "message": "Import Failed"} @app.get("/agent-scheduler/v1/history", response_model=HistoryResponse, dependencies=deps) def history_api(status: str = None, limit: int = 20, offset: int = 0): bookmarked = True if status == "bookmarked" else None if not status or status == "all" or bookmarked: status = [ TaskStatus.DONE, TaskStatus.FAILED, TaskStatus.INTERRUPTED, ] total = task_manager.count_tasks(status=status) tasks = task_manager.get_tasks( status=status, bookmarked=bookmarked, limit=limit, offset=offset, order="desc", ) parsed_tasks = [] for task in tasks: params = format_task_args(task) task_data = task.dict() task_data["params"] = params parsed_tasks.append(TaskModel(**task_data)) return HistoryResponse( total=total, tasks=parsed_tasks, ) @app.get("/agent-scheduler/v1/task/{id}", dependencies=deps) def get_task(id: str): task = task_manager.get_task(id) if task is None: return {"success": False, "message": "Task not found"} params = format_task_args(task) task_data = task.dict() task_data["params"] = params if task.id == progress.current_task: task_data["status"] = "running" if task_data["status"] == TaskStatus.PENDING: task_data["position"] = task_manager.get_task_position(id) return {"success": True, "data": TaskModel(**task_data)} @app.get("/agent-scheduler/v1/task/{id}/position", dependencies=deps) def get_task_position(id: str): task = task_manager.get_task(id) if task is None: return {"success": False, "message": "Task not found"} position = None if task.status != TaskStatus.PENDING else task_manager.get_task_position(id) return {"success": True, "data": {"status": task.status, "position": position}} @app.put("/agent-scheduler/v1/task/{id}", dependencies=deps) def update_task(id: str, body: UpdateTaskArgs): task = task_manager.get_task(id) if task is None: return {"success": False, "message": "Task not found"} should_save = False if body.name is not None: task.name = body.name should_save = True if body.checkpoint or body.params: params: Dict = json.loads(task.params) if body.checkpoint is not None: params["checkpoint"] = body.checkpoint if body.checkpoint is not None: params["args"].update(body.params) task.params = json.dumps(params) should_save = True if should_save: task_manager.update_task(task) return {"success": True, "message": "Task updated."} @app.post("/agent-scheduler/v1/run/{id}", dependencies=deps, deprecated=True) @app.post("/agent-scheduler/v1/task/{id}/run", dependencies=deps) def run_task(id: str): if progress.current_task is not None: if progress.current_task == id: return {"success": False, "message": "Task is running"} else: # move task up in queue task_manager.prioritize_task(id, 0) return { "success": True, "message": "Task is scheduled to run next", } else: # run task task = task_manager.get_task(id) current_thread = threading.Thread( target=TaskRunner.instance.execute_task, args=( task, lambda: None, ), ) current_thread.daemon = True current_thread.start() return {"success": True, "message": "Task is executing"} @app.post("/agent-scheduler/v1/requeue/{id}", dependencies=deps, deprecated=True) @app.post("/agent-scheduler/v1/task/{id}/requeue", dependencies=deps) def requeue_task(id: str): task = task_manager.get_task(id) if task is None: return {"success": False, "message": "Task not found"} task.id = str(uuid4()) task.result = None task.status = TaskStatus.PENDING task.bookmarked = False task.name = f"Copy of {task.name}" if task.name else None task_manager.add_task(task) task_runner.execute_pending_tasks_threading() return {"success": True, "message": "Task requeued"} @app.post("/agent-scheduler/v1/task/requeue-failed", dependencies=deps) def requeue_failed_tasks(): failed_tasks = task_manager.get_tasks(status=TaskStatus.FAILED) if (len(failed_tasks)) == 0: return {"success": False, "message": "No failed tasks"} for task in failed_tasks: task.status = TaskStatus.PENDING task.result = None task.priority = int(datetime.now(timezone.utc).timestamp() * 1000) task_manager.update_task(task) return {"success": True, "message": f"Requeued {len(failed_tasks)} failed tasks"} @app.post("/agent-scheduler/v1/delete/{id}", dependencies=deps, deprecated=True) @app.delete("/agent-scheduler/v1/task/{id}", dependencies=deps) def delete_task(id: str): if progress.current_task == id: shared.state.interrupt() task_runner.interrupted = id return {"success": True, "message": "Task interrupted"} task_manager.delete_task(id) return {"success": True, "message": "Task deleted"} @app.post("/agent-scheduler/v1/move/{id}/{over_id}", dependencies=deps, deprecated=True) @app.post("/agent-scheduler/v1/task/{id}/move/{over_id}", dependencies=deps) def move_task(id: str, over_id: str): task = task_manager.get_task(id) if task is None: return {"success": False, "message": "Task not found"} if over_id == "top": task_manager.prioritize_task(id, 0) return {"success": True, "message": "Task moved to top"} elif over_id == "bottom": task_manager.prioritize_task(id, -1) return {"success": True, "message": "Task moved to bottom"} else: over_task = task_manager.get_task(over_id) if over_task is None: return {"success": False, "message": "Task not found"} task_manager.prioritize_task(id, over_task.priority) return {"success": True, "message": "Task moved"} @app.post("/agent-scheduler/v1/bookmark/{id}", dependencies=deps, deprecated=True) @app.post("/agent-scheduler/v1/task/{id}/bookmark", dependencies=deps) def pin_task(id: str): task = task_manager.get_task(id) if task is None: return {"success": False, "message": "Task not found"} task.bookmarked = True task_manager.update_task(task) return {"success": True, "message": "Task bookmarked"} @app.post("/agent-scheduler/v1/unbookmark/{id}", dependencies=deps, deprecated=True) @app.post("/agent-scheduler/v1/task/{id}/unbookmark") def unpin_task(id: str): task = task_manager.get_task(id) if task is None: return {"success": False, "message": "Task not found"} task.bookmarked = False task_manager.update_task(task) return {"success": True, "message": "Task unbookmarked"} @app.post("/agent-scheduler/v1/rename/{id}", dependencies=deps, deprecated=True) @app.post("/agent-scheduler/v1/task/{id}/rename", dependencies=deps) def rename_task(id: str, name: str): task = task_manager.get_task(id) if task is None: return {"success": False, "message": "Task not found"} task.name = name task_manager.update_task(task) return {"success": True, "message": "Task renamed."} @app.get("/agent-scheduler/v1/results/{id}", dependencies=deps, deprecated=True) @app.get("/agent-scheduler/v1/task/{id}/results", dependencies=deps) def get_task_results(id: str, zip: Optional[bool] = False): task = task_manager.get_task(id) if task is None: return {"success": False, "message": "Task not found"} if task.status != TaskStatus.DONE: return {"success": False, "message": f"Task is {task.status}"} if task.result is None: return {"success": False, "message": "Task result is not available"} result: dict = json.loads(task.result) infotexts = result.get("infotexts", None) if infotexts is None: geninfo = result.get("geninfo", {}) infotexts = geninfo.get("infotexts", defaultdict(lambda: "")) if zip: zip_buffer = io.BytesIO() # Create a new zip file in the in-memory buffer with ZipFile(zip_buffer, "w") as zip_file: # Loop through the files in the directory and add them to the zip file for image in result["images"]: if Path(image).is_file(): zip_file.write(Path(image), Path(image).name) # Reset the buffer position to the beginning to avoid truncation issues zip_buffer.seek(0) # Return the in-memory buffer as a streaming response with the appropriate headers return StreamingResponse( zip_buffer, media_type="application/zip", headers={"Content-Disposition": f"attachment; filename=results-{id}.zip"}, ) else: data = [ { "image": encode_image_to_base64(Image.open(image)), "infotext": infotexts[i], } for i, image in enumerate(result["images"]) if Path(image).is_file() ] return {"success": True, "data": data} @app.post("/agent-scheduler/v1/pause", dependencies=deps, deprecated=True) @app.post("/agent-scheduler/v1/queue/pause", dependencies=deps) def pause_queue(): shared.opts.queue_paused = True return {"success": True, "message": "Queue paused."} @app.post("/agent-scheduler/v1/resume", dependencies=deps, deprecated=True) @app.post("/agent-scheduler/v1/queue/resume", dependencies=deps) def resume_queue(): shared.opts.queue_paused = False TaskRunner.instance.execute_pending_tasks_threading() return {"success": True, "message": "Queue resumed."} @app.post("/agent-scheduler/v1/queue/clear", dependencies=deps) def clear_queue(): task_manager.delete_tasks(status=TaskStatus.PENDING) return {"success": True, "message": "Queue cleared."} @app.post("/agent-scheduler/v1/history/clear", dependencies=deps) def clear_history(): task_manager.delete_tasks( status=[ TaskStatus.DONE, TaskStatus.FAILED, TaskStatus.INTERRUPTED, ] ) return {"success": True, "message": "History cleared."} task_runner.on_task_finished(on_task_finished)