from flask import Flask, render_template_string, request, redirect, url_for, jsonify from huggingface_hub import snapshot_download from transformers import pipeline import os import threading app = Flask(__name__) # Доступные модели AVAILABLE_MODELS = { "GPT-OSS-20B": "togethercomputer/GPT-NeoXT-Chat-Base-20B", "GPT-Neo-1.3B": "EleutherAI/gpt-neo-1.3B", "LLaMA-7B": "meta-llama/Llama-2-7b-hf", "Mistral-7B": "mistralai/Mistral-7B-v0.1" } MODEL_DIR = "models" os.makedirs(MODEL_DIR, exist_ok=True) current_model = None pipe = None # Прогресс загрузки download_status = {"model": None, "status": "idle"} # idle | downloading | done def download_model(model_name, repo_id): global download_status download_status = {"model": model_name, "status": "downloading"} try: snapshot_download(repo_id, local_dir=os.path.join(MODEL_DIR, model_name)) download_status = {"model": model_name, "status": "done"} except Exception as e: download_status = {"model": model_name, "status": f"error: {e}"} @app.route("/", methods=["GET", "POST"]) def index(): global current_model, pipe if request.method == "POST": if "download" in request.form: model_name = request.form["model"] repo_id = AVAILABLE_MODELS[model_name] # Запускаем скачивание в отдельном потоке thread = threading.Thread(target=download_model, args=(model_name, repo_id)) thread.start() return redirect(url_for("index")) elif "use" in request.form: model_name = request.form["model"] repo_id = AVAILABLE_MODELS[model_name] current_model = model_name pipe = pipeline("text-generation", model=repo_id, device_map="auto") return redirect(url_for("index")) elif "ask" in request.form: user_input = request.form["user_input"] if pipe: result = pipe(user_input, max_new_tokens=200, do_sample=True, temperature=0.7) answer = result[0]["generated_text"] else: answer = "Модель не выбрана." return render_template_string(TEMPLATE, models=AVAILABLE_MODELS, current=current_model, answer=answer) return render_template_string(TEMPLATE, models=AVAILABLE_MODELS, current=current_model, answer=None) @app.route("/progress") def progress(): return jsonify(download_status) TEMPLATE = """ AI Model Manager

AI Model Manager

Current model: {{ current if current else "None" }}

Checking status...
{% if answer %}
Answer: {{ answer }}
{% endif %}
""" if __name__ == "__main__": app.run(debug=True, host="0.0.0.0", port=5000)