|
import gradio as gr |
|
import os |
|
import requests |
|
|
|
HF_TOKEN = os.getenv("HF_API_TOKEN") |
|
MODEL_NAME = os.getenv("MODEL_NAME", "google/flan-t5-small") |
|
|
|
API_URL = f"https://api-inference.huggingface.co/models/{MODEL_NAME}" |
|
HEADERS = {"Authorization": f"Bearer {HF_TOKEN}"} |
|
|
|
def chat_fn(message, history): |
|
try: |
|
prompt = f"Answer the question: {message}" |
|
payload = {"inputs": prompt} |
|
response = requests.post(API_URL, headers=HEADERS, json=payload) |
|
|
|
if response.status_code != 200: |
|
return f"❌ Ошибка API: {response.status_code}\n{response.text}" |
|
|
|
try: |
|
result = response.json() |
|
except Exception: |
|
return f"❌ Неверный JSON:\n{response.text}" |
|
|
|
if isinstance(result, list) and "generated_text" in result[0]: |
|
return result[0]["generated_text"] |
|
else: |
|
return "❌ Ответ не распознан" |
|
except Exception as e: |
|
return f"❌ Ошибка: {str(e)}" |
|
|
|
gr.ChatInterface( |
|
fn=chat_fn, |
|
title="FlareGPT", |
|
retry_btn="🔄 Повторить", |
|
undo_btn="↩️ Назад", |
|
clear_btn="🗑️ Очистить", |
|
).launch() |
|
|