File size: 1,323 Bytes
79ad53d
33e1332
79ad53d
287959e
 
 
d8f12df
 
f346328
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8281cfa
f346328
 
 
 
 
 
d0ad8eb
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
import gradio as gr
from utils.generator import generate

# ---------------------------------------------------------------------
# Gradio Interface with MCP support
# ---------------------------------------------------------------------


ui = gr.Interface(
    fn=generate,
    inputs=[
        gr.Textbox(
            label="Query", 
            lines=2, 
            placeholder="Enter query here",
            info="The query to search for in the vector database"
        ),
        gr.Textbox(
            label="Context", 
            lines=8, 
            placeholder="Paste relevant context here",
            info="Provide the context/documents to use for answering. The API expects a list of dictionaries, but the UI should except anything"
        ),
    ],
    outputs=[gr.Text(label="Generated Answer", lines=6, show_copy_button=True)],
            title="ChatFed Generation Module",
            description="Ask questions based on provided context. Intended for use in RAG pipelines as an MCP server with other ChatFed modules (i.e. context supplied by semantic retriever service).",
            api_name="generate"
)

# Launch with MCP server enabled
if __name__ == "__main__":
    ui.launch(
        server_name="0.0.0.0",
        server_port=7860,
        #mcp_server=True,
        show_error=True
    )