File size: 1,081 Bytes
cdf8921
6220346
cdf8921
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
import gradio as gr
from managers.evaluator import Evaluator

class App:
    def __init__(self):
        self.interface = gr.Blocks()
        self._build_interface()

    def _build_interface(self):
        with self.interface:
            gr.Markdown("# Basic Agent Evaluation Runner")
            gr.Markdown("Follow instructions to run and evaluate the agent.")
            gr.LoginButton()
            run_button = gr.Button("Run Evaluation & Submit All Answers")
            status_output = gr.Textbox(label="Run Status / Submission Result", lines=5, interactive=False)
            results_table = gr.DataFrame(label="Questions and Agent Answers", wrap=True)

            run_button.click(
                fn=App.evaluate_agent,
                outputs=[status_output, results_table]
            )

    @staticmethod
    def evaluate_agent(profile: gr.OAuthProfile | None):
        evaluator = Evaluator(profile)
        return evaluator.run_and_submit()

    def run(self):
        print("Launching Gradio Interface...")
        self.interface.launch(debug=True, share=False)