update

pages/summarization_example.py

@@ -4,8 +4,6 @@ import gradio as gr
 
 from utils.model import Model
 
-model = Model()
-
 load_dotenv()
 
 examples = {
@@ -23,19 +21,17 @@ All of that has led to postseason averages of 8.2 points, 7.6 rebounds, 1.4 assi
 Back in Boston, Kidd is going to rely on Lively even more. He'll play close to 30 minutes and reach double-figures in both scoring and rebounding again.""",
 }
 
-def generate_answer(sources, model_name):
-    meta_prompt = """
-{sources}
-
-summarization: """
+def generate_answer(sources, model_name, prompt):
+    model = Model(model_name)
+    meta_prompt = prompt
     content = meta_prompt.format(sources=sources)
     answer = model.gen(content)
 
     return answer
 
-def process_input(input_text, model_selection):
+def process_input(input_text, model_selection, prompt):
     if input_text:
-        response = generate_answer(input_text, model_selection)
+        response = generate_answer(input_text, model_selection, prompt)
         return f"## Original Article:\n\n{input_text}\n\n## Summarization:\n\n{response}"
     else:
         return "Please fill the input to generate outputs."
@@ -51,12 +47,18 @@ def create_summarization_interface():
             example_dropdown = gr.Dropdown(choices=list(examples.keys()), label="Choose an example")
             model_dropdown = gr.Dropdown(choices=["lmsys/vicuna-7b-v1.5", "tiiuae/falcon-7b-instruct"], label="Choose a model", value="gpt-3.5-turbo")
         
+        Template_text = gr.Textbox(value="""{sources}
+
+summarization: """, label='Input Prompting Template', lines=10, placeholder='Input your propmts, must include \{sources\}')
+        
+        assert "{sources}" in Template_text, ValueError("No {sources} Found")
+        
         input_text = gr.Textbox(label="Input Text", lines=10, placeholder="Enter text here...")
         submit_button = gr.Button("✨ Submit ✨")
         output = gr.Markdown()
 
         example_dropdown.change(update_input, inputs=[example_dropdown], outputs=[input_text])
-        submit_button.click(process_input, inputs=[input_text, model_dropdown], outputs=[output])
+        submit_button.click(process_input, inputs=[input_text, model_dropdown, Template_text], outputs=[output])
 
     return demo