Facelook commited on
Commit
8f15c0b
·
1 Parent(s): c554f19

Modify the system instruction to try to give better answer.

Browse files
Files changed (1) hide show
  1. app.py +2 -6
app.py CHANGED
@@ -19,7 +19,6 @@ class BasicAgent:
19
  print("BasicAgent initialized.")
20
 
21
  print("Loading huggingface default model...")
22
- # self.client = InferenceClient(model="mistralai/Mistral-7B-Instruct-v0.3", token=os.getenv("HF_TOKEN"))
23
  self.client = OpenAI(base_url="https://openrouter.ai/api/v1", api_key=os.getenv("OR_TOKEN"))
24
 
25
  def __call__(self, question: str) -> str:
@@ -28,9 +27,6 @@ class BasicAgent:
28
  try:
29
  # Generate response
30
  print("Using Inference API for generation...")
31
- # prompt = f"""<s>[INST] Answer the following question directly without any explanations, introductions, or conclusions. Just provide the answer itself: {question} [/INST]</s>"""
32
- # response = self.client.text_generation(prompt, max_new_tokens=512, do_sample=True, temperature=0.1)
33
- # answer = response
34
  completion = self.client.chat.completions.create(
35
  extra_headers={
36
  "HTTP-Referer": "<YOUR_SITE_URL>", # Optional. Site URL for rankings on openrouter.ai.
@@ -41,7 +37,7 @@ class BasicAgent:
41
  messages=[
42
  {
43
  "role": "system",
44
- "content": "Answer the following question directly without any explanations, introductions, or conclusions. Provide only the specific answer itself. Always give answer in same language as question."
45
  },
46
  {
47
  "role": "user",
@@ -202,7 +198,7 @@ def run_and_submit_all(profile: gr.OAuthProfile | None):
202
 
203
  # --- Build Gradio Interface using Blocks ---
204
  with gr.Blocks() as demo:
205
- gr.Markdown("# Basic Agent Evaluation Runner #22")
206
  gr.Markdown(
207
  """
208
  **Instructions:**
 
19
  print("BasicAgent initialized.")
20
 
21
  print("Loading huggingface default model...")
 
22
  self.client = OpenAI(base_url="https://openrouter.ai/api/v1", api_key=os.getenv("OR_TOKEN"))
23
 
24
  def __call__(self, question: str) -> str:
 
27
  try:
28
  # Generate response
29
  print("Using Inference API for generation...")
 
 
 
30
  completion = self.client.chat.completions.create(
31
  extra_headers={
32
  "HTTP-Referer": "<YOUR_SITE_URL>", # Optional. Site URL for rankings on openrouter.ai.
 
37
  messages=[
38
  {
39
  "role": "system",
40
+ "content": "Answer the follow question with EXACT ANSWER with no explanation, introduction, or conclusions. Always give answer in same language as question."
41
  },
42
  {
43
  "role": "user",
 
198
 
199
  # --- Build Gradio Interface using Blocks ---
200
  with gr.Blocks() as demo:
201
+ gr.Markdown("# Basic Agent Evaluation Runner #23")
202
  gr.Markdown(
203
  """
204
  **Instructions:**