ankush13r commited on
Commit
feb35cf
·
verified ·
1 Parent(s): 6bb3324

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -2
app.py CHANGED
@@ -68,9 +68,12 @@ def completion(history, model, system_prompt: str, tools=None):
68
  "messages": messages,
69
  "stream": True,
70
  "max_tokens": 1000,
71
- "temperature": 0.01,
 
 
 
72
  "frequency_penalty": 0.1,
73
- "extra_body": {"repetition_penalty": 1.1},
74
  }
75
  if tools:
76
  request_params.update({"tool_choice": "auto", "tools": tools})
 
68
  "messages": messages,
69
  "stream": True,
70
  "max_tokens": 1000,
71
+ "temperature": 0.1,
72
+ "top_k": 5,
73
+ "top_p": 0.4,
74
+ "min_p": 0.5,
75
  "frequency_penalty": 0.1,
76
+ "extra_body": {"repetition_penalty": 1.2},
77
  }
78
  if tools:
79
  request_params.update({"tool_choice": "auto", "tools": tools})