Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Update app.py
Browse files
app.py
CHANGED
@@ -79,9 +79,9 @@ Only produce the summary after fully reading and understanding the input text.
|
|
79 |
"stream": False,
|
80 |
"max_tokens": 1000,
|
81 |
"temperature": 0.2,
|
82 |
-
"presence_penalty": 0.
|
83 |
-
"frequency_penalty": 0.
|
84 |
-
"extra_body": {"repetition_penalty": 0.
|
85 |
}
|
86 |
|
87 |
return client.chat.completions.create(**request_params)
|
@@ -106,8 +106,8 @@ def completion(history, model, system_prompt: str, tools=None):
|
|
106 |
"stream": True,
|
107 |
"max_tokens": 1000,
|
108 |
"temperature": 0.2,
|
109 |
-
|
110 |
-
"extra_body": {"repetition_penalty":
|
111 |
}
|
112 |
if tools:
|
113 |
request_params.update({"tool_choice": "auto", "tools": tools})
|
|
|
79 |
"stream": False,
|
80 |
"max_tokens": 1000,
|
81 |
"temperature": 0.2,
|
82 |
+
"presence_penalty": 0.3,
|
83 |
+
"frequency_penalty": 0.3,
|
84 |
+
"extra_body": {"repetition_penalty": 0.5},
|
85 |
}
|
86 |
|
87 |
return client.chat.completions.create(**request_params)
|
|
|
106 |
"stream": True,
|
107 |
"max_tokens": 1000,
|
108 |
"temperature": 0.2,
|
109 |
+
"frequency_penalty": 0.1,
|
110 |
+
"extra_body": {"repetition_penalty": 0.9},
|
111 |
}
|
112 |
if tools:
|
113 |
request_params.update({"tool_choice": "auto", "tools": tools})
|