Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Update app.py
Browse files
app.py
CHANGED
@@ -76,11 +76,11 @@ Only produce the summary after fully reading and understanding the input text.
|
|
76 |
request_params = {
|
77 |
"model": model,
|
78 |
"messages": messages,
|
79 |
-
"stream":
|
80 |
"max_tokens": 1000,
|
81 |
"temperature": 0.2,
|
82 |
-
"frequency_penalty": 0.2,
|
83 |
-
"extra_body": {"repetition_penalty": 1.2},
|
84 |
}
|
85 |
if tools:
|
86 |
request_params.update({"tool_choice": "auto", "tools": tools})
|
@@ -104,10 +104,10 @@ def completion(history, model, system_prompt: str, tools=None):
|
|
104 |
request_params = {
|
105 |
"model": model,
|
106 |
"messages": messages,
|
107 |
-
"stream":
|
108 |
"max_tokens": 1000,
|
109 |
"temperature": 0.2,
|
110 |
-
"frequency_penalty": 0.2,
|
111 |
"extra_body": {"repetition_penalty": 1.2},
|
112 |
}
|
113 |
if tools:
|
|
|
76 |
request_params = {
|
77 |
"model": model,
|
78 |
"messages": messages,
|
79 |
+
"stream": False,
|
80 |
"max_tokens": 1000,
|
81 |
"temperature": 0.2,
|
82 |
+
#"frequency_penalty": 0.2,
|
83 |
+
#"extra_body": {"repetition_penalty": 1.2},
|
84 |
}
|
85 |
if tools:
|
86 |
request_params.update({"tool_choice": "auto", "tools": tools})
|
|
|
104 |
request_params = {
|
105 |
"model": model,
|
106 |
"messages": messages,
|
107 |
+
"stream": True,
|
108 |
"max_tokens": 1000,
|
109 |
"temperature": 0.2,
|
110 |
+
#"frequency_penalty": 0.2,
|
111 |
"extra_body": {"repetition_penalty": 1.2},
|
112 |
}
|
113 |
if tools:
|