Spaces:
Running
Running
Update utils/llms.py
Browse files- utils/llms.py +6 -2
utils/llms.py
CHANGED
@@ -56,7 +56,9 @@ def chatstream(messages,model,api_keys):
|
|
56 |
provider=DeepInfraChat,
|
57 |
model=model,
|
58 |
messages=messages,
|
59 |
-
stream=True
|
|
|
|
|
60 |
|
61 |
)
|
62 |
for part in response:
|
@@ -204,7 +206,9 @@ def chatstream(messages,model,api_keys):
|
|
204 |
provider=providers[provider],
|
205 |
model=model_name,
|
206 |
messages=messages,
|
207 |
-
stream=True
|
|
|
|
|
208 |
|
209 |
# Add any other necessary parameters
|
210 |
)
|
|
|
56 |
provider=DeepInfraChat,
|
57 |
model=model,
|
58 |
messages=messages,
|
59 |
+
stream=True,
|
60 |
+
response_format="json_object"
|
61 |
+
|
62 |
|
63 |
)
|
64 |
for part in response:
|
|
|
206 |
provider=providers[provider],
|
207 |
model=model_name,
|
208 |
messages=messages,
|
209 |
+
stream=True,
|
210 |
+
response_format="json_object"
|
211 |
+
|
212 |
|
213 |
# Add any other necessary parameters
|
214 |
)
|