akiko19191 commited on
Commit
5b52fc8
·
verified ·
1 Parent(s): 61b72e1

Update utils/llms.py

Browse files
Files changed (1) hide show
  1. utils/llms.py +6 -2
utils/llms.py CHANGED
@@ -56,7 +56,9 @@ def chatstream(messages,model,api_keys):
56
  provider=DeepInfraChat,
57
  model=model,
58
  messages=messages,
59
- stream=True
 
 
60
 
61
  )
62
  for part in response:
@@ -204,7 +206,9 @@ def chatstream(messages,model,api_keys):
204
  provider=providers[provider],
205
  model=model_name,
206
  messages=messages,
207
- stream=True
 
 
208
 
209
  # Add any other necessary parameters
210
  )
 
56
  provider=DeepInfraChat,
57
  model=model,
58
  messages=messages,
59
+ stream=True,
60
+ response_format="json_object"
61
+
62
 
63
  )
64
  for part in response:
 
206
  provider=providers[provider],
207
  model=model_name,
208
  messages=messages,
209
+ stream=True,
210
+ response_format="json_object"
211
+
212
 
213
  # Add any other necessary parameters
214
  )