Burnside commited on
Commit
8680c4b
·
verified ·
1 Parent(s): eba1521

smaller model

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -42,7 +42,7 @@ model = HfApiModel(
42
  max_tokens=2096,
43
  temperature=0.5,
44
  #model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded, fall back on 14B or even 7B or 3B locally
45
- model_id='Qwen/Qwen2.5-Coder-14B-Instruct',# it is possible that this model may be overloaded, fall back on 14B or even 7B or 3B locally
46
  custom_role_conversions=None,
47
  )
48
 
 
42
  max_tokens=2096,
43
  temperature=0.5,
44
  #model_id='Qwen/Qwen2.5-Coder-32B-Instruct',# it is possible that this model may be overloaded, fall back on 14B or even 7B or 3B locally
45
+ model_id='Qwen/Qwen2.5-Coder-3B-Instruct',# it is possible that this model may be overloaded, fall back on 14B or even 7B or 3B locally
46
  custom_role_conversions=None,
47
  )
48