tfrere commited on
Commit
093fda7
·
1 Parent(s): 3964afa

update lighteval

Browse files
backend/tasks/evaluation_task.py CHANGED
@@ -173,7 +173,7 @@ TASKS_TABLE = [yourbench]
173
  "lighteval",
174
  "endpoint",
175
  "inference-providers",
176
- f"model={model_name},provider={provider}",
177
  "custom|yourbench|0|0",
178
  "--custom-tasks",
179
  temp_file_path,
 
173
  "lighteval",
174
  "endpoint",
175
  "inference-providers",
176
+ f"model_name={model_name},provider={provider}",
177
  "custom|yourbench|0|0",
178
  "--custom-tasks",
179
  temp_file_path,
backend/tests/run_lighteval.py CHANGED
@@ -30,7 +30,7 @@ cmd_args = [
30
  "lighteval",
31
  "endpoint",
32
  "inference-providers",
33
- "model=Qwen/Qwen2.5-72B-Instruct,provider=novita",
34
  "custom|yourbench|0|0",
35
  "--custom-tasks",
36
  temp_file_path,
 
30
  "lighteval",
31
  "endpoint",
32
  "inference-providers",
33
+ "model_name=Qwen/Qwen2.5-72B-Instruct,provider=novita",
34
  "custom|yourbench|0|0",
35
  "--custom-tasks",
36
  temp_file_path,
backend/tests/run_parallel_lighteval.py CHANGED
@@ -35,7 +35,7 @@ TASKS_TABLE = [yourbench]
35
  "lighteval",
36
  "endpoint",
37
  "inference-providers",
38
- f"model={model_name},provider={provider}",
39
  "custom|yourbench|0|0",
40
  "--custom-tasks",
41
  temp_file_path,
 
35
  "lighteval",
36
  "endpoint",
37
  "inference-providers",
38
+ f"model_name={model_name},provider={provider}",
39
  "custom|yourbench|0|0",
40
  "--custom-tasks",
41
  temp_file_path,