Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
update lighteval
Browse files
backend/tasks/evaluation_task.py
CHANGED
@@ -173,7 +173,7 @@ TASKS_TABLE = [yourbench]
|
|
173 |
"lighteval",
|
174 |
"endpoint",
|
175 |
"inference-providers",
|
176 |
-
f"
|
177 |
"custom|yourbench|0|0",
|
178 |
"--custom-tasks",
|
179 |
temp_file_path,
|
|
|
173 |
"lighteval",
|
174 |
"endpoint",
|
175 |
"inference-providers",
|
176 |
+
f"model_name={model_name},provider={provider}",
|
177 |
"custom|yourbench|0|0",
|
178 |
"--custom-tasks",
|
179 |
temp_file_path,
|
backend/tests/run_lighteval.py
CHANGED
@@ -30,7 +30,7 @@ cmd_args = [
|
|
30 |
"lighteval",
|
31 |
"endpoint",
|
32 |
"inference-providers",
|
33 |
-
"
|
34 |
"custom|yourbench|0|0",
|
35 |
"--custom-tasks",
|
36 |
temp_file_path,
|
|
|
30 |
"lighteval",
|
31 |
"endpoint",
|
32 |
"inference-providers",
|
33 |
+
"model_name=Qwen/Qwen2.5-72B-Instruct,provider=novita",
|
34 |
"custom|yourbench|0|0",
|
35 |
"--custom-tasks",
|
36 |
temp_file_path,
|
backend/tests/run_parallel_lighteval.py
CHANGED
@@ -35,7 +35,7 @@ TASKS_TABLE = [yourbench]
|
|
35 |
"lighteval",
|
36 |
"endpoint",
|
37 |
"inference-providers",
|
38 |
-
f"
|
39 |
"custom|yourbench|0|0",
|
40 |
"--custom-tasks",
|
41 |
temp_file_path,
|
|
|
35 |
"lighteval",
|
36 |
"endpoint",
|
37 |
"inference-providers",
|
38 |
+
f"model_name={model_name},provider={provider}",
|
39 |
"custom|yourbench|0|0",
|
40 |
"--custom-tasks",
|
41 |
temp_file_path,
|