|
""" |
|
Benchmark configuration utilities. |
|
""" |
|
from typing import Dict, Any |
|
|
|
def get_unified_benchmark_config(hf_repo: str, base_model: str = None) -> Dict[str, Any]: |
|
""" |
|
Get configuration for Unified Benchmark Pipeline. |
|
|
|
Args: |
|
hf_repo: Model repository to evaluate |
|
base_model: Base model information |
|
|
|
Returns: |
|
Dict with configuration for the benchmark |
|
""" |
|
return { |
|
"conf": { |
|
"hf_repo": hf_repo, |
|
"base_model": base_model, |
|
"model_name": "mezura-test-model", |
|
"model_type": None, |
|
"reasoning": False, |
|
"email": None, |
|
"user_id": None, |
|
"request_id": None |
|
} |
|
} |