File size: 965 Bytes
3232d64 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 |
"""
Benchmark configuration utilities.
"""
from typing import Dict, Any
def get_unified_benchmark_config(hf_repo: str, base_model: str = None) -> Dict[str, Any]:
"""
Get configuration for Unified Benchmark Pipeline.
Args:
hf_repo: Model repository to evaluate
base_model: Base model information
Returns:
Dict with configuration for the benchmark
"""
return {
"conf": {
"hf_repo": hf_repo,
"base_model": base_model,
"model_name": "mezura-test-model",
"model_type": None, # Will be determined and set later
"reasoning": False, # Default to False, will be overridden later
"email": None, # Default to None, will be overridden if provided
"user_id": None, # Generated from username only
"request_id": None # Generated from repo_id, base_model and reasoning
}
} |