Mezura / pipelines /benchmark_configs.py
nmmursit's picture
initial commit
3232d64 verified
raw
history blame contribute delete
965 Bytes
"""
Benchmark configuration utilities.
"""
from typing import Dict, Any
def get_unified_benchmark_config(hf_repo: str, base_model: str = None) -> Dict[str, Any]:
"""
Get configuration for Unified Benchmark Pipeline.
Args:
hf_repo: Model repository to evaluate
base_model: Base model information
Returns:
Dict with configuration for the benchmark
"""
return {
"conf": {
"hf_repo": hf_repo,
"base_model": base_model,
"model_name": "mezura-test-model",
"model_type": None, # Will be determined and set later
"reasoning": False, # Default to False, will be overridden later
"email": None, # Default to None, will be overridden if provided
"user_id": None, # Generated from username only
"request_id": None # Generated from repo_id, base_model and reasoning
}
}