File size: 965 Bytes
3232d64
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
"""
Benchmark configuration utilities.
"""
from typing import Dict, Any

def get_unified_benchmark_config(hf_repo: str, base_model: str = None) -> Dict[str, Any]:
    """
    Get configuration for Unified Benchmark Pipeline.
    
    Args:
        hf_repo: Model repository to evaluate
        base_model: Base model information
        
    Returns:
        Dict with configuration for the benchmark
    """
    return {
        "conf": {
            "hf_repo": hf_repo,
            "base_model": base_model,
            "model_name": "mezura-test-model",
            "model_type": None,     # Will be determined and set later
            "reasoning": False,     # Default to False, will be overridden later
            "email": None,          # Default to None, will be overridden if provided
            "user_id": None,        # Generated from username only
            "request_id": None      # Generated from repo_id, base_model and reasoning
        }
    }