File size: 761 Bytes
6441bc6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
import os

from huggingface_hub import HfApi

# Configuration for HuggingFace repositories
# ------------------------------------------
TOKEN = os.environ.get("HF_TOKEN")  # A read token for accessing datasets

OWNER = "futurebench"  # Change to your organization
# ------------------------------------------

# HuggingFace repository IDs
QUEUE_REPO = f"{OWNER}/requests"
RESULTS_REPO = f"{OWNER}/results"
DATA_REPO = f"{OWNER}/data"

# Local cache paths
CACHE_PATH = os.getenv("HF_HOME", ".")
EVAL_REQUESTS_PATH = os.path.join(CACHE_PATH, "eval-queue")
EVAL_RESULTS_PATH = os.path.join(CACHE_PATH, "eval-results")
PREDICTIONS_CSV_PATH = os.path.join(CACHE_PATH, "eval-data")
REPO_ID = f"{OWNER}/Future-Bench"

# HuggingFace API client
API = HfApi(token=TOKEN)