{
    "Super Mario Bros": {
        "runs": 5,
        "results": [
            {
                "model": "gpt-4.1-2025-04-14",
                "score": 740,
                "progress": "1-1",
                "time_s": 68.6,
                "rank": 1
            },
            {
                "model": "claude-3-7-sonnet-20250219",
                "score": 710,
                "progress": "1-1",
                "time_s": 64.2,
                "rank": 2
            },
            {
                "model": "gpt-4o-2024-11-20",
                "score": 560,
                "progress": "1-1",
                "time_s": 58.6,
                "rank": 3
            },
            {
                "model": "gemini-2.0-flash",
                "score": 320,
                "progress": "1-1",
                "time_s": 51.8,
                "rank": 4
            },
            {
                "model": "claude-3-5-haiku-20241022",
                "score": 140,
                "progress": "1-1",
                "time_s": 76.4,
                "rank": 5
            },
            {
                "model": "gpt-4.5-preview-2025-02-27",
                "score": 160,
                "progress": "1-1",
                "time_s": 62.8,
                "rank": 6
            }
        ]
    },
    "2048": {
        "runs": 1,
        "results": [
            {
                "model": "o3",
                "score": 256,
                "steps": 108,
                "time": "58:09",
                "rank": 1
            },
            {
                "model": "claude-3-7-sonnet-20250219(thinking)",
                "score": 256,
                "steps": 114,
                "time": ">200",
                "rank": 2
            },
            {
                "model": "o1-2024-12-17",
                "score": 256,
                "steps": 116,
                "time": ">200",
                "rank": 3
            },
            {
                "model": "claude-3-7-sonnet-20250219",
                "score": 256,
                "steps": 130,
                "time": "20:36",
                "rank": 4
            },
            {
                "model": "deepseek-v3",
                "score": 256,
                "steps": 216,
                "time": "54.02",
                "rank": 5
            },
            {
                "model": "gemini-2.5-flash-preview-04-17",
                "score": 128,
                "steps": 71,
                "time": "41:42",
                "rank": 6
            },
            {
                "model": "gemini-2.0-flash",
                "score": 128,
                "steps": 111,
                "time": "18:43",
                "rank": 7
            },
            {
                "model": "gemini-2.0-flash-thinking-exp-1219",
                "score": 128,
                "steps": 132,
                "time": ">100",
                "rank": 8
            },
            {
                "model": "gemini-2.5-pro-exp-03-25",
                "score": 128,
                "steps": 138,
                "time": "169",
                "rank": 9
            },
            {
                "model": "Llama-4-Maverick-17B-128E-Instruct-FP8",
                "score": 128,
                "steps": 145,
                "time": ">100",
                "rank": 10
            },
            {
                "model": "o4-mini",
                "score": 128,
                "steps": "",
                "time": "",
                "rank": 11
            },
            {
                "model": "grok3-beta",
                "score": 128,
                "steps": "",
                "time": "",
                "rank": 12
            },
            {
                "model": "claude-3-5-sonnet-20241022",
                "score": 64,
                "steps": 92,
                "time": "9:2",
                "rank": 13
            },
            {
                "model": "gpt-4.5-preview-2025-02-27",
                "score": 34,
                "steps": 34,
                "time": "8:25",
                "rank": 14
            },
            {
                "model": "gpt-4o-2024-11-20",
                "score": 16,
                "steps": 21,
                "time": "1:17",
                "rank": 15
            }
        ]
    },
    "Tetris (complete)": {
        "runs": 3,
        "results": [
            {
                "model": "claude-3-7-sonnet-20250219",
                "score": 95,
                "steps_blocks": 27,
                "rank": 1
            },
            {
                "model": "claude-3-5-haiku-20241022",
                "score": 90,
                "steps_blocks": 25,
                "rank": 2
            },
            {
                "model": "gemini-2.0-flash",
                "score": 82,
                "steps_blocks": 23,
                "rank": 3
            },
            {
                "model": "gpt-4o-2024-11-20",
                "score": 54,
                "steps_blocks": 19,
                "rank": 4
            }
        ]
    },
    "Tetris (planning only)": {
        "runs": 3,
        "results": [
            {
                "model": "claude-3-7-sonnet-20250219",
                "score": 110,
                "steps_blocks": 29,
                "rank": 1
            },
            {
                "model": "claude-3-5-haiku-20241022",
                "score": 92,
                "steps_blocks": 25,
                "rank": 2
            },
            {
                "model": "gemini-2.0-flash",
                "score": 87,
                "steps_blocks": 24,
                "rank": 3
            },
            {
                "model": "gpt-4o-2024-11-20",
                "score": 56,
                "steps_blocks": 20,
                "rank": 4
            }
        ]
    },
    "Candy Crush": {
        "runs": 3,
        "results": [
            {
                "model": "o4-mini",
                "score_runs": "123,131",
                "average_score": 127,
                "steps": 25,
                "rank": 1
            },
            {
                "model": "o3",
                "score_runs": "115, 122",
                "average_score": 118.5,
                "steps": 25,
                "rank": 2
            },
            {
                "model": "o3-mini-2025-01-31(medium)",
                "score_runs": "90;109;120",
                "average_score": 106.33,
                "steps": 25,
                "rank": 3
            },
            {
                "model": "o1-2024-12-17",
                "score_runs": "96;114;83",
                "average_score": 97.67,
                "steps": 25,
                "rank": 4
            },
            {
                "model": "deepseek-r1",
                "score_runs": "62;108;105",
                "average_score": 91.67,
                "steps": 25,
                "rank": 5
            },
            {
                "model": "gemini-2.5-flash-preview-04-17",
                "score_runs": "59",
                "average_score": 59,
                "steps": 25,
                "rank": 6
            },
            {
                "model": "gemini-2.5-pro-exp-03-25",
                "score_runs": "50;36;68",
                "average_score": 51.33,
                "steps": 25,
                "rank": 7
            },
            {
                "model": "claude-3-7-sonnet-20250219(thinking)",
                "score_runs": "36;46;24",
                "average_score": 35.33,
                "steps": 25,
                "rank": 8
            },
            {
                "model": "gemini-2.0-flash-thinking-exp-1219",
                "score_runs": "0;15;39",
                "average_score": 18,
                "steps": 25,
                "rank": 9
            },
            {
                "model": "grok-3-beta",
                "score_runs": "11",
                "average_score": 11,
                "steps": 25,
                "rank": 10
            },
            {
                "model": "Llama-4-Maverick-17B-128E-Instruct-FP8",
                "score_runs": "6;0;0",
                "average_score": 2,
                "steps": 25,
                "rank": 11
            },
            {
                "model": "gpt-4.1-2025-04-14",
                "score_runs": "0;3;3",
                "average_score": 2,
                "steps": 25,
                "rank": 12
            },
            {
                "model": "claude-3-5-sonnet-20241022",
                "score_runs": "3;0;0",
                "average_score": 1,
                "steps": 25,
                "rank": 13
            },
            {
                "model": "deepseek-v3",
                "score_runs": "0;0;0",
                "average_score": 0,
                "steps": 25,
                "rank": 14
            }
        ]
    },
    "Sokoban": {
        "runs": 3,
        "results": [
            {
                "model": "o3",
                "levels_cracked": "4",
                "steps": "[16, 40, 59, 110]",
                "rank": 1
            },
            {
                "model": "o3-mini-2025-01-31(medium)",
                "levels_cracked": "2; 3; 2",
                "steps": "[17,52,68];[24,58,78,91];[19,44,64]",
                "rank": 2
            },
            {
                "model": "gemini-2.5-pro-exp-03-25",
                "levels_cracked": "2;2;3",
                "steps": "[23, 46, 79]; [20,50,77]; [26,95,125,175]",
                "rank": 3
            },
            {
                "model": "gemini-2.5-flash-preview-04-17",
                "levels_cracked": "2",
                "steps": "[24, 50, 60]",
                "rank": 4
            },
            {
                "model": "o4-mini",
                "levels_cracked": "2",
                "steps": "",
                "rank": 5
            },
            {
                "model": "claude-3-7-sonnet-20250219(thinking)",
                "levels_cracked": "1; 2; 0",
                "steps": "[17,35];[15,40,43];[4]",
                "rank": 6
            },
            {
                "model": "o1-2024-12-17",
                "levels_cracked": "1; 1; 1",
                "steps": null,
                "rank": 7
            },
            {
                "model": "deepseek-r1",
                "levels_cracked": "1; 0; 1",
                "steps": "[19,42];[13];[19,36]",
                "note": "stuck",
                "rank": 8
            },
            {
                "model": "o1-mini-2024-09-12",
                "levels_cracked": "0;1;0",
                "steps": null,
                "rank": 9
            },
            {
                "model": "gemini-2.0-flash-thinking-exp-1219",
                "levels_cracked": "0; 0; 0",
                "steps": "[23]; [14]; [14]",
                "rank": 10
            },
            {
                "model": "gpt-4o-2024-11-20",
                "levels_cracked": "0; 0; 0",
                "steps": "[68];[105];[168]",
                "note": "stuck in a loop",
                "rank": 11
            },
            {
                "model": "claude-3-5-sonnet-20241022",
                "levels_cracked": "0; 0; 0",
                "steps": "[21]; [30]; [51]",
                "note": "stuck in a loop",
                "rank": 12
            },
            {
                "model": "deepseek-v3",
                "levels_cracked": "0; 0; 0",
                "steps": "[9]; [47]; [64]",
                "rank": 13
            },
            {
                "model": "gpt-4.1-2025-04-14",
                "levels_cracked": "0; 0; 0",
                "steps": "[9]; [47]; [64]",
                "rank": 14
            },
            {
                "model": "grok-3-beta",
                "levels_cracked": "0",
                "steps": "",
                "rank": 15
            },
            {
                "model": "Llama-4-Maverick-17B-128E-Instruct-FP8",
                "levels_cracked": "0;0;0",
                "steps": "[5]",
                "rank": 16
            }
        ]
    },
    "Ace Attorney": {
        "runs": 2,
        "results": [
            {
                "model": "o1-2024-12-17",
                "levels_cracked": "3; 3",
                "lives_left": "[5, 3, 3, 0],[4, 5, 3, 0]",
                "cracked_details": "4: 7/8",
                "rank": 1,
                "score": 26,
                "note": "stuck at the end not present evidence"
            },
            {
                "model": "o3",
                "levels_cracked": "3",
                "lives_left": "[5, 3, 3, 0]",
                "cracked_details": "4: 4/8",
                "rank": 2,
                "score": 23,
                "note": "failed to present evidence"
            },
            {
                "model": "gemini-2.5-pro-exp-03-25",
                "levels_cracked": "2; 3",
                "lives_left": "[5,5,0]; [5, 5, 4, 0]",
                "cracked_details": "4: 0/8",
                "rank": 3,
                "score": 20,
                "note": "failed to present evidence"
            },
            {
                "model": "claude-3-7-sonnet-20250219(thinking)",
                "levels_cracked": "1; 1",
                "lives_left": "[3,0]; [5,0]",
                "cracked_details": "2: 3/9",
                "rank": 4,
                "score": 8,
                "note": "failed to present evidence"
            },
            {
                "model": "claude-3-5-sonnet-20241022",
                "levels_cracked": "1",
                "lives_left": "5, 5",
                "cracked_details": "1:1/8",
                "rank": 5,
                "score": 6,
                "note": "stuck in loop"
            },
            {
                "model": "gpt-4.1-2025-04-14",
                "levels_cracked": "1",
                "lives_left": "[4,5]",
                "cracked_details": "1: 1/8",
                "rank": 6,
                "score": 6,
                "note": "stuck in loop"
            },
            {
                "model": "gemini-2.5-flash-preview-04-17",
                "levels_cracked": "0",
                "lives_left": "0",
                "cracked_details": "1: 4/5",
                "rank": 7,
                "score": 4,
                "note": "stuck in the last option section"
            },
            {
                "model": "gemini-2.0-flash-thinking-exp-1219",
                "levels_cracked": "0",
                "lives_left": "0",
                "cracked_details": "1: 4/5",
                "rank": 8,
                "score": 4,
                "note": "stuck in the last option section"
            },
            {
                "model": "deepseek-r1",
                "levels_cracked": "0",
                "lives_left": "0",
                "cracked_details": "1: 4/5",
                "rank": 9,
                "score": 4,
                "note": "stuck in the 3rd evidence present"
            },
            {
                "model": "o4-mini",
                "levels_cracked": "0",
                "lives_left": "0",
                "cracked_details": "1:1/5",
                "rank": 10,
                "score": 1,
                "note": "failed to present evidence"
            },
            {
                "model": "grok-3-beta",
                "levels_cracked": "0",
                "lives_left": "0",
                "cracked_details": "1:1/5",
                "rank": 11,
                "score": 1,
                "note": "failed to present evidence"
            },
            {
                "model": "Llama-4-Maverick-17B-128E-Instruct-FP8",
                "levels_cracked": "0",
                "lives_left": "0",
                "cracked_details": "0:0/5",
                "rank": 12,
                "score": 0,
                "note": "failed to present evidence"
            }
        ]
    }
}