{
  "source": "https://bench.drawcall.ai",
  "repository": "https://github.com/drawcall-ai/playbench",
  "generatedAt": "2026-09-08T10:31:25.419Z",
  "publishedAt": "2026-09-05T00:57:03.346160+00:00",
  "contract": {
    "protocolVersion": 12,
    "gpu": "T4",
    "image": "nvidia/cuda:12.4.1-runtime-ubuntu22.04",
    "viewport": "1024x1024",
    "sessionSeconds": 3600,
    "replaySeconds": 600,
    "recordedReplays": 3,
    "recordingFps": 60,
    "temperature": 0,
    "harness": "mini-swe-agent with one Bash tool",
    "routing": "OpenRouter provider.only + provider.order + allow_fallbacks=false + require_parameters=true",
    "scoring": "fastest successful of 3 clean replays; trusted evaluator levelTimeMs",
    "vitexec": "0.4.0",
    "miniSweAgent": "2.4.6",
    "market": "0.11.0",
    "node": "v22.23.2",
    "promptSha256": "60be77d61034d5bc037f80570116d5f98717e233ac07144910d24760a34eefc0",
    "skillSha256": "b32236406b665851ef15ced2f27ace6e71ff83e4ef952d8df9e01c179f8ccd96"
  },
  "benchmarks": [
    {
      "game": {
        "ref": "battle-royale@1.0.233",
        "asset": "battle-royale",
        "version": "1.0.233",
        "seed": 20260903,
        "path": "/?seed=20260903&round=1",
        "evaluatorPath": "games/battle-royale-1.0.233.ts",
        "evaluatorSha256": "af4bcad746fb757ef8faa245123fc1f40d4ed7ddc76cbf0aeef66f87bacd48cc"
      },
      "results": [
        {
          "rank": 1,
          "runId": "20260905T000349Z-74760d16",
          "model": "google/gemini-3.8-flash",
          "effort": "high",
          "provider": "Google AI Studio",
          "game": "battle-royale@1.0.233",
          "status": "PASS",
          "levelTimeMs": 16768.39999999981,
          "agentWallSeconds": 2971.656029169,
          "costUsd": "3.628044675000001",
          "apiCalls": 171,
          "auditVerdict": "clean",
          "auditReviewedAt": "2026-09-05T00:57:50.069072+00:00",
          "startedAt": "2026-09-05T00:03:58.756445+00:00",
          "attempts": [
            {
              "attempt": 1,
              "outcome": "PASS",
              "levelTimeMs": 16768.39999999981,
              "wallSeconds": 36.082686180999644,
              "selected": true
            },
            {
              "attempt": 2,
              "outcome": "PASS",
              "levelTimeMs": 21598.200000000146,
              "wallSeconds": 41.77469090600016,
              "selected": false
            },
            {
              "attempt": 3,
              "outcome": "PASS",
              "levelTimeMs": 18857.399999999838,
              "wallSeconds": 39.39849282900013,
              "selected": false
            }
          ],
          "page": "https://bench.drawcall.ai/runs/20260905T000349Z-74760d16",
          "directory": "https://github.com/drawcall-ai/playbench/tree/main/results/p12/battle-royale-1.0.233-b1212adb/google-gemini-3.8-flash-422e5ba8/20260905T000349Z-74760d16"
        },
        {
          "rank": 2,
          "runId": "20260904T231542Z-f4cbfd1b",
          "model": "meta/muse-spark-1.3",
          "effort": "xhigh",
          "provider": "Meta",
          "game": "battle-royale@1.0.233",
          "status": "PASS",
          "levelTimeMs": 19465.8999999999,
          "agentWallSeconds": 2616.921667925,
          "costUsd": "5.304854449999998",
          "apiCalls": 79,
          "auditVerdict": "clean",
          "auditReviewedAt": "2026-09-05T00:03:42.386622+00:00",
          "startedAt": "2026-09-04T23:15:54.162188+00:00",
          "attempts": [
            {
              "attempt": 1,
              "outcome": "PASS",
              "levelTimeMs": 19465.8999999999,
              "wallSeconds": 39.79255401299997,
              "selected": true
            },
            {
              "attempt": 2,
              "outcome": "PASS",
              "levelTimeMs": 25099.299999999977,
              "wallSeconds": 45.58881484600033,
              "selected": false
            },
            {
              "attempt": 3,
              "outcome": "PASS",
              "levelTimeMs": 21032.399999999896,
              "wallSeconds": 41.55602872899999,
              "selected": false
            }
          ],
          "page": "https://bench.drawcall.ai/runs/20260904T231542Z-f4cbfd1b",
          "directory": "https://github.com/drawcall-ai/playbench/tree/main/results/p12/battle-royale-1.0.233-b1212adb/meta-muse-spark-1.3-c0580b01/20260904T231542Z-f4cbfd1b"
        },
        {
          "rank": 3,
          "runId": "20260904T202911Z-fb0b9b54",
          "model": "deepseek/deepseek-v4-flash-0731",
          "effort": "max",
          "provider": "Baidu",
          "game": "battle-royale@1.0.233",
          "status": "PASS",
          "levelTimeMs": 41781.30000000033,
          "agentWallSeconds": 3167.97862059,
          "costUsd": "0.104962378248",
          "apiCalls": 60,
          "auditVerdict": "clean",
          "auditReviewedAt": "2026-09-04T21:37:28.644554+00:00",
          "startedAt": "2026-09-04T20:29:27.083449+00:00",
          "attempts": [
            {
              "attempt": 1,
              "outcome": "DNF",
              "levelTimeMs": null,
              "wallSeconds": 607.8520515700002,
              "selected": false
            },
            {
              "attempt": 2,
              "outcome": "PASS",
              "levelTimeMs": 62231.500000000444,
              "wallSeconds": 86.98399503999963,
              "selected": false
            },
            {
              "attempt": 3,
              "outcome": "PASS",
              "levelTimeMs": 41781.30000000033,
              "wallSeconds": 63.497431072999916,
              "selected": true
            }
          ],
          "page": "https://bench.drawcall.ai/runs/20260904T202911Z-fb0b9b54",
          "directory": "https://github.com/drawcall-ai/playbench/tree/main/results/p12/battle-royale-1.0.233-b1212adb/deepseek-deepseek-v4-flash-0731-3535a3e7/20260904T202911Z-fb0b9b54"
        },
        {
          "rank": null,
          "runId": "20260904T220212Z-2a461276",
          "model": "z-ai/glm-5.3-flash",
          "effort": "max",
          "provider": "Z.AI",
          "game": "battle-royale@1.0.233",
          "status": "DNF",
          "levelTimeMs": null,
          "agentWallSeconds": 3600.871324348,
          "costUsd": "0.14495650999999993",
          "apiCalls": 67,
          "auditVerdict": "clean",
          "auditReviewedAt": "2026-09-04T23:14:30.780957+00:00",
          "startedAt": "2026-09-04T22:02:26.086212+00:00",
          "attempts": [
            {
              "attempt": 1,
              "outcome": "DNF",
              "levelTimeMs": null,
              "wallSeconds": 126.417047078,
              "selected": true
            },
            {
              "attempt": 2,
              "outcome": "DNF",
              "levelTimeMs": null,
              "wallSeconds": 321.764797843,
              "selected": false
            },
            {
              "attempt": 3,
              "outcome": "DNF",
              "levelTimeMs": null,
              "wallSeconds": 122.96453982000003,
              "selected": false
            }
          ],
          "page": "https://bench.drawcall.ai/runs/20260904T220212Z-2a461276",
          "directory": "https://github.com/drawcall-ai/playbench/tree/main/results/p12/battle-royale-1.0.233-b1212adb/z-ai-glm-5.3-flash-26f56e65/20260904T220212Z-2a461276"
        }
      ]
    }
  ]
}