{
  "schemaVersion": 1,
  "benchmarkVersion": "1.0.3",
  "exportedAt": "2026-07-15T02:55:43.271Z",
  "model": {
    "order": 4,
    "slug": "moonshot-kimi-k2-7-code",
    "company": "Moonshot AI",
    "model": "Kimi K2.7 Code",
    "openRouterModelId": "moonshotai/kimi-k2.7-code",
    "expectedCanonicalSlug": "moonshotai/kimi-k2.7-code-20260612",
    "harnessModel": "openrouter/moonshotai/kimi-k2.7-code",
    "variant": null,
    "cohort": "primary",
    "substitution": null
  },
  "route": "kimi-k27-code",
  "candidateCode": "C-0782",
  "record": {
    "runId": "moonshot-kimi-k2-7-code",
    "modelSlug": "moonshot-kimi-k2-7-code",
    "candidateCode": "C-0782",
    "runPosition": 7,
    "gateway": "OpenRouter",
    "requestedModelId": "moonshotai/kimi-k2.7-code",
    "expectedCanonicalSlug": "moonshotai/kimi-k2.7-code-20260612",
    "harnessModel": "openrouter/moonshotai/kimi-k2.7-code",
    "variant": null,
    "resolvedModelId": "moonshotai/kimi-k2.7-code",
    "resolvedCanonicalSlug": "moonshotai/kimi-k2.7-code-20260612",
    "startedAt": "2026-07-14T04:26:14.158Z",
    "finishedAt": "2026-07-14T04:35:24.045Z",
    "status": "completed",
    "promptSha256": "4fc686ce41533a72803ab11dd474f80c474666ea4154ead0fa0c90366042197f",
    "starterSha256": "6b745060ca29856fbeae84ea915909e83d6e7e7f05711aacf78918e2da5748a8",
    "elapsedMs": 549879,
    "inputTokens": 50081,
    "outputTokens": 17124,
    "cachedTokens": 1269696,
    "reportedCostUsd": 0.317531363,
    "exitCode": 0,
    "agentStepsObserved": 40,
    "interventions": 0
  },
  "evaluation": {
    "evaluatedAt": "2026-07-14T07:34:21.508Z",
    "modelSlug": "moonshot-kimi-k2-7-code",
    "installPassed": true,
    "buildPassed": true,
    "journeyPassed": false,
    "hardGatePassed": false,
    "automatedScore": 40,
    "automatedMaximum": 60,
    "passedChecks": [
      {
        "id": "F01",
        "title": "[F01|5][GATE] loads the correct substantial slice",
        "points": 5,
        "gate": true
      },
      {
        "id": "F02A",
        "title": "[F02A|6][GATE] filtering controls cards, URL state and direct loading",
        "points": 6,
        "gate": true
      },
      {
        "id": "F02B",
        "title": "[F02B|2] browser back and forward restore filter state",
        "points": 2,
        "gate": false
      },
      {
        "id": "F03",
        "title": "[F03|4][GATE] a keyboard-operable service button reveals supplied detail",
        "points": 4,
        "gate": true
      },
      {
        "id": "F05",
        "title": "[F05|4][GATE] the native-select form has errors and deterministic success",
        "points": 4,
        "gate": true
      },
      {
        "id": "R01-mobile",
        "title": "[R01-mobile|3][GATE] no horizontal overflow at 360px",
        "points": 3,
        "gate": true
      },
      {
        "id": "R01-tablet",
        "title": "[R01-tablet|3][GATE] no horizontal overflow at 768px",
        "points": 3,
        "gate": true
      },
      {
        "id": "R01-desktop",
        "title": "[R01-desktop|2][GATE] no horizontal overflow at 1440px",
        "points": 2,
        "gate": true
      },
      {
        "id": "R03",
        "title": "[R03|2] images are local and load successfully when used",
        "points": 2,
        "gate": false
      },
      {
        "id": "R04",
        "title": "[R04|5] mobile navigation is present and keyboard usable",
        "points": 5,
        "gate": false
      },
      {
        "id": "A02",
        "title": "[A02|4][GATE] whole page remains accessible while the modal is open",
        "points": 4,
        "gate": true
      }
    ],
    "failedChecks": [
      {
        "id": "F04",
        "title": "[F04|4][GATE] dialog traps focus, closes with Escape and returns focus",
        "points": 4,
        "gate": true
      },
      {
        "id": "R02",
        "title": "[R02|5] long copy is not clamped or clipped and missing media has a fallback",
        "points": 5,
        "gate": false
      },
      {
        "id": "A01",
        "title": "[A01|8][GATE] base page has no serious or critical axe violations",
        "points": 8,
        "gate": true
      },
      {
        "id": "A03",
        "title": "[A03|3] reduced motion suppresses long animations and transitions",
        "points": 3,
        "gate": false
      }
    ],
    "manualVisualScore": 17.75,
    "manualCodeScore": 8,
    "verificationScore": 4,
    "efficiencyScore": 5,
    "totalScore": 49,
    "capped": true,
    "validEvaluation": true,
    "infrastructureFailures": [],
    "evidenceWarnings": [],
    "manualReviews": [
      {
        "candidateCode": "C-0782",
        "reviewer": "R1",
        "visual": 17.5,
        "code": 8,
        "confidence": "high"
      },
      {
        "candidateCode": "C-0782",
        "reviewer": "R2",
        "visual": 18,
        "code": 8,
        "confidence": "high"
      }
    ],
    "thirdReviewRequired": false,
    "objectiveScoreEvidence": {
      "verification": {
        "ranCheck": true,
        "ranBuild": true,
        "progressTruthful": false
      },
      "efficiency": {
        "completedWithoutIntervention": true,
        "elapsedMs": 549879,
        "cleanExit": true,
        "reportedCostUsd": 0.317531363
      }
    },
    "rawScore": 74.75
  },
  "source": {
    "sha256": "eb47647bd6c58ad20bf2ce737ebc115b9b9f7d429779822986548e72227a1417",
    "archive": "/r0/downloads/kimi-k27-code-source.tar.gz",
    "archiveSha256": "2b125e37973ec2d677dda0461e98fbb2aacb2b4f4f850d1b504b31bc210c8128",
    "exclusions": [
      "node_modules",
      "dist",
      ".git",
      ".opencode-state",
      "credential-bearing .env files"
    ]
  },
  "build": {
    "sha256": "a45d4aa420dc50d404363fa0b9b646ca5f1a54d2864ab9efde1d603a9604ce15",
    "publicPath": "/r0/kimi-k27-code/",
    "adaptations": [
      "npm run build -- --base=/r0/kimi-k27-code/",
      "Namespaced root /assets/ references in generated deployment files: assets/index-qxOF4EcI.js"
    ]
  },
  "evidenceHashes": {
    "screenshots/360.png": "9a6bfedfc0ba0bdf39d1edf5aec190cf67194df587b038cd0e5970b020e392cc",
    "screenshots/768.png": "ec608e08511a3c9dec5187079af4b99297361a4527ed79e4de8241f1e3410d42",
    "screenshots/1440.png": "6fc9eded93b51dafb4c6da4247c469e104aa1906d6773e904f44b3bbda29e095",
    "interaction.webm": "b5ad48cc5df66a8a21204b3e9c0a533c940128ceacb7f1aa11c8df6a9cf4e79c",
    "diff.patch": "c472059460fe445ae0e16e7f1182614743d968a87403087e6e0610636ff92780"
  },
  "reviewDisclosure": "Visual and code scores were produced by two independent blind AI reviewer agents without model identities or access to each other’s scores."
}