{
  "schema_version": "sensebench-run-v2",
  "run_id": "kimi-k2.7-code-xhigh-reasoning-p001-lexen-v1-20260617",
  "created_at": "2026-06-17T22:30:28.396407+00:00",
  "git_commit": "f96d54d6486d26af01e2863d4a7d837f61f6b18e",
  "runner": {
    "github_handle": "vassiliphilippov",
    "name": "Vassili Philippov",
    "contact": null
  },
  "dataset": {
    "dataset_id": "lexen",
    "dataset_version": "lexen-v1",
    "dataset_revision": null,
    "content_hash": "sha256:5fd4382b93f19087a1e31f6dd7d1db17c1eb17ff80fcbe1d3fdd55c0c3ecefe8",
    "item_count": 4861
  },
  "prompt": {
    "id": "p001",
    "sensebench_version": "0.1.0"
  },
  "model": {
    "kind": "cloud_llm",
    "display_name": "openrouter/moonshotai/kimi-k2.7-code",
    "requested_model": "openrouter/moonshotai/kimi-k2.7-code",
    "resolved_model": "moonshotai/kimi-k2.7-code-20260612",
    "resolved_model_counts": {
      "moonshotai/kimi-k2.7-code-20260612": 4868
    },
    "llm_vendor": "Moonshot",
    "api_provider": "OpenRouter",
    "source_kind": "open_source",
    "license": null,
    "model_url": "https://openrouter.ai/moonshotai/kimi-k2.7-code",
    "reasoning_effort": "xhigh",
    "endpoint_base_url": null
  },
  "sampling": {
    "temperature": null,
    "top_p": null,
    "max_tokens": 16384,
    "seed": null,
    "extra": {}
  },
  "policy": {
    "votes_per_item": 1,
    "semantic_reasks_per_invalid_vote": 1,
    "tie_break": "earliest_vote",
    "monosemous_policy": "short_circuit",
    "shuffle_senses_per_vote": false
  },
  "machine": null,
  "execution": {
    "concurrency": 48,
    "warmup_call_count": 0,
    "timing": {
      "benchmark_started_at": "2026-06-17T22:07:03.847077+00:00",
      "benchmark_ended_at": "2026-06-17T22:30:28.395331+00:00",
      "benchmark_seconds": 1404.5506570000434,
      "setup_seconds": 1.0726695839548483
    }
  },
  "totals": {
    "item_count": 4861,
    "correct_count": 4536,
    "accuracy": 0.9331413289446616,
    "call_count": 4868,
    "usage": {
      "input_tokens": 2996721,
      "cached_input_tokens": 91648,
      "output_tokens": 2531355,
      "reasoning_output_tokens": 2630332
    },
    "cost": {
      "currency": "USD",
      "total_usd": 12.46651125,
      "input_uncached_usd": 2.60394295,
      "input_cached_usd": null,
      "output_usd": 9.8625683,
      "input_uncached_unit_price_usd": null,
      "input_cached_unit_price_usd": null,
      "output_unit_price_usd": null,
      "source": "provider_reported"
    },
    "elapsed_seconds": 1404.5506570000434
  }
}