{
  "schema_version": 1,
  "suite": "medium",
  "task_set_version": "0.21.3",
  "task_count": 90,
  "task_numbers": [
    392,
    393,
    394,
    395,
    396,
    397,
    398,
    399,
    400,
    401,
    402,
    403,
    404,
    405,
    406,
    407,
    408,
    409,
    410,
    411,
    412,
    413,
    414,
    415,
    416,
    417,
    418,
    419,
    420,
    421,
    422,
    423,
    424,
    425,
    426,
    427,
    428,
    429,
    430,
    431,
    432,
    433,
    434,
    435,
    436,
    437,
    438,
    439,
    440,
    441,
    442,
    443,
    444,
    445,
    446,
    447,
    448,
    449,
    450,
    451,
    452,
    453,
    454,
    455,
    456,
    457,
    458,
    459,
    460,
    461,
    462,
    463,
    464,
    465,
    466,
    467,
    468,
    469,
    470,
    471,
    512,
    518,
    520,
    522,
    523,
    524,
    525,
    526,
    527,
    530
  ],
  "frozen_light_tasks": 391,
  "policy": {
    "combination": "Only disjoint components within the same published measured profile; display-name matches are not profile equivalence.",
    "missing": "Unmeasured, never a failure. Partial rows have no overall score or rank.",
    "protocols": "Historical source versions and per-wave settings retained; these are reused measurements, not new complete runs. A wave21 component taken from a fresh run carries its own source version and profile note.",
    "incompatible_pairs": "Historical DeepAgents GLM/DeepSeek enabled native subagents; new wave21 disabled them. Keep separate profiles. 80/160 graph steps and model API request caps are distinct.",
    "controls": "Forty wave20 controls and ten unselected calibration tasks excluded from Medium90.",
    "new_model_calls": 0
  },
  "provenance": {
    "legacy_results_sha256": "5107ab70866728472f3a063e49c884ac6004b0f5e2cb72927873986e7ec68772",
    "wave21_results_sha256": "1d35d5b2b0d9b28829b5d27d28f852d6f1f33d768e95df7581ffa0073d299803",
    "haiku_medium90_sha256": "6049aec374fdfddd1488c7daa740956246e354e325b456d4b5e9e9e79d07e7e0",
    "codex_medium90_sha256": "11d8d93639ca7dc291b1d22e3a85d511e4a282a128b32b54b269892e7ad0cb25",
    "miniswe_medium90_sha256": "3102410c5b7f96e16f793f6f4a0dae5268b2ea60d4e657a51cf09f8d70bfd3bc",
    "claudecode_sonnet_medium90_sha256": "e86d2d4062ea4291c95e19119683ad7600eba73343ff19e4fb55339e17479b44",
    "pi_deepseek0731_medium90_sha256": "bcce79bb9238cb1b396af802f70786e6f25d0048f8d00b1fd5e2a7cfd051c112",
    "claudecode_haiku_openrouter_sha256": "d84e281976e2cf2536c062088d602214a852510dfad0f5b68f46a16e129a62fc"
  },
  "summary": {
    "rows": 130,
    "ranked_rows": 12,
    "coverage": {
      "1": 1,
      "10": 8,
      "40": 89,
      "80": 19,
      "84": 1,
      "90": 12
    }
  },
  "rows": [
    {
      "id": "run-0",
      "model": "DeepSeek V4.1 Flash Uncensored FP8 (high)",
      "harness": "pi-mono",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-0",
      "previous": {
        "passed": 32,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 32,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 32,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "ua-glm53",
      "model": "GLM-5.3 (OpenRouter) (high)",
      "harness": "GigaCode Universal Agent (gc-cli)",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "ua-glm53",
      "previous": {
        "passed": 35,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 35,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 35,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-1",
      "model": "DeepSeek V4.1 Flash Uncensored FP8 (high)",
      "harness": "dsh headless",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-1",
      "previous": {
        "passed": 32,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 32,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 32,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-2",
      "model": "DeepSeek V4.1 Flash Uncensored FP8 (high)",
      "harness": "Hermes",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-2",
      "previous": {
        "passed": 34,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 34,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 34,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-3",
      "model": "DeepSeek V4.1 Flash Uncensored FP8 (high)",
      "harness": "OpenCode",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-3",
      "previous": {
        "passed": 33,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 33,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 33,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "codex-sol61-low",
      "model": "GPT-6.1 Sol (low)",
      "harness": "Codex CLI",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "codex-sol61-low",
      "previous": {
        "passed": 32,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 32,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 32,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-4",
      "model": "DeepSeek V4.1 Flash Uncensored FP8 (high)",
      "harness": "free-code",
      "runs": 3,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-4",
      "previous": {
        "passed": 29.666666666666664,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 29.666666666666664,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 29.666666666666664,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "ua-ds41",
      "model": "DeepSeek V4.1 Flash Uncensored FP8 (high)",
      "harness": "GigaCode Universal Agent (gc-cli)",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "ua-ds41",
      "previous": {
        "passed": 30,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 30,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 30,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-5",
      "model": "DeepSeek V4.1 Flash Uncensored FP8 (high)",
      "harness": "mini-SWE-agent",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-5",
      "previous": {
        "passed": 30,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 30,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 30,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "ua-kimi",
      "model": "Kimi-K3 (OpenRouter) (high)",
      "harness": "GigaCode Universal Agent (gc-cli)",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "ua-kimi",
      "previous": {
        "passed": 30,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 30,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 30,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "glm53-openrouter-opencode",
      "model": "GLM-5.3 (OpenRouter) (high)",
      "harness": "OpenCode",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "glm53-openrouter-opencode",
      "previous": {
        "passed": 27,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 27,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 27,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-6",
      "model": "DeepSeek V4.1 Flash Uncensored FP8 (high)",
      "harness": "deepagents",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-6",
      "previous": {
        "passed": 28,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 28,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 28,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "multitool-glm53",
      "model": "GLM-5.3 (OpenRouter) (high)",
      "harness": "MultiTool CLI",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "multitool-glm53",
      "previous": {
        "passed": 25,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 25,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 25,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "glm53-openrouter-deepagents",
      "model": "GLM-5.3 (OpenRouter) (high)",
      "harness": "deepagents",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "glm53-openrouter-deepagents",
      "previous": {
        "passed": 27,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 27,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 27,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "glm53-openrouter-mini",
      "model": "GLM-5.3 (OpenRouter) (high)",
      "harness": "mini-SWE-agent",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "glm53-openrouter-mini",
      "previous": {
        "passed": 22,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 22,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 22,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "glm-dsh",
      "model": "GLM-5.3 Flash Uncensored FP8 (high)",
      "harness": "dsh headless",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "glm-dsh",
      "previous": {
        "passed": 22,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 22,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 22,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-55",
      "model": "GLM-5.3 Flash Uncensored FP8 (high)",
      "harness": "mini-SWE-agent",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-55",
      "previous": {
        "passed": 20,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 20,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 20,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "glm-free-code",
      "model": "GLM-5.3 Flash Uncensored FP8 (high)",
      "harness": "free-code",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "glm-free-code",
      "previous": {
        "passed": 23,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 23,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 23,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "glm53-openrouter-openhands",
      "model": "GLM-5.3 (OpenRouter) (high)",
      "harness": "OpenHands",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "glm53-openrouter-openhands",
      "previous": {
        "passed": 20,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 20,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 20,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "glm53-openrouter-hermes",
      "model": "GLM-5.3 (OpenRouter) (high)",
      "harness": "Hermes",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "glm53-openrouter-hermes",
      "previous": {
        "passed": 15,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 15,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 15,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "glm-hermes",
      "model": "GLM-5.3 Flash Uncensored FP8 (high)",
      "harness": "Hermes",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "glm-hermes",
      "previous": {
        "passed": 15,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 15,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 15,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-56",
      "model": "GLM-5.3 Flash Uncensored FP8 (high)",
      "harness": "pi-mono",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-56",
      "previous": {
        "passed": 17,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 17,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 17,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-57",
      "model": "GLM-5.3 Flash Uncensored FP8 (high)",
      "harness": "OpenCode",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-57",
      "previous": {
        "passed": 19,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 19,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 19,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "glm53-openrouter-pi",
      "model": "GLM-5.3 (OpenRouter) (high)",
      "harness": "pi-mono 0.73.1",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": "high",
      "measurement_type": "historical_plus_wave19",
      "measurement_valid": null,
      "details_url": "harness-wave19.html#w19-pi-glm53",
      "profile_id": "glm53-openrouter-pi",
      "previous": {
        "passed": 44,
        "measured": 80,
        "total": 80,
        "scope_note": "historical Medium80"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431,
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 44,
          "source_version": "0.18.0",
          "note": "historical Medium80"
        }
      ],
      "measured_tasks": 80,
      "target_tasks": 90,
      "missing_task_numbers": [
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 44,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 80,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "glm-openhands",
      "model": "GLM-5.3 Flash Uncensored FP8 (high)",
      "harness": "OpenHands",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "glm-openhands",
      "previous": {
        "passed": 10,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 10,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 10,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "ua-luna",
      "model": "GPT-6 Luna (OpenRouter) (reasoning none)",
      "harness": "GigaCode Universal Agent (gc-cli)",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "ua-luna",
      "previous": {
        "passed": 12,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 12,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 12,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "secret-700-sft",
      "model": "Secret-700-SFT (reasoning default)",
      "harness": "deepagents",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "secret-700-sft",
      "previous": {
        "passed": 9,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 9,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 9,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "multitool-haiku",
      "model": "Claude Haiku 4.5 (default)",
      "harness": "MultiTool CLI",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "multitool-haiku",
      "previous": {
        "passed": 5,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 5,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 5,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "cowork-glm53",
      "model": "GLM-5.3 (OpenRouter) (high)",
      "harness": "cowork",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "cowork-glm53",
      "previous": {
        "passed": 10,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 10,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 10,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-58",
      "model": "GLM-5.3 Flash Uncensored FP8 (high)",
      "harness": "deepagents",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-58",
      "previous": {
        "passed": 16,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 16,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 16,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-7",
      "model": "GigaChat 2 Reasoning (PROM) (medium)",
      "harness": "mini-SWE-agent",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-7",
      "previous": {
        "passed": 8,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 8,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 8,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-8",
      "model": "GigaChat 3 Ultra (PROM)",
      "harness": "OpenCode",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-8",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 0,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-9",
      "model": "GigaChat 2 Reasoning (PROM) (medium)",
      "harness": "OpenCode",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-9",
      "previous": {
        "passed": 1,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 1,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 1,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-10",
      "model": "GigaChat 2 Max (PROM)",
      "harness": "OpenCode",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-10",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 0,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-11",
      "model": "GigaChat 2 Max (PROM)",
      "harness": "deepagents (GigaChat profile)",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-11",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 0,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-12",
      "model": "GigaChat 3.5 (PROM)",
      "harness": "deepagents (GigaChat profile)",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-12",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 0,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-13",
      "model": "GigaChat 3 Ultra (PROM)",
      "harness": "deepagents (GigaChat profile)",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-13",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 0,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-14",
      "model": "GigaChat 3 Ultra (PROM)",
      "harness": "deepagents",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-14",
      "previous": {
        "passed": 1,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 1,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 1,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-15",
      "model": "GigaChat 2 Max (PROM)",
      "harness": "deepagents",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-15",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 0,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-16",
      "model": "GigaChat 3.5 (PROM)",
      "harness": "deepagents",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-16",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 0,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-17",
      "model": "GigaChat 2 Max (PROM)",
      "harness": "pi-mono",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-17",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 0,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-18",
      "model": "GigaChat 3 Ultra (PROM)",
      "harness": "pi-mono",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-18",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 0,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-19",
      "model": "GigaChat 3.5 (PROM), build 32.9.16.9 (default)",
      "harness": "pi-mono 0.73.1",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": "default",
      "measurement_type": "historical_plus_wave19",
      "measurement_valid": null,
      "details_url": "harness-wave19.html#w19-pi-giga35",
      "profile_id": "run-19",
      "previous": {
        "passed": 0,
        "measured": 80,
        "total": 80,
        "scope_note": "historical Medium80"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431,
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 0,
          "source_version": "0.18.0",
          "note": "historical Medium80"
        }
      ],
      "measured_tasks": 80,
      "target_tasks": 90,
      "missing_task_numbers": [
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 80,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "Historical and wave 19 attempts are a composite, not one fresh full run.",
          "Steps count unique native tool_execution_start events in the final retained execution. Native message_end usage is counted once; cache input is folded in once, reasoning is already in output.",
          "Historical 40-task Medium telemetry is unavailable; the new 40-task component is reported only under wave 19."
        ],
        "sources_sha256": [
          "4755fa60b25dc273b157160f9c3970b6daab1796006fc99615b98876bde73dbf",
          "67e5336c70fe40e65f31b05710e4fb08d24f71a33910908ad229e7fae2bd3c36",
          "c180d6747bc518c70fba134a5f46daba5d986ec98636aa492d0db510dcd4f0c0"
        ],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-20",
      "model": "GigaChat 2 Reasoning (PROM) (medium)",
      "harness": "deepagents",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-20",
      "previous": {
        "passed": 1,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 1,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 1,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-21",
      "model": "GigaChat 2 Pro (PROM)",
      "harness": "mini-SWE-agent",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-21",
      "previous": {
        "passed": 1,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 1,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 1,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-22",
      "model": "GigaChat 3 Pro (PROM)",
      "harness": "mini-SWE-agent",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-22",
      "previous": {
        "passed": 1,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 1,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 1,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-23",
      "model": "GigaChat 2 Reasoning (PROM) (medium)",
      "harness": "deepagents (GigaChat profile)",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-23",
      "previous": {
        "passed": 2,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 2,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 2,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-24",
      "model": "GigaChat 2 Reasoning (PROM) (medium)",
      "harness": "maestro harness",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-24",
      "previous": {
        "passed": 1,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 1,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 1,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-25",
      "model": "GigaChat 2 Pro (PROM)",
      "harness": "deepagents (GigaChat profile)",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-25",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 0,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-26",
      "model": "GigaChat 2 Pro (PROM)",
      "harness": "Hermes",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-26",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 0,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-27",
      "model": "GigaChat 3 Pro (PROM)",
      "harness": "Hermes",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-27",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 0,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-28",
      "model": "GigaChat 3 Pro (PROM)",
      "harness": "pi-mono",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-28",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 0,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-29",
      "model": "GigaChat 3.5 (PROM)",
      "harness": "mini-SWE-agent",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-29",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 0,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-30",
      "model": "GigaChat 3 Pro (PROM)",
      "harness": "deepagents (GigaChat profile)",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-30",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 0,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-31",
      "model": "GigaChat 3 Ultra (PROM)",
      "harness": "mini-SWE-agent",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-31",
      "previous": {
        "passed": 1,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 1,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 1,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-32",
      "model": "GigaChat 2 Pro (PROM)",
      "harness": "pi-mono",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-32",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 0,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-33",
      "model": "GigaChat 2 Max (PROM)",
      "harness": "mini-SWE-agent",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-33",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 0,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-34",
      "model": "GigaChat 3 Pro (PROM)",
      "harness": "deepagents",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-34",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 0,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-35",
      "model": "GigaChat 2 Pro (PROM)",
      "harness": "deepagents",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-35",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 0,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-36",
      "model": "GigaChat 3 Pro (PROM)",
      "harness": "OpenCode",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-36",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 0,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-37",
      "model": "GigaChat 3 Lightning (PROM)",
      "harness": "pi-mono",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-37",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 0,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-38",
      "model": "GigaChat 2 Pro (PROM)",
      "harness": "OpenCode",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-38",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 0,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-39",
      "model": "GigaChat 2 (PROM)",
      "harness": "pi-mono",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-39",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 0,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-40",
      "model": "GigaChat 2 Reasoning (PROM) (medium)",
      "harness": "OpenHands",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-40",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 0,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-41",
      "model": "GigaChat 2 (PROM)",
      "harness": "OpenHands",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-41",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 0,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-42",
      "model": "GigaChat 2 Reasoning (PROM) (medium)",
      "harness": "Hermes",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-42",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 0,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-43",
      "model": "GigaChat 3 Lightning (PROM)",
      "harness": "Hermes",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-43",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 0,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-44",
      "model": "GigaChat 3 Lightning (PROM)",
      "harness": "OpenHands",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-44",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 0,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-45",
      "model": "GigaChat 2 (PROM)",
      "harness": "deepagents (GigaChat profile)",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-45",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 0,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-46",
      "model": "GigaChat 2 (PROM)",
      "harness": "Hermes",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-46",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 0,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-47",
      "model": "GigaChat 2 (PROM)",
      "harness": "OpenCode",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-47",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 0,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-48",
      "model": "GigaChat 3 Lightning (PROM)",
      "harness": "deepagents (GigaChat profile)",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-48",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 0,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-49",
      "model": "GigaChat 3 Lightning (PROM)",
      "harness": "OpenCode",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-49",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 0,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-50",
      "model": "GigaChat 3 Lightning (PROM)",
      "harness": "deepagents",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-50",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 0,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-51",
      "model": "GigaChat 2 (PROM)",
      "harness": "deepagents",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-51",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 0,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-52",
      "model": "GigaChat 2 (PROM)",
      "harness": "mini-SWE-agent",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-52",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 0,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-53",
      "model": "GigaChat 3 Lightning (PROM)",
      "harness": "mini-SWE-agent",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-53",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 0,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-54",
      "model": "GigaChat 2 Max (PROM)",
      "harness": "Hermes",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": null,
      "measurement_type": null,
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "run-54",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "tasks392–431 only"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431
          ],
          "passed": 0,
          "source_version": "0.18.0",
          "note": "tasks392–431 only"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "wave19-giga35",
      "model": "GigaChat 3.5 (PROM), build 32.9.16.9 (default)",
      "harness": "deepagents (no profile)",
      "runs": 1,
      "source_version": "0.19.0",
      "reasoning_effort": "default",
      "measurement_type": "full_run",
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "wave19-giga35",
      "previous": {
        "passed": 0,
        "measured": 80,
        "total": 80,
        "scope_note": "historical Medium80"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431,
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 0,
          "source_version": "0.19.0",
          "note": "historical Medium80"
        }
      ],
      "measured_tasks": 80,
      "target_tasks": 90,
      "missing_task_numbers": [
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 80,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "Saved runner counters only; not independently audited against native usage. Steps use agent_tool_calls, not graph supersteps. Missing counters are omitted, never imputed as zero."
        ],
        "sources_sha256": [
          "f463374d9ad89be0c19320b1a485b09bf6d4eaedcd93069e8c12ef7e7db330d2"
        ],
        "steps": {
          "value": 2973,
          "covered_tasks": 47,
          "status": "raw",
          "lower_bound": false,
          "unit": "tool_calls"
        },
        "tokens": {
          "value": 293100390,
          "covered_tasks": 74,
          "status": "raw",
          "lower_bound": false,
          "input_tokens": 291388528,
          "input_tokens_accounting_complete": true,
          "output_tokens": 1711862,
          "output_tokens_accounting_complete": true
        }
      }
    },
    {
      "id": "wave19-haiku",
      "model": "Claude Haiku 5.5 (OpenRouter) (default)",
      "harness": "deepagents (no profile)",
      "runs": 1,
      "source_version": "0.19.0",
      "reasoning_effort": "default",
      "measurement_type": "full_run",
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "wave19-haiku",
      "previous": {
        "passed": 50,
        "measured": 80,
        "total": 80,
        "scope_note": "historical Medium80"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431,
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 50,
          "source_version": "0.19.0",
          "note": "historical Medium80"
        }
      ],
      "measured_tasks": 80,
      "target_tasks": 90,
      "missing_task_numbers": [
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 50,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 80,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "Saved runner counters only; not independently audited against native usage. Steps use agent_tool_calls, not graph supersteps. Missing counters are omitted, never imputed as zero."
        ],
        "sources_sha256": [
          "7e7b26736b67122f73a1a13e5786d51774d803731742cdb404832c4d220e1ae9"
        ],
        "steps": {
          "value": 1736,
          "covered_tasks": 73,
          "status": "raw",
          "lower_bound": false,
          "unit": "tool_calls"
        },
        "tokens": {
          "value": 222945339,
          "covered_tasks": 73,
          "status": "raw",
          "lower_bound": false,
          "input_tokens": 211787182,
          "input_tokens_accounting_complete": true,
          "output_tokens": 11158157,
          "output_tokens_accounting_complete": true
        }
      }
    },
    {
      "id": "wave19-glm53",
      "model": "GLM-5.3 (OpenRouter) (high)",
      "harness": "deepagents (no profile)",
      "runs": 1,
      "source_version": "0.19.0",
      "reasoning_effort": "high",
      "measurement_type": "full_run",
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "wave19-glm53",
      "previous": {
        "passed": 36,
        "measured": 80,
        "total": 80,
        "scope_note": "historical Medium80"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431,
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 36,
          "source_version": "0.19.0",
          "note": "historical Medium80"
        }
      ],
      "measured_tasks": 80,
      "target_tasks": 90,
      "missing_task_numbers": [
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 36,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 80,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "Saved runner counters only; not independently audited against native usage. Steps use agent_tool_calls, not graph supersteps. Missing counters are omitted, never imputed as zero."
        ],
        "sources_sha256": [
          "69d10ca1ec4be03f1a21c55b51c2092616857411d8a11ebae571d6cd2021adc3"
        ],
        "steps": {
          "value": 2366,
          "covered_tasks": 52,
          "status": "raw",
          "lower_bound": false,
          "unit": "tool_calls"
        },
        "tokens": {
          "value": 221297120,
          "covered_tasks": 52,
          "status": "raw",
          "lower_bound": false,
          "input_tokens": 217717714,
          "input_tokens_accounting_complete": true,
          "output_tokens": 3579406,
          "output_tokens_accounting_complete": true
        }
      }
    },
    {
      "id": "wave19-deepseek41flash",
      "model": "DeepSeek V4.1 Flash (OpenRouter) (high)",
      "harness": "deepagents (no profile)",
      "runs": 1,
      "source_version": "0.19.0",
      "reasoning_effort": "high",
      "measurement_type": "full_run",
      "measurement_valid": null,
      "details_url": null,
      "profile_id": "wave19-deepseek41flash",
      "previous": {
        "passed": 59,
        "measured": 80,
        "total": 80,
        "scope_note": "historical Medium80"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431,
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 59,
          "source_version": "0.19.0",
          "note": "historical Medium80"
        }
      ],
      "measured_tasks": 80,
      "target_tasks": 90,
      "missing_task_numbers": [
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 59,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 80,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "Saved runner counters only; not independently audited against native usage. Steps use agent_tool_calls, not graph supersteps. Missing counters are omitted, never imputed as zero."
        ],
        "sources_sha256": [
          "e9ab6233d7549ef3fceadde6ce76ad281241c8abc833414ea5a70c361476e6a4"
        ],
        "steps": {
          "value": 3612,
          "covered_tasks": 71,
          "status": "raw",
          "lower_bound": false,
          "unit": "tool_calls"
        },
        "tokens": {
          "value": 371546456,
          "covered_tasks": 71,
          "status": "raw",
          "lower_bound": false,
          "input_tokens": 364862050,
          "input_tokens_accounting_complete": true,
          "output_tokens": 6684406,
          "output_tokens_accounting_complete": true
        }
      }
    },
    {
      "id": "w19-codex-giga35",
      "model": "GigaChat 3.5 (PROM), build 32.9.16.9 (default)",
      "harness": "Codex CLI 0.160.1",
      "runs": 1,
      "source_version": "0.19.0",
      "reasoning_effort": "default",
      "measurement_type": "wave19_only",
      "measurement_valid": null,
      "details_url": "harness-wave19.html#w19-codex-giga35",
      "profile_id": "w19-codex-giga35",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "wave19 only · tasks432–471"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 0,
          "source_version": "0.19.0",
          "note": "wave19 only · tasks432–471"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        392,
        393,
        394,
        395,
        396,
        397,
        398,
        399,
        400,
        401,
        402,
        403,
        404,
        405,
        406,
        407,
        408,
        409,
        410,
        411,
        412,
        413,
        414,
        415,
        416,
        417,
        418,
        419,
        420,
        421,
        422,
        423,
        424,
        425,
        426,
        427,
        428,
        429,
        430,
        431,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "Saved runner counters only; not independently audited against native usage. Steps use agent_tool_calls, not graph supersteps. Missing counters are omitted, never imputed as zero."
        ],
        "sources_sha256": [
          "0fc6528cfb7f3dc59218854d74e49c364598bdb89ee889d0baa4b6d3146da64e"
        ],
        "steps": {
          "value": 32,
          "covered_tasks": 32,
          "status": "raw",
          "lower_bound": false,
          "unit": "tool_calls"
        },
        "tokens": {
          "value": 2565951,
          "covered_tasks": 32,
          "status": "raw",
          "lower_bound": false,
          "input_tokens": 2519482,
          "input_tokens_accounting_complete": true,
          "output_tokens": 46469,
          "output_tokens_accounting_complete": true
        }
      }
    },
    {
      "id": "w19-codex-haiku",
      "model": "Claude Haiku 5.5 (OpenRouter) (default)",
      "harness": "Codex CLI 0.160.1",
      "runs": 1,
      "source_version": "0.19.0",
      "reasoning_effort": "default",
      "measurement_type": "wave19_only",
      "measurement_valid": null,
      "details_url": "harness-wave19.html#w19-codex-haiku",
      "profile_id": "w19-codex-haiku",
      "previous": {
        "passed": 31,
        "measured": 40,
        "total": 80,
        "scope_note": "wave19 only · tasks432–471"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 31,
          "source_version": "0.19.0",
          "note": "wave19 only · tasks432–471"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        392,
        393,
        394,
        395,
        396,
        397,
        398,
        399,
        400,
        401,
        402,
        403,
        404,
        405,
        406,
        407,
        408,
        409,
        410,
        411,
        412,
        413,
        414,
        415,
        416,
        417,
        418,
        419,
        420,
        421,
        422,
        423,
        424,
        425,
        426,
        427,
        428,
        429,
        430,
        431,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 31,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "Saved runner counters only; not independently audited against native usage. Steps use agent_tool_calls, not graph supersteps. Missing counters are omitted, never imputed as zero."
        ],
        "sources_sha256": [
          "71e30121e573f90983ddbc9bcef3bf887b3dfb5b65d7e47252957a4bf407c0d3"
        ],
        "steps": {
          "value": 35,
          "covered_tasks": 35,
          "status": "raw",
          "lower_bound": false,
          "unit": "tool_calls"
        },
        "tokens": {
          "value": 6001082,
          "covered_tasks": 35,
          "status": "raw",
          "lower_bound": false,
          "input_tokens": 5749776,
          "input_tokens_accounting_complete": true,
          "output_tokens": 251306,
          "output_tokens_accounting_complete": true
        }
      }
    },
    {
      "id": "w19-codex-glm53",
      "model": "GLM-5.3 (OpenRouter) (high)",
      "harness": "Codex CLI 0.160.1",
      "runs": 1,
      "source_version": "0.19.0",
      "reasoning_effort": "high",
      "measurement_type": "wave19_only",
      "measurement_valid": null,
      "details_url": "harness-wave19.html#w19-codex-glm53",
      "profile_id": "w19-codex-glm53",
      "previous": {
        "passed": 14,
        "measured": 40,
        "total": 80,
        "scope_note": "wave19 only · tasks432–471"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 14,
          "source_version": "0.19.0",
          "note": "wave19 only · tasks432–471"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        392,
        393,
        394,
        395,
        396,
        397,
        398,
        399,
        400,
        401,
        402,
        403,
        404,
        405,
        406,
        407,
        408,
        409,
        410,
        411,
        412,
        413,
        414,
        415,
        416,
        417,
        418,
        419,
        420,
        421,
        422,
        423,
        424,
        425,
        426,
        427,
        428,
        429,
        430,
        431,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 14,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "Saved runner counters only; not independently audited against native usage. Steps use agent_tool_calls, not graph supersteps. Missing counters are omitted, never imputed as zero."
        ],
        "sources_sha256": [
          "bb02337d2b7ed2980d74893e78300217d165d51b80e840e2e1ff316e3e954e14"
        ],
        "steps": {
          "value": 193,
          "covered_tasks": 25,
          "status": "raw",
          "lower_bound": false,
          "unit": "tool_calls"
        },
        "tokens": {
          "value": 2993038,
          "covered_tasks": 25,
          "status": "raw",
          "lower_bound": false,
          "input_tokens": 2920204,
          "input_tokens_accounting_complete": true,
          "output_tokens": 72834,
          "output_tokens_accounting_complete": true
        }
      }
    },
    {
      "id": "w19-codex-deepseek41flash",
      "model": "DeepSeek V4.1 Flash (OpenRouter) (high)",
      "harness": "Codex CLI 0.160.1",
      "runs": 1,
      "source_version": "0.19.0",
      "reasoning_effort": "high",
      "measurement_type": "wave19_only",
      "measurement_valid": null,
      "details_url": "harness-wave19.html#w19-codex-deepseek41flash",
      "profile_id": "w19-codex-deepseek41flash",
      "previous": {
        "passed": 31,
        "measured": 40,
        "total": 80,
        "scope_note": "wave19 only · tasks432–471"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 31,
          "source_version": "0.19.0",
          "note": "wave19 only · tasks432–471"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        392,
        393,
        394,
        395,
        396,
        397,
        398,
        399,
        400,
        401,
        402,
        403,
        404,
        405,
        406,
        407,
        408,
        409,
        410,
        411,
        412,
        413,
        414,
        415,
        416,
        417,
        418,
        419,
        420,
        421,
        422,
        423,
        424,
        425,
        426,
        427,
        428,
        429,
        430,
        431,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 31,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "Saved runner counters only; not independently audited against native usage. Steps use agent_tool_calls, not graph supersteps. Missing counters are omitted, never imputed as zero."
        ],
        "sources_sha256": [
          "c08925f32471f8b8b50a0c3b11f530b49df62795d78a47c33e31da13ed60d297"
        ],
        "steps": {
          "value": 332,
          "covered_tasks": 33,
          "status": "raw",
          "lower_bound": false,
          "unit": "tool_calls"
        },
        "tokens": {
          "value": 5805387,
          "covered_tasks": 33,
          "status": "raw",
          "lower_bound": false,
          "input_tokens": 5596169,
          "input_tokens_accounting_complete": true,
          "output_tokens": 209218,
          "output_tokens_accounting_complete": true
        }
      }
    },
    {
      "id": "w19-claude-giga35",
      "model": "GigaChat 3.5 (PROM), build 32.9.16.9 (default)",
      "harness": "Claude Code 2.1.300",
      "runs": 1,
      "source_version": "0.19.0",
      "reasoning_effort": "default",
      "measurement_type": "wave19_only",
      "measurement_valid": null,
      "details_url": "harness-wave19.html#w19-claude-giga35",
      "profile_id": "w19-claude-giga35",
      "previous": {
        "passed": 2,
        "measured": 40,
        "total": 80,
        "scope_note": "wave19 only · tasks432–471"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 2,
          "source_version": "0.19.0",
          "note": "wave19 only · tasks432–471"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        392,
        393,
        394,
        395,
        396,
        397,
        398,
        399,
        400,
        401,
        402,
        403,
        404,
        405,
        406,
        407,
        408,
        409,
        410,
        411,
        412,
        413,
        414,
        415,
        416,
        417,
        418,
        419,
        420,
        421,
        422,
        423,
        424,
        425,
        426,
        427,
        428,
        429,
        430,
        431,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 2,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "Saved runner counters only; not independently audited against native usage. Steps use agent_tool_calls, not graph supersteps. Missing counters are omitted, never imputed as zero.",
          "Raw token total and component counters disagree; component breakdown is unavailable."
        ],
        "sources_sha256": [
          "1ad88b0a038f3527fa3775375e07e8f1ef410367b8e73592a95fa79c0203089f"
        ],
        "steps": {
          "value": 134,
          "covered_tasks": 17,
          "status": "raw",
          "lower_bound": false,
          "unit": "tool_calls"
        },
        "tokens": {
          "value": 4043593,
          "covered_tasks": 17,
          "status": "raw",
          "lower_bound": false
        }
      }
    },
    {
      "id": "w19-claude-haiku",
      "model": "Claude Haiku 5.5 (OpenRouter) (default)",
      "harness": "Claude Code 2.1.300",
      "runs": 1,
      "source_version": "0.19.0",
      "reasoning_effort": "default",
      "measurement_type": "wave19_only",
      "measurement_valid": null,
      "details_url": "harness-wave19.html#w19-claude-haiku",
      "profile_id": "w19-claude-haiku",
      "previous": {
        "passed": 26,
        "measured": 40,
        "total": 80,
        "scope_note": "wave19 only · tasks432–471"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 26,
          "source_version": "0.19.0",
          "note": "wave19 only · tasks432–471"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        392,
        393,
        394,
        395,
        396,
        397,
        398,
        399,
        400,
        401,
        402,
        403,
        404,
        405,
        406,
        407,
        408,
        409,
        410,
        411,
        412,
        413,
        414,
        415,
        416,
        417,
        418,
        419,
        420,
        421,
        422,
        423,
        424,
        425,
        426,
        427,
        428,
        429,
        430,
        431,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 26,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "Saved runner counters only; not independently audited against native usage. Steps use agent_tool_calls, not graph supersteps. Missing counters are omitted, never imputed as zero.",
          "Raw token total and component counters disagree; component breakdown is unavailable."
        ],
        "sources_sha256": [
          "562ededc1c66362b0cc5672bc3e0aab90898acb8ceb6d4acf0627e163af3f8c2"
        ],
        "steps": {
          "value": 287,
          "covered_tasks": 36,
          "status": "raw",
          "lower_bound": false,
          "unit": "tool_calls"
        },
        "tokens": {
          "value": 13532650,
          "covered_tasks": 36,
          "status": "raw",
          "lower_bound": false
        }
      }
    },
    {
      "id": "w19-claude-glm53",
      "model": "GLM-5.3 (OpenRouter) (high)",
      "harness": "Claude Code 2.1.300",
      "runs": 1,
      "source_version": "0.19.0",
      "reasoning_effort": "high",
      "measurement_type": "wave19_only",
      "measurement_valid": null,
      "details_url": "harness-wave19.html#w19-claude-glm53",
      "profile_id": "w19-claude-glm53",
      "previous": {
        "passed": 17,
        "measured": 40,
        "total": 80,
        "scope_note": "wave19 only · tasks432–471"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 17,
          "source_version": "0.19.0",
          "note": "wave19 only · tasks432–471"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        392,
        393,
        394,
        395,
        396,
        397,
        398,
        399,
        400,
        401,
        402,
        403,
        404,
        405,
        406,
        407,
        408,
        409,
        410,
        411,
        412,
        413,
        414,
        415,
        416,
        417,
        418,
        419,
        420,
        421,
        422,
        423,
        424,
        425,
        426,
        427,
        428,
        429,
        430,
        431,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 17,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "Saved runner counters only; not independently audited against native usage. Steps use agent_tool_calls, not graph supersteps. Missing counters are omitted, never imputed as zero."
        ],
        "sources_sha256": [
          "b3bed91d409f76fc215d19c2b417ee5166d46d4ae1a3578fb164df78a5f3e9b7"
        ],
        "steps": {
          "value": 144,
          "covered_tasks": 18,
          "status": "raw",
          "lower_bound": false,
          "unit": "tool_calls"
        },
        "tokens": {
          "value": 6266724,
          "covered_tasks": 18,
          "status": "raw",
          "lower_bound": false,
          "input_tokens": 6266724,
          "input_tokens_accounting_complete": true,
          "output_tokens": 0,
          "output_tokens_accounting_complete": true
        }
      }
    },
    {
      "id": "w19-claude-deepseek41flash",
      "model": "DeepSeek V4.1 Flash (OpenRouter) (high)",
      "harness": "Claude Code 2.1.300",
      "runs": 1,
      "source_version": "0.19.0",
      "reasoning_effort": "high",
      "measurement_type": "wave19_only",
      "measurement_valid": null,
      "details_url": "harness-wave19.html#w19-claude-deepseek41flash",
      "profile_id": "w19-claude-deepseek41flash",
      "previous": {
        "passed": 30,
        "measured": 40,
        "total": 80,
        "scope_note": "wave19 only · tasks432–471"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 30,
          "source_version": "0.19.0",
          "note": "wave19 only · tasks432–471"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        392,
        393,
        394,
        395,
        396,
        397,
        398,
        399,
        400,
        401,
        402,
        403,
        404,
        405,
        406,
        407,
        408,
        409,
        410,
        411,
        412,
        413,
        414,
        415,
        416,
        417,
        418,
        419,
        420,
        421,
        422,
        423,
        424,
        425,
        426,
        427,
        428,
        429,
        430,
        431,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 30,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "Saved runner counters only; not independently audited against native usage. Steps use agent_tool_calls, not graph supersteps. Missing counters are omitted, never imputed as zero."
        ],
        "sources_sha256": [
          "0795af44ce39fe693fd679dd25146336e967ef89be8a1f6ec3cdefd2f898690c"
        ],
        "steps": {
          "value": 314,
          "covered_tasks": 31,
          "status": "raw",
          "lower_bound": false,
          "unit": "tool_calls"
        },
        "tokens": {
          "value": 12797229,
          "covered_tasks": 31,
          "status": "raw",
          "lower_bound": false,
          "input_tokens": 12797229,
          "input_tokens_accounting_complete": true,
          "output_tokens": 0,
          "output_tokens_accounting_complete": true
        }
      }
    },
    {
      "id": "w19-pi-haiku",
      "model": "Claude Haiku 5.5 (OpenRouter) (default)",
      "harness": "pi-mono 0.73.1",
      "runs": 1,
      "source_version": "0.19.0",
      "reasoning_effort": "default",
      "measurement_type": "wave19_only",
      "measurement_valid": null,
      "details_url": "harness-wave19.html#w19-pi-haiku",
      "profile_id": "w19-pi-haiku",
      "previous": {
        "passed": 29,
        "measured": 40,
        "total": 80,
        "scope_note": "wave19 only · tasks432–471"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 29,
          "source_version": "0.19.0",
          "note": "wave19 only · tasks432–471"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        392,
        393,
        394,
        395,
        396,
        397,
        398,
        399,
        400,
        401,
        402,
        403,
        404,
        405,
        406,
        407,
        408,
        409,
        410,
        411,
        412,
        413,
        414,
        415,
        416,
        417,
        418,
        419,
        420,
        421,
        422,
        423,
        424,
        425,
        426,
        427,
        428,
        429,
        430,
        431,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 29,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "Steps count unique native tool_execution_start events in the final retained execution. Native message_end usage is counted once; cache input is folded in once, reasoning is already in output."
        ],
        "sources_sha256": [
          "9e05d228eb9e6f8db928198b8a9e152f1de5249b574b3bce6875206979fd206c",
          "f85833c14926faeed84c35f9aa748ab0418270f521a9cfa880ea6ea279b0a71d"
        ],
        "steps": {
          "value": 323,
          "covered_tasks": 40,
          "status": "partial",
          "lower_bound": false,
          "unit": "tool_calls"
        },
        "tokens": {
          "value": 7436402,
          "covered_tasks": 40,
          "status": "partial",
          "lower_bound": false,
          "input_tokens": 7108231,
          "input_tokens_accounting_complete": true,
          "output_tokens": 328171,
          "output_tokens_accounting_complete": true,
          "completed_responses": 353,
          "completed_responses_accounting_complete": true
        }
      }
    },
    {
      "id": "w19-pi-deepseek41flash",
      "model": "DeepSeek V4.1 Flash (OpenRouter) (high)",
      "harness": "pi-mono 0.73.1",
      "runs": 1,
      "source_version": "0.19.0",
      "reasoning_effort": "high",
      "measurement_type": "wave19_only",
      "measurement_valid": null,
      "details_url": "harness-wave19.html#w19-pi-deepseek41flash",
      "profile_id": "w19-pi-deepseek41flash",
      "previous": {
        "passed": 26,
        "measured": 40,
        "total": 80,
        "scope_note": "wave19 only · tasks432–471"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 26,
          "source_version": "0.19.0",
          "note": "wave19 only · tasks432–471"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        392,
        393,
        394,
        395,
        396,
        397,
        398,
        399,
        400,
        401,
        402,
        403,
        404,
        405,
        406,
        407,
        408,
        409,
        410,
        411,
        412,
        413,
        414,
        415,
        416,
        417,
        418,
        419,
        420,
        421,
        422,
        423,
        424,
        425,
        426,
        427,
        428,
        429,
        430,
        431,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 26,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "Steps count unique native tool_execution_start events in the final retained execution. Native message_end usage is counted once; cache input is folded in once, reasoning is already in output."
        ],
        "sources_sha256": [
          "0e2536e724e475696d017fdef91fddc4d5f102efa399d17c1fd40e4dbddfd121",
          "3db937aeb3d715e2d9a0348bab5d08a8a5c522bee730353fe4a00380920b83da"
        ],
        "steps": {
          "value": 375,
          "covered_tasks": 40,
          "status": "partial",
          "lower_bound": false,
          "unit": "tool_calls"
        },
        "tokens": {
          "value": 6747840,
          "covered_tasks": 40,
          "status": "partial",
          "lower_bound": false,
          "input_tokens": 6516940,
          "input_tokens_accounting_complete": true,
          "output_tokens": 230900,
          "output_tokens_accounting_complete": true,
          "completed_responses": 359,
          "completed_responses_accounting_complete": true
        }
      }
    },
    {
      "id": "w19-openclaw-giga35",
      "model": "GigaChat 3.5 (PROM), build 32.9.16.9 (default)",
      "harness": "OpenClaw 2026.9.6",
      "runs": 1,
      "source_version": "0.19.0",
      "reasoning_effort": "default",
      "measurement_type": "wave19_only",
      "measurement_valid": null,
      "details_url": "harness-wave19.html#w19-openclaw-giga35",
      "profile_id": "w19-openclaw-giga35",
      "previous": {
        "passed": 0,
        "measured": 40,
        "total": 80,
        "scope_note": "wave19 only · tasks432–471"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 0,
          "source_version": "0.19.0",
          "note": "wave19 only · tasks432–471"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        392,
        393,
        394,
        395,
        396,
        397,
        398,
        399,
        400,
        401,
        402,
        403,
        404,
        405,
        406,
        407,
        408,
        409,
        410,
        411,
        412,
        413,
        414,
        415,
        416,
        417,
        418,
        419,
        420,
        421,
        422,
        423,
        424,
        425,
        426,
        427,
        428,
        429,
        430,
        431,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "Saved runner counters only; not independently audited against native usage. Steps use agent_tool_calls, not graph supersteps. Missing counters are omitted, never imputed as zero."
        ],
        "sources_sha256": [
          "ab9c64f4130b90ad8b3dba4130efca199bf2390fa72decd9a21551dad20bc51c"
        ],
        "steps": {
          "value": 242,
          "covered_tasks": 37,
          "status": "raw",
          "lower_bound": false,
          "unit": "tool_calls"
        },
        "tokens": {
          "value": 7435870,
          "covered_tasks": 37,
          "status": "raw",
          "lower_bound": false,
          "input_tokens": 7399910,
          "input_tokens_accounting_complete": true,
          "output_tokens": 35960,
          "output_tokens_accounting_complete": true
        }
      }
    },
    {
      "id": "w19-openclaw-haiku",
      "model": "Claude Haiku 5.5 (OpenRouter) (default)",
      "harness": "OpenClaw 2026.9.6",
      "runs": 1,
      "source_version": "0.19.0",
      "reasoning_effort": "default",
      "measurement_type": "wave19_only",
      "measurement_valid": null,
      "details_url": "harness-wave19.html#w19-openclaw-haiku",
      "profile_id": "w19-openclaw-haiku",
      "previous": {
        "passed": 23,
        "measured": 40,
        "total": 80,
        "scope_note": "wave19 only · tasks432–471"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 23,
          "source_version": "0.19.0",
          "note": "wave19 only · tasks432–471"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        392,
        393,
        394,
        395,
        396,
        397,
        398,
        399,
        400,
        401,
        402,
        403,
        404,
        405,
        406,
        407,
        408,
        409,
        410,
        411,
        412,
        413,
        414,
        415,
        416,
        417,
        418,
        419,
        420,
        421,
        422,
        423,
        424,
        425,
        426,
        427,
        428,
        429,
        430,
        431,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 23,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "Saved runner counters only; not independently audited against native usage. Steps use agent_tool_calls, not graph supersteps. Missing counters are omitted, never imputed as zero."
        ],
        "sources_sha256": [
          "639e0aaad318d7e1c3cab7b4d5b66795a61e42c4414bc1be61d715a82bca8a3d"
        ],
        "steps": {
          "value": 208,
          "covered_tasks": 35,
          "status": "raw",
          "lower_bound": false,
          "unit": "tool_calls"
        },
        "tokens": {
          "value": 5959305,
          "covered_tasks": 35,
          "status": "raw",
          "lower_bound": false,
          "input_tokens": 5675515,
          "input_tokens_accounting_complete": true,
          "output_tokens": 283790,
          "output_tokens_accounting_complete": true
        }
      }
    },
    {
      "id": "w19-openclaw-glm53",
      "model": "GLM-5.3 (OpenRouter) (high)",
      "harness": "OpenClaw 2026.9.6",
      "runs": 1,
      "source_version": "0.18.0",
      "reasoning_effort": "high",
      "measurement_type": "historical_plus_wave19",
      "measurement_valid": null,
      "details_url": "harness-wave19.html#w19-openclaw-glm53",
      "profile_id": "w19-openclaw-glm53",
      "previous": {
        "passed": 41,
        "measured": 80,
        "total": 80,
        "scope_note": "historical Medium80"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431,
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 41,
          "source_version": "0.18.0",
          "note": "historical Medium80"
        }
      ],
      "measured_tasks": 80,
      "target_tasks": 90,
      "missing_task_numbers": [
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 41,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 80,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "Historical and wave 19 attempts are a composite, not one fresh full run.",
          "Saved runner counters only; not independently audited against native usage. Steps use agent_tool_calls, not graph supersteps. Missing counters are omitted, never imputed as zero."
        ],
        "sources_sha256": [
          "0f8edf1e9af3e9423e982a7a4c74a1aa0d0f92c9ed1bbcac89592127ad731936",
          "4c35e9cf435d6f53a0d768870b34007c234c102d5436563277c9d9afeaca8a49"
        ],
        "steps": {
          "value": 1285,
          "covered_tasks": 58,
          "status": "raw",
          "lower_bound": false,
          "unit": "tool_calls"
        },
        "tokens": {
          "value": 4681398,
          "covered_tasks": 58,
          "status": "raw",
          "lower_bound": false,
          "input_tokens": 3423201,
          "input_tokens_accounting_complete": true,
          "output_tokens": 1258197,
          "output_tokens_accounting_complete": true
        }
      }
    },
    {
      "id": "w19-openclaw-deepseek41flash",
      "model": "DeepSeek V4.1 Flash (OpenRouter) (high)",
      "harness": "OpenClaw 2026.9.6",
      "runs": 1,
      "source_version": "0.19.0",
      "reasoning_effort": "high",
      "measurement_type": "wave19_only",
      "measurement_valid": null,
      "details_url": "harness-wave19.html#w19-openclaw-deepseek41flash",
      "profile_id": "w19-openclaw-deepseek41flash",
      "previous": {
        "passed": 28,
        "measured": 40,
        "total": 80,
        "scope_note": "wave19 only · tasks432–471"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 28,
          "source_version": "0.19.0",
          "note": "wave19 only · tasks432–471"
        }
      ],
      "measured_tasks": 40,
      "target_tasks": 90,
      "missing_task_numbers": [
        392,
        393,
        394,
        395,
        396,
        397,
        398,
        399,
        400,
        401,
        402,
        403,
        404,
        405,
        406,
        407,
        408,
        409,
        410,
        411,
        412,
        413,
        414,
        415,
        416,
        417,
        418,
        419,
        420,
        421,
        422,
        423,
        424,
        425,
        426,
        427,
        428,
        429,
        430,
        431,
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 28,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 40,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "Saved runner counters only; not independently audited against native usage. Steps use agent_tool_calls, not graph supersteps. Missing counters are omitted, never imputed as zero."
        ],
        "sources_sha256": [
          "ff342b61d477f048db68e78756c5bd076b8ea75657db5e845e5d574ea4b88494"
        ],
        "steps": {
          "value": 223,
          "covered_tasks": 30,
          "status": "raw",
          "lower_bound": false,
          "unit": "tool_calls"
        },
        "tokens": {
          "value": 920067,
          "covered_tasks": 30,
          "status": "raw",
          "lower_bound": false,
          "input_tokens": 757805,
          "input_tokens_accounting_complete": true,
          "output_tokens": 162262,
          "output_tokens_accounting_complete": true
        }
      }
    },
    {
      "id": "secret-700b-v019",
      "model": "secret sft",
      "harness": "deepagents",
      "runs": 1,
      "source_version": "0.19.0",
      "reasoning_effort": null,
      "measurement_type": "operator_accepted",
      "measurement_valid": true,
      "details_url": "secret-700b.html",
      "profile_id": "secret-700b-v019",
      "previous": {
        "passed": 7,
        "measured": 80,
        "total": 80,
        "scope_note": "historical Medium80"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431,
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 7,
          "source_version": "0.19.0",
          "note": "historical Medium80"
        }
      ],
      "measured_tasks": 80,
      "target_tasks": 90,
      "missing_task_numbers": [
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 7,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 80,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "Saved runner counters only; not independently audited against native usage. Steps use agent_tool_calls, not graph supersteps. Missing counters are omitted, never imputed as zero."
        ],
        "sources_sha256": [
          "232d92c02b6f04ac4fd5e3a5d17825800168530ab7c7fb70ad6bd99976f7bff6"
        ],
        "steps": {
          "value": 851,
          "covered_tasks": 19,
          "status": "raw",
          "lower_bound": false,
          "unit": "tool_calls"
        },
        "tokens": {
          "value": 51563200,
          "covered_tasks": 20,
          "status": "raw",
          "lower_bound": false,
          "input_tokens": 51281321,
          "input_tokens_accounting_complete": true,
          "output_tokens": 281879,
          "output_tokens_accounting_complete": true
        }
      }
    },
    {
      "id": "sonnet55-pi-medium",
      "model": "Claude Sonnet 5.5 (OpenRouter) (medium)",
      "harness": "pi-mono 0.73.1",
      "runs": 1,
      "source_version": "0.19.0",
      "reasoning_effort": "medium",
      "measurement_type": "medium_run",
      "measurement_valid": true,
      "details_url": "sonnet55-medium.html",
      "profile_id": "sonnet55-pi-medium",
      "previous": {
        "passed": 53,
        "measured": 80,
        "total": 80,
        "scope_note": "historical Medium80"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431,
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 53,
          "source_version": "0.19.0",
          "note": "historical Medium80"
        }
      ],
      "measured_tasks": 80,
      "target_tasks": 90,
      "missing_task_numbers": [
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 53,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 80,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "Tokens sum unique completed API responses including responses received after a task cancellation. Failed requests without usage and unreturned generations cannot be measured; this is recorded token usage, not a billing statement.",
          "Steps count unique native tool_execution_start events in the final retained execution. Native message_end usage is counted once; cache input is folded in once, reasoning is already in output.",
          "4 failed API requests have no token usage; recorded tokens are a lower bound."
        ],
        "sources_sha256": [
          "1ad33ab48a4875143b7cfca90f794e9c0271440384a3b2dbe3890881e7a48b71",
          "56e3f5361af1f162b9ef5e21845151e1df867b0f0a8f053cc253aa6f9d5a4ab8",
          "a241d399c3520ebb75109575a71eb0b729f1ef6c39b098898eec95aa0d6bd185"
        ],
        "steps": {
          "value": 1281,
          "covered_tasks": 80,
          "status": "partial",
          "lower_bound": false,
          "unit": "tool_calls"
        },
        "tokens": {
          "value": 118517782,
          "covered_tasks": 80,
          "status": "partial",
          "lower_bound": true,
          "input_tokens": 116231987,
          "input_tokens_accounting_complete": true,
          "output_tokens": 2285795,
          "output_tokens_accounting_complete": true,
          "completed_responses": 1311,
          "completed_responses_accounting_complete": true,
          "unmetered_requests": 4,
          "unmetered_requests_accounting_complete": true
        }
      }
    },
    {
      "id": "astra-pi-medium",
      "model": "GPT-6-Astra (OpenRouter) (medium)",
      "harness": "pi-mono 0.73.1",
      "runs": 1,
      "source_version": "0.19.0",
      "reasoning_effort": "medium",
      "measurement_type": "medium_run",
      "measurement_valid": true,
      "details_url": "astra-medium.html",
      "profile_id": "astra-pi-medium",
      "previous": {
        "passed": 58,
        "measured": 80,
        "total": 80,
        "scope_note": "historical Medium80"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431,
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 58,
          "source_version": "0.19.0",
          "note": "historical Medium80"
        }
      ],
      "measured_tasks": 80,
      "target_tasks": 90,
      "missing_task_numbers": [
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 58,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 80,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "Tokens sum unique completed API responses including responses received after a task cancellation. Failed requests without usage and unreturned generations cannot be measured; this is recorded token usage, not a billing statement.",
          "Steps count unique native tool_execution_start events in the final retained execution. Native message_end usage is counted once; cache input is folded in once, reasoning is already in output.",
          "7 failed API requests have no token usage; recorded tokens are a lower bound."
        ],
        "sources_sha256": [
          "87d5030f9a8042ac5772a24394c06491abd9aeeb61db5fccb1888527a839a51e",
          "edd65d3fc76449b3a1392f562b2908e38ef2621315d90b6100e72aa0ac18211a",
          "f729efa839a2bb2c6c4f9f687745605289bc187d98df7aae68045efaf6000ddb"
        ],
        "steps": {
          "value": 1328,
          "covered_tasks": 80,
          "status": "partial",
          "lower_bound": false,
          "unit": "tool_calls"
        },
        "tokens": {
          "value": 49216848,
          "covered_tasks": 80,
          "status": "partial",
          "lower_bound": true,
          "input_tokens": 48956637,
          "input_tokens_accounting_complete": true,
          "output_tokens": 260211,
          "output_tokens_accounting_complete": true,
          "completed_responses": 1330,
          "completed_responses_accounting_complete": true,
          "unmetered_requests": 7,
          "unmetered_requests_accounting_complete": true
        }
      }
    },
    {
      "id": "secret-sft-mini-v019",
      "model": "secret sft",
      "harness": "mini-SWE-agent",
      "runs": 1,
      "source_version": "0.19.0",
      "reasoning_effort": "default",
      "measurement_type": "full_run",
      "measurement_valid": true,
      "details_url": "secret-sft-mini.html",
      "profile_id": "secret-sft-mini-v019",
      "previous": {
        "passed": 8,
        "measured": 80,
        "total": 80,
        "scope_note": "historical Medium80"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431,
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 8,
          "source_version": "0.19.0",
          "note": "historical Medium80"
        }
      ],
      "measured_tasks": 80,
      "target_tasks": 90,
      "missing_task_numbers": [
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 8,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 80,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "Saved runner counters only; not independently audited against native usage. Steps use agent_tool_calls, not graph supersteps. Missing counters are omitted, never imputed as zero."
        ],
        "sources_sha256": [
          "d08c13d94724849741076aec91045026632eb6a49668076a7cea7d3a0b8e808e"
        ],
        "steps": {
          "value": 959,
          "covered_tasks": 24,
          "status": "raw",
          "lower_bound": false,
          "unit": "tool_calls"
        },
        "tokens": {
          "value": 206144850,
          "covered_tasks": 24,
          "status": "raw",
          "lower_bound": false,
          "input_tokens": 205651697,
          "input_tokens_accounting_complete": true,
          "output_tokens": 493153,
          "output_tokens_accounting_complete": true
        }
      }
    },
    {
      "id": "universal-agent-haiku",
      "model": "Claude Haiku 5.5 (OpenRouter)",
      "harness": "Universal Agent (gc-cli 0.4.0)",
      "runs": 1,
      "source_version": "0.19.0",
      "reasoning_effort": "default",
      "measurement_type": "full_run",
      "measurement_valid": true,
      "details_url": "universal-agent-haiku.html",
      "profile_id": "universal-agent-haiku",
      "previous": {
        "passed": 53,
        "measured": 80,
        "total": 80,
        "scope_note": "historical Medium80"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431,
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 53,
          "source_version": "0.19.0",
          "note": "historical Medium80"
        }
      ],
      "measured_tasks": 80,
      "target_tasks": 90,
      "missing_task_numbers": [
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 53,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 80,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "universal-agent-deepseek",
      "model": "DeepSeek V4.1 Flash (OpenRouter) (default)",
      "harness": "Universal Agent (gc-cli 0.4.0)",
      "runs": 1,
      "source_version": "0.19.0",
      "reasoning_effort": "default",
      "measurement_type": "full_run",
      "measurement_valid": true,
      "details_url": "universal-agent-deepseek.html",
      "profile_id": "universal-agent-deepseek",
      "previous": {
        "passed": 55,
        "measured": 80,
        "total": 80,
        "scope_note": "historical Medium80"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431,
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 55,
          "source_version": "0.19.0",
          "note": "historical Medium80"
        }
      ],
      "measured_tasks": 80,
      "target_tasks": 90,
      "missing_task_numbers": [
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 55,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 80,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "Only retained attempts; both passed and failed tasks.",
          "Steps count recorded main LLM responses; API tokens include main and auxiliary calls.",
          "Interrupted or unreturned responses may be missing; partial scopes are lower bounds."
        ],
        "sources_sha256": [
          "09a965fc79b6c0163a3a43612cf17f05554c23dda0bf8bf94d3eaa349ff66ea8"
        ],
        "steps": {
          "value": 3993,
          "covered_tasks": 80,
          "status": "partial",
          "lower_bound": true,
          "unit": "main_llm_responses"
        },
        "tokens": {
          "value": 387055304,
          "covered_tasks": 80,
          "status": "partial",
          "lower_bound": true
        }
      }
    },
    {
      "id": "giga35-ultra-reasoning-v019",
      "model": "GigaChat 3.5 Ultra Reasoning (PROM), build 3.5.16.9 (medium)",
      "harness": "deepagents (no profile)",
      "runs": 1,
      "source_version": "0.19.0",
      "reasoning_effort": "medium",
      "measurement_type": "full_run",
      "measurement_valid": true,
      "details_url": "giga35-ultra-reasoning.html",
      "profile_id": "giga35-ultra-reasoning-v019",
      "previous": {
        "passed": 4,
        "measured": 80,
        "total": 80,
        "scope_note": "historical Medium80"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431,
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 4,
          "source_version": "0.19.0",
          "note": "historical Medium80"
        }
      ],
      "measured_tasks": 80,
      "target_tasks": 90,
      "missing_task_numbers": [
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 4,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 80,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        }
      }
    },
    {
      "id": "secret-sft-codex-v019",
      "model": "secret sft",
      "harness": "Codex CLI",
      "runs": 1,
      "source_version": "0.19.0",
      "reasoning_effort": "default",
      "measurement_type": "full_run",
      "measurement_valid": true,
      "details_url": "secret-sft-codex.html",
      "profile_id": "secret-sft-codex-v019",
      "previous": {
        "passed": 5,
        "measured": 80,
        "total": 80,
        "scope_note": "historical Medium80"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431,
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 5,
          "source_version": "0.19.0",
          "note": "historical Medium80"
        }
      ],
      "measured_tasks": 80,
      "target_tasks": 90,
      "missing_task_numbers": [
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 5,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 80,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "API usage for final retained task attempts: 1660/1731 requests metered; token sum is a lower bound. Includes repeated context and compaction; reasoning is not added twice. Setup probes excluded.",
          "Steps are incomplete native agent_steps counters, not audited tool calls. Superseded infrastructure attempts are excluded from published usage."
        ],
        "sources_sha256": [
          "c7e1618a3a5efea30fd194824c72bee8e2e48882f9dea1137d26a991a1d06d0d"
        ],
        "steps": {
          "value": 774,
          "covered_tasks": 24,
          "status": "raw",
          "lower_bound": false,
          "unit": "agent_steps"
        },
        "tokens": {
          "value": 103032947,
          "covered_tasks": 80,
          "status": "partial",
          "lower_bound": true,
          "input_tokens": 102086268,
          "input_tokens_accounting_complete": true,
          "output_tokens": 946679,
          "output_tokens_accounting_complete": true,
          "completed_responses": 1660,
          "completed_responses_accounting_complete": true,
          "unmetered_requests": 71,
          "unmetered_requests_accounting_complete": true
        }
      }
    },
    {
      "id": "brain-haiku-experiment",
      "model": "Claude Haiku 5.5 (OpenRouter) (default)",
      "harness": "Brain (experimental)",
      "runs": 1,
      "source_version": "0.19.0",
      "reasoning_effort": "default",
      "measurement_type": "selected_retries_changed_protocol",
      "measurement_valid": false,
      "details_url": "brain-haiku-experiment.html",
      "profile_id": "brain-haiku-experiment",
      "previous": {
        "passed": 59,
        "measured": 80,
        "total": 80,
        "scope_note": "historical Medium80"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431,
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 59,
          "source_version": "0.19.0",
          "note": "historical Medium80"
        }
      ],
      "measured_tasks": 80,
      "target_tasks": 90,
      "missing_task_numbers": [
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 59,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "invalid",
      "usage": {
        "tasks": 90,
        "observed_tasks": 80,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "Only final retained attempt per task, passed or failed. Superseded attempts excluded. Token counter presence is not an audit of failed-request usage completeness."
        ],
        "sources_sha256": [
          "5e983dfac344d784353db9a2d9650a38024a7a022b8699b562bc7cb8a26c08f1",
          "66e84a46846e1a462d9ce0f654c3c8b41b483511e9df52fe1a5aee765702bfce",
          "c31885135fd27c49e2620ac61c7dc46f41aef72168c17a4f43033b1891f6101a"
        ],
        "steps": {
          "value": 1724,
          "covered_tasks": 80,
          "status": "raw",
          "lower_bound": false,
          "unit": "tool_calls"
        },
        "tokens": {
          "value": 174698925,
          "covered_tasks": 80,
          "status": "raw",
          "lower_bound": false,
          "input_tokens": 168239390,
          "input_tokens_accounting_complete": true,
          "output_tokens": 6459535,
          "output_tokens_accounting_complete": true
        }
      }
    },
    {
      "id": "haiku-mini-v019",
      "model": "Claude Haiku 5.5 (OpenRouter) (default)",
      "harness": "mini-SWE-agent 2.4.6",
      "runs": 1,
      "source_version": "0.19.1",
      "reasoning_effort": "default",
      "measurement_type": "full_run",
      "measurement_valid": true,
      "details_url": "haiku-three-harnesses-v0191.html",
      "profile_id": "haiku-mini-v019",
      "previous": {
        "passed": 52,
        "measured": 80,
        "total": 80,
        "scope_note": "historical Medium80"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431,
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 52,
          "source_version": "0.19.1",
          "note": "historical Medium80"
        }
      ],
      "measured_tasks": 80,
      "target_tasks": 90,
      "missing_task_numbers": [
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 52,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 80,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "final retained attempt per task, passed or failed; superseded transport attempts excluded",
          "Upstream response usage verified per task; steps count tool calls."
        ],
        "sources_sha256": [
          "eacc0a8c2947a46d942d644a73bc0ff3d3bbc03ccd3d509102615e59bad5f2a1"
        ],
        "steps": {
          "value": 2296,
          "covered_tasks": 80,
          "status": "partial",
          "lower_bound": false,
          "unit": "tool_calls"
        },
        "tokens": {
          "value": 416243926,
          "covered_tasks": 80,
          "status": "partial",
          "lower_bound": false,
          "input_tokens": 413302740,
          "input_tokens_accounting_complete": true,
          "output_tokens": 2941186,
          "output_tokens_accounting_complete": true
        }
      }
    },
    {
      "id": "haiku-codex-v019",
      "model": "Claude Haiku 5.5 (OpenRouter) (default)",
      "harness": "Codex CLI 0.160.1",
      "runs": 1,
      "source_version": "0.19.1",
      "reasoning_effort": "default",
      "measurement_type": "full_run",
      "measurement_valid": true,
      "details_url": "haiku-three-harnesses-v0191.html",
      "profile_id": "haiku-codex-v019",
      "previous": {
        "passed": 55,
        "measured": 80,
        "total": 80,
        "scope_note": "historical Medium80"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431,
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 55,
          "source_version": "0.19.1",
          "note": "historical Medium80"
        }
      ],
      "measured_tasks": 80,
      "target_tasks": 90,
      "missing_task_numbers": [
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 55,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 80,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "final retained attempt per task, passed or failed; superseded transport attempts excluded",
          "Upstream response usage verified per task; steps count tool calls."
        ],
        "sources_sha256": [
          "d022be400fd3462def1777af4a6dbc1ae18f58a833ba72c1cae29d15b55a9f5b"
        ],
        "steps": {
          "value": 2707,
          "covered_tasks": 80,
          "status": "partial",
          "lower_bound": false,
          "unit": "tool_calls"
        },
        "tokens": {
          "value": 249971566,
          "covered_tasks": 80,
          "status": "partial",
          "lower_bound": false,
          "input_tokens": 241979781,
          "input_tokens_accounting_complete": true,
          "output_tokens": 7991785,
          "output_tokens_accounting_complete": true
        }
      }
    },
    {
      "id": "haiku-claude-v019",
      "model": "Claude Haiku 5.5 (OpenRouter) (default)",
      "harness": "Claude Code 2.1.300",
      "runs": 1,
      "source_version": "0.19.1",
      "reasoning_effort": "default",
      "measurement_type": "full_run",
      "measurement_valid": true,
      "details_url": "haiku-three-harnesses-v0191.html",
      "profile_id": "haiku-claude-v019",
      "previous": {
        "passed": 60,
        "measured": 80,
        "total": 80,
        "scope_note": "historical Medium80"
      },
      "wave21": null,
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431,
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 60,
          "source_version": "0.19.1",
          "note": "historical Medium80"
        }
      ],
      "measured_tasks": 80,
      "target_tasks": 90,
      "missing_task_numbers": [
        512,
        518,
        520,
        522,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 60,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 80,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "final retained attempt per task, passed or failed; superseded transport attempts excluded",
          "Upstream response usage verified per task; steps count tool calls."
        ],
        "sources_sha256": [
          "fb21d4a0d90970ba18534348270bbada5f7628fa1ada5a95750756ca4c29b599"
        ],
        "steps": {
          "value": 4362,
          "covered_tasks": 80,
          "status": "partial",
          "lower_bound": false,
          "unit": "tool_calls"
        },
        "tokens": {
          "value": 192935286,
          "covered_tasks": 80,
          "status": "partial",
          "lower_bound": false,
          "input_tokens": 180906889,
          "input_tokens_accounting_complete": true,
          "output_tokens": 12028397,
          "output_tokens_accounting_complete": true
        }
      }
    },
    {
      "id": "wave21-sonnet55_80",
      "model": "Sonnet 5.5 (high)",
      "harness": "DeepAgents 0.6.12 · 80 graph steps",
      "runs": 1,
      "source_version": "0.21.0",
      "reasoning_effort": "high",
      "measurement_type": "post_selection_rescore",
      "measurement_valid": true,
      "details_url": "wave21-measurements.html#sonnet55_80",
      "profile_id": "wave21-sonnet55_80",
      "previous": null,
      "wave21": {
        "passed": 5,
        "measured": 10,
        "total": 10,
        "scope_note": "calibration rescore"
      },
      "components": [
        {
          "task_numbers": [
            512,
            518,
            520,
            522,
            523,
            524,
            525,
            526,
            527,
            530
          ],
          "passed": 5,
          "source_version": "0.21.0",
          "note": "calibration rescore"
        }
      ],
      "measured_tasks": 10,
      "target_tasks": 90,
      "missing_task_numbers": [
        392,
        393,
        394,
        395,
        396,
        397,
        398,
        399,
        400,
        401,
        402,
        403,
        404,
        405,
        406,
        407,
        408,
        409,
        410,
        411,
        412,
        413,
        414,
        415,
        416,
        417,
        418,
        419,
        420,
        421,
        422,
        423,
        424,
        425,
        426,
        427,
        428,
        429,
        430,
        431,
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471
      ],
      "observed_passed": 5,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 10,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "Selected execution only; missing counters null, observed subtotals explicitly partial. Output tokens include reasoning when provider reports it; no additional summing of reasoning.",
          "Graph steps and model API requests are different units. Budget80 and160 remain separate configurations; no best-of mixing."
        ],
        "sources_sha256": [
          "0578e676f8fb351651bea971fadb7b5a770aa8c7793e25a741579de0f05001b0"
        ],
        "steps": {
          "value": 262,
          "covered_tasks": 8,
          "status": "partial",
          "lower_bound": false,
          "unit": "native_steps"
        },
        "tokens": {
          "value": 3507874,
          "covered_tasks": 10,
          "status": "partial",
          "lower_bound": false
        }
      }
    },
    {
      "id": "wave21-deepseek41_flash_80",
      "model": "DeepSeek V4.1 Flash 1017 (high)",
      "harness": "DeepAgents 0.6.12 · 80 graph steps",
      "runs": 1,
      "source_version": "0.21.0",
      "reasoning_effort": "high",
      "measurement_type": "post_selection_rescore",
      "measurement_valid": true,
      "details_url": "wave21-measurements.html#deepseek41_flash_80",
      "profile_id": "wave21-deepseek41_flash_80",
      "previous": null,
      "wave21": {
        "passed": 0,
        "measured": 10,
        "total": 10,
        "scope_note": "calibration rescore"
      },
      "components": [
        {
          "task_numbers": [
            512,
            518,
            520,
            522,
            523,
            524,
            525,
            526,
            527,
            530
          ],
          "passed": 0,
          "source_version": "0.21.0",
          "note": "calibration rescore"
        }
      ],
      "measured_tasks": 10,
      "target_tasks": 90,
      "missing_task_numbers": [
        392,
        393,
        394,
        395,
        396,
        397,
        398,
        399,
        400,
        401,
        402,
        403,
        404,
        405,
        406,
        407,
        408,
        409,
        410,
        411,
        412,
        413,
        414,
        415,
        416,
        417,
        418,
        419,
        420,
        421,
        422,
        423,
        424,
        425,
        426,
        427,
        428,
        429,
        430,
        431,
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 10,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "Selected execution only; missing counters null, observed subtotals explicitly partial. Output tokens include reasoning when provider reports it; no additional summing of reasoning.",
          "Graph steps and model API requests are different units. Budget80 and160 remain separate configurations; no best-of mixing."
        ],
        "sources_sha256": [
          "0578e676f8fb351651bea971fadb7b5a770aa8c7793e25a741579de0f05001b0"
        ],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": 4096759,
          "covered_tasks": 10,
          "status": "partial",
          "lower_bound": false
        }
      }
    },
    {
      "id": "wave21-fable51_medium_80",
      "model": "Fable 5.1 (medium)",
      "harness": "DeepAgents 0.6.12 · 80 graph steps",
      "runs": 1,
      "source_version": "0.21.0",
      "reasoning_effort": "medium",
      "measurement_type": "post_selection_rescore",
      "measurement_valid": true,
      "details_url": "wave21-measurements.html#fable51_medium_80",
      "profile_id": "wave21-fable51_medium_80",
      "previous": null,
      "wave21": {
        "passed": 0,
        "measured": 10,
        "total": 10,
        "scope_note": "calibration rescore"
      },
      "components": [
        {
          "task_numbers": [
            512,
            518,
            520,
            522,
            523,
            524,
            525,
            526,
            527,
            530
          ],
          "passed": 0,
          "source_version": "0.21.0",
          "note": "calibration rescore"
        }
      ],
      "measured_tasks": 10,
      "target_tasks": 90,
      "missing_task_numbers": [
        392,
        393,
        394,
        395,
        396,
        397,
        398,
        399,
        400,
        401,
        402,
        403,
        404,
        405,
        406,
        407,
        408,
        409,
        410,
        411,
        412,
        413,
        414,
        415,
        416,
        417,
        418,
        419,
        420,
        421,
        422,
        423,
        424,
        425,
        426,
        427,
        428,
        429,
        430,
        431,
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 10,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "Selected execution only; missing counters null, observed subtotals explicitly partial. Output tokens include reasoning when provider reports it; no additional summing of reasoning.",
          "Graph steps and model API requests are different units. Budget80 and160 remain separate configurations; no best-of mixing."
        ],
        "sources_sha256": [
          "0578e676f8fb351651bea971fadb7b5a770aa8c7793e25a741579de0f05001b0"
        ],
        "steps": {
          "value": 72,
          "covered_tasks": 8,
          "status": "partial",
          "lower_bound": false,
          "unit": "native_steps"
        },
        "tokens": {
          "value": 1186934,
          "covered_tasks": 9,
          "status": "partial",
          "lower_bound": false
        }
      }
    },
    {
      "id": "wave21-glm53_high_80",
      "model": "GLM 5.3 (high)",
      "harness": "DeepAgents 0.6.12 · 80 graph steps",
      "runs": 1,
      "source_version": "0.21.0",
      "reasoning_effort": "high",
      "measurement_type": "post_selection_rescore",
      "measurement_valid": true,
      "details_url": "wave21-measurements.html#glm53_high_80",
      "profile_id": "wave21-glm53_high_80",
      "previous": null,
      "wave21": {
        "passed": 0,
        "measured": 10,
        "total": 10,
        "scope_note": "calibration rescore"
      },
      "components": [
        {
          "task_numbers": [
            512,
            518,
            520,
            522,
            523,
            524,
            525,
            526,
            527,
            530
          ],
          "passed": 0,
          "source_version": "0.21.0",
          "note": "calibration rescore"
        }
      ],
      "measured_tasks": 10,
      "target_tasks": 90,
      "missing_task_numbers": [
        392,
        393,
        394,
        395,
        396,
        397,
        398,
        399,
        400,
        401,
        402,
        403,
        404,
        405,
        406,
        407,
        408,
        409,
        410,
        411,
        412,
        413,
        414,
        415,
        416,
        417,
        418,
        419,
        420,
        421,
        422,
        423,
        424,
        425,
        426,
        427,
        428,
        429,
        430,
        431,
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 10,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "Selected execution only; missing counters null, observed subtotals explicitly partial. Output tokens include reasoning when provider reports it; no additional summing of reasoning.",
          "Graph steps and model API requests are different units. Budget80 and160 remain separate configurations; no best-of mixing."
        ],
        "sources_sha256": [
          "0578e676f8fb351651bea971fadb7b5a770aa8c7793e25a741579de0f05001b0"
        ],
        "steps": {
          "value": 19,
          "covered_tasks": 1,
          "status": "partial",
          "lower_bound": false,
          "unit": "native_steps"
        },
        "tokens": {
          "value": 3469103,
          "covered_tasks": 10,
          "status": "partial",
          "lower_bound": false
        }
      }
    },
    {
      "id": "wave21-mimo26pro_high_80",
      "model": "MiMo 2.6 Pro (high)",
      "harness": "DeepAgents 0.6.12 · 80 graph steps",
      "runs": 1,
      "source_version": "0.21.0",
      "reasoning_effort": "high",
      "measurement_type": "post_selection_rescore",
      "measurement_valid": true,
      "details_url": "wave21-measurements.html#mimo26pro_high_80",
      "profile_id": "wave21-mimo26pro_high_80",
      "previous": null,
      "wave21": {
        "passed": 0,
        "measured": 10,
        "total": 10,
        "scope_note": "calibration rescore"
      },
      "components": [
        {
          "task_numbers": [
            512,
            518,
            520,
            522,
            523,
            524,
            525,
            526,
            527,
            530
          ],
          "passed": 0,
          "source_version": "0.21.0",
          "note": "calibration rescore"
        }
      ],
      "measured_tasks": 10,
      "target_tasks": 90,
      "missing_task_numbers": [
        392,
        393,
        394,
        395,
        396,
        397,
        398,
        399,
        400,
        401,
        402,
        403,
        404,
        405,
        406,
        407,
        408,
        409,
        410,
        411,
        412,
        413,
        414,
        415,
        416,
        417,
        418,
        419,
        420,
        421,
        422,
        423,
        424,
        425,
        426,
        427,
        428,
        429,
        430,
        431,
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 10,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "Selected execution only; missing counters null, observed subtotals explicitly partial. Output tokens include reasoning when provider reports it; no additional summing of reasoning.",
          "Graph steps and model API requests are different units. Budget80 and160 remain separate configurations; no best-of mixing."
        ],
        "sources_sha256": [
          "0578e676f8fb351651bea971fadb7b5a770aa8c7793e25a741579de0f05001b0"
        ],
        "steps": {
          "value": 67,
          "covered_tasks": 3,
          "status": "partial",
          "lower_bound": false,
          "unit": "native_steps"
        },
        "tokens": {
          "value": 908521,
          "covered_tasks": 4,
          "status": "partial",
          "lower_bound": false
        }
      }
    },
    {
      "id": "wave21-qwen38max_high_80",
      "model": "Qwen 3.8 Max (high)",
      "harness": "DeepAgents 0.6.12 · 80 graph steps",
      "runs": 1,
      "source_version": "0.21.0",
      "reasoning_effort": "high",
      "measurement_type": "post_selection_rescore",
      "measurement_valid": true,
      "details_url": "wave21-measurements.html#qwen38max_high_80",
      "profile_id": "wave21-qwen38max_high_80",
      "previous": null,
      "wave21": {
        "passed": 0,
        "measured": 10,
        "total": 10,
        "scope_note": "calibration rescore"
      },
      "components": [
        {
          "task_numbers": [
            512,
            518,
            520,
            522,
            523,
            524,
            525,
            526,
            527,
            530
          ],
          "passed": 0,
          "source_version": "0.21.0",
          "note": "calibration rescore"
        }
      ],
      "measured_tasks": 10,
      "target_tasks": 90,
      "missing_task_numbers": [
        392,
        393,
        394,
        395,
        396,
        397,
        398,
        399,
        400,
        401,
        402,
        403,
        404,
        405,
        406,
        407,
        408,
        409,
        410,
        411,
        412,
        413,
        414,
        415,
        416,
        417,
        418,
        419,
        420,
        421,
        422,
        423,
        424,
        425,
        426,
        427,
        428,
        429,
        430,
        431,
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471
      ],
      "observed_passed": 0,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 10,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "Selected execution only; missing counters null, observed subtotals explicitly partial. Output tokens include reasoning when provider reports it; no additional summing of reasoning.",
          "Graph steps and model API requests are different units. Budget80 and160 remain separate configurations; no best-of mixing."
        ],
        "sources_sha256": [
          "0578e676f8fb351651bea971fadb7b5a770aa8c7793e25a741579de0f05001b0"
        ],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": 4712361,
          "covered_tasks": 9,
          "status": "partial",
          "lower_bound": false
        }
      }
    },
    {
      "id": "wave21-sonnet55_high_160",
      "model": "Sonnet 5.5 (high)",
      "harness": "DeepAgents 0.6.12 · 160 graph steps",
      "runs": 1,
      "source_version": "0.21.1",
      "reasoning_effort": "high",
      "measurement_type": "post_selection_rescore",
      "measurement_valid": true,
      "details_url": "wave21-measurements.html#sonnet55_high_160",
      "profile_id": "wave21-sonnet55_high_160",
      "previous": null,
      "wave21": {
        "passed": 9,
        "measured": 10,
        "total": 10,
        "scope_note": "calibration rescore"
      },
      "components": [
        {
          "task_numbers": [
            512,
            518,
            520,
            522,
            523,
            524,
            525,
            526,
            527,
            530
          ],
          "passed": 9,
          "source_version": "0.21.1",
          "note": "calibration rescore"
        }
      ],
      "measured_tasks": 10,
      "target_tasks": 90,
      "missing_task_numbers": [
        392,
        393,
        394,
        395,
        396,
        397,
        398,
        399,
        400,
        401,
        402,
        403,
        404,
        405,
        406,
        407,
        408,
        409,
        410,
        411,
        412,
        413,
        414,
        415,
        416,
        417,
        418,
        419,
        420,
        421,
        422,
        423,
        424,
        425,
        426,
        427,
        428,
        429,
        430,
        431,
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471
      ],
      "observed_passed": 9,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 10,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "Selected execution only; missing counters null, observed subtotals explicitly partial. Output tokens include reasoning when provider reports it; no additional summing of reasoning.",
          "Graph steps and model API requests are different units. Budget80 and160 remain separate configurations; no best-of mixing."
        ],
        "sources_sha256": [
          "b8007ec6b0060e889b76aa71d8de6cea8db9403f36c1ea06303b6bd872fd6ac5"
        ],
        "steps": {
          "value": 484,
          "covered_tasks": 10,
          "status": "partial",
          "lower_bound": false,
          "unit": "native_steps"
        },
        "tokens": {
          "value": 4766905,
          "covered_tasks": 10,
          "status": "partial",
          "lower_bound": false
        }
      }
    },
    {
      "id": "wave21-codex0163_deepseek41_unc_high_160",
      "model": "DeepSeek V4.1 Flash 1017 UNCENSORED (high)",
      "harness": "Codex CLI 0.163.0 · 160 model requests",
      "runs": 1,
      "source_version": "0.21.1",
      "reasoning_effort": "high",
      "measurement_type": "post_selection_rescore",
      "measurement_valid": true,
      "details_url": "wave21-measurements.html#codex0163_deepseek41_unc_high_160",
      "profile_id": "wave21-codex0163_deepseek41_unc_high_160",
      "previous": null,
      "wave21": {
        "passed": 9,
        "measured": 10,
        "total": 10,
        "scope_note": "calibration rescore"
      },
      "components": [
        {
          "task_numbers": [
            512,
            518,
            520,
            522,
            523,
            524,
            525,
            526,
            527,
            530
          ],
          "passed": 9,
          "source_version": "0.21.1",
          "note": "calibration rescore"
        }
      ],
      "measured_tasks": 10,
      "target_tasks": 90,
      "missing_task_numbers": [
        392,
        393,
        394,
        395,
        396,
        397,
        398,
        399,
        400,
        401,
        402,
        403,
        404,
        405,
        406,
        407,
        408,
        409,
        410,
        411,
        412,
        413,
        414,
        415,
        416,
        417,
        418,
        419,
        420,
        421,
        422,
        423,
        424,
        425,
        426,
        427,
        428,
        429,
        430,
        431,
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471
      ],
      "observed_passed": 9,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 10,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "Selected execution only; missing counters null, observed subtotals explicitly partial. Output tokens include reasoning when provider reports it; no additional summing of reasoning.",
          "Graph steps and model API requests are different units. Budget80 and160 remain separate configurations; no best-of mixing."
        ],
        "sources_sha256": [
          "b8007ec6b0060e889b76aa71d8de6cea8db9403f36c1ea06303b6bd872fd6ac5"
        ],
        "steps": {
          "value": 679,
          "covered_tasks": 10,
          "status": "partial",
          "lower_bound": false,
          "unit": "native_steps"
        },
        "tokens": {
          "value": 19225827,
          "covered_tasks": 10,
          "status": "partial",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-qwen3.8-27b-20261023",
      "model": "Qwen 3.8 27B (default)",
      "harness": "DeepAgents 0.6.12",
      "runs": 1,
      "source_version": "0.19.1",
      "reasoning_effort": "default",
      "measurement_type": "fresh_run",
      "measurement_valid": true,
      "details_url": "wave21-small-models.html#qwen3.8-27b",
      "profile_id": "run-qwen3.8-27b-20261023",
      "previous": {
        "passed": 37,
        "measured": 80,
        "total": 80,
        "scope_note": "historical Medium80"
      },
      "wave21": {
        "passed": 1,
        "measured": 10,
        "total": 10,
        "scope_note": "fresh run 2026-10-24 · no subagents, 160 steps"
      },
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431,
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 37,
          "source_version": "0.19.1",
          "note": "historical Medium80"
        },
        {
          "task_numbers": [
            512,
            518,
            520,
            522,
            523,
            524,
            525,
            526,
            527,
            530
          ],
          "passed": 1,
          "source_version": "0.21.3",
          "note": "fresh run 2026-10-24 · no subagents, 160 steps"
        }
      ],
      "measured_tasks": 90,
      "target_tasks": 90,
      "missing_task_numbers": [],
      "observed_passed": 38,
      "overall_passed": 38,
      "score": 0.4222222222222222,
      "rank": 8,
      "status": "complete",
      "usage": {
        "tasks": 90,
        "observed_tasks": 90,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "Selected execution only; missing counters null, observed subtotals explicitly partial.",
          "Selected execution only; missing counters null, observed subtotals explicitly partial."
        ],
        "sources_sha256": [
          "334acdc233943ac2a6b2434ff6837db184f3999ec4bb5ca7d3d967b0d6679b0f",
          "8be3d7fbae5c6f6fed8c044e4db6bf473b841c17c72c775d2a092c89edbcb2e9"
        ],
        "steps": {
          "value": 6101,
          "covered_tasks": 57,
          "status": "partial",
          "lower_bound": false,
          "unit": "native_steps"
        },
        "tokens": {
          "value": 220786578,
          "covered_tasks": 60,
          "status": "partial",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-qwen3.6-35b-a3b-20261023",
      "model": "Qwen 3.6 35B A3B (default)",
      "harness": "DeepAgents 0.6.12",
      "runs": 1,
      "source_version": "0.19.1",
      "reasoning_effort": "default",
      "measurement_type": "fresh_run",
      "measurement_valid": true,
      "details_url": "wave21-small-models.html#qwen3.6-35b-a3b",
      "profile_id": "run-qwen3.6-35b-a3b-20261023",
      "previous": {
        "passed": 29,
        "measured": 80,
        "total": 80,
        "scope_note": "historical Medium80"
      },
      "wave21": {
        "passed": 0,
        "measured": 10,
        "total": 10,
        "scope_note": "fresh run 2026-10-24 · no subagents, 160 steps"
      },
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431,
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 29,
          "source_version": "0.19.1",
          "note": "historical Medium80"
        },
        {
          "task_numbers": [
            512,
            518,
            520,
            522,
            523,
            524,
            525,
            526,
            527,
            530
          ],
          "passed": 0,
          "source_version": "0.21.3",
          "note": "fresh run 2026-10-24 · no subagents, 160 steps"
        }
      ],
      "measured_tasks": 90,
      "target_tasks": 90,
      "missing_task_numbers": [],
      "observed_passed": 29,
      "overall_passed": 29,
      "score": 0.32222222222222224,
      "rank": 10,
      "status": "complete",
      "usage": {
        "tasks": 90,
        "observed_tasks": 90,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "Selected execution only; missing counters null, observed subtotals explicitly partial.",
          "Selected execution only; missing counters null, observed subtotals explicitly partial."
        ],
        "sources_sha256": [
          "561201ce673d3325938a14602dc7f3abd0716461c7379fdc91f3d7a1b846ab6b",
          "9e9fd97b4eb226ea5e61c709da982b3c8d667fd4e0d1c52aedb33c36b9e178eb"
        ],
        "steps": {
          "value": 7513,
          "covered_tasks": 66,
          "status": "partial",
          "lower_bound": false,
          "unit": "native_steps"
        },
        "tokens": {
          "value": 424905829,
          "covered_tasks": 84,
          "status": "partial",
          "lower_bound": false
        }
      }
    },
    {
      "id": "run-gpt-oss-20b-20261023",
      "model": "GPT-OSS 20B (default)",
      "harness": "DeepAgents 0.6.12",
      "runs": 1,
      "source_version": "0.19.1",
      "reasoning_effort": "default",
      "measurement_type": "fresh_run",
      "measurement_valid": true,
      "details_url": "wave21-small-models.html#gpt-oss-20b",
      "profile_id": "run-gpt-oss-20b-20261023",
      "previous": {
        "passed": 0,
        "measured": 80,
        "total": 80,
        "scope_note": "historical Medium80"
      },
      "wave21": {
        "passed": 0,
        "measured": 10,
        "total": 10,
        "scope_note": "fresh run 2026-10-24 · no subagents, 160 steps"
      },
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431,
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 0,
          "source_version": "0.19.1",
          "note": "historical Medium80"
        },
        {
          "task_numbers": [
            512,
            518,
            520,
            522,
            523,
            524,
            525,
            526,
            527,
            530
          ],
          "passed": 0,
          "source_version": "0.21.3",
          "note": "fresh run 2026-10-24 · no subagents, 160 steps"
        }
      ],
      "measured_tasks": 90,
      "target_tasks": 90,
      "missing_task_numbers": [],
      "observed_passed": 0,
      "overall_passed": 0,
      "score": 0.0,
      "rank": 12,
      "status": "complete",
      "usage": {
        "tasks": 90,
        "observed_tasks": 90,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "Selected execution only; missing counters null, observed subtotals explicitly partial.",
          "Selected execution only; missing counters null, observed subtotals explicitly partial."
        ],
        "sources_sha256": [
          "767c8942b607ae75c6ecdf00f7d60038efdb3cdc09321ba6b53bc15a7bc6dd76",
          "a25530bcf20a9ff7231125c032d7cff978c2c56c193dab2ecc5cbbcbd00e97e5"
        ],
        "steps": {
          "value": 542,
          "covered_tasks": 90,
          "status": "complete",
          "lower_bound": false,
          "unit": "native_steps"
        },
        "tokens": {
          "value": 2793536,
          "covered_tasks": 90,
          "status": "complete",
          "lower_bound": false
        }
      }
    },
    {
      "id": "wave21-opus55_high_160_partial",
      "profile_id": "wave21-opus55_high_160_partial",
      "model": "Opus 5.5 (high)",
      "harness": "DeepAgents 0.6.12 · 160 graph steps",
      "runs": 1,
      "source_version": "0.21.1",
      "reasoning_effort": "high",
      "measurement_type": "targeted_partial",
      "measurement_valid": true,
      "details_url": "wave21-measurements.html#opus55_high_160_partial",
      "previous": null,
      "wave21": {
        "passed": 1,
        "measured": 1,
        "total": 10,
        "scope_note": "targeted wave21 follow-up"
      },
      "components": [
        {
          "task_numbers": [
            522
          ],
          "passed": 1,
          "source_version": "0.21.1",
          "note": "targeted wave21 follow-up"
        }
      ],
      "measured_tasks": 1,
      "target_tasks": 90,
      "missing_task_numbers": [
        392,
        393,
        394,
        395,
        396,
        397,
        398,
        399,
        400,
        401,
        402,
        403,
        404,
        405,
        406,
        407,
        408,
        409,
        410,
        411,
        412,
        413,
        414,
        415,
        416,
        417,
        418,
        419,
        420,
        421,
        422,
        423,
        424,
        425,
        426,
        427,
        428,
        429,
        430,
        431,
        432,
        433,
        434,
        435,
        436,
        437,
        438,
        439,
        440,
        441,
        442,
        443,
        444,
        445,
        446,
        447,
        448,
        449,
        450,
        451,
        452,
        453,
        454,
        455,
        456,
        457,
        458,
        459,
        460,
        461,
        462,
        463,
        464,
        465,
        466,
        467,
        468,
        469,
        470,
        471,
        512,
        518,
        520,
        523,
        524,
        525,
        526,
        527,
        530
      ],
      "observed_passed": 1,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 1,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": 44,
          "covered_tasks": 1,
          "status": "partial",
          "lower_bound": false,
          "unit": "native_steps"
        },
        "tokens": {
          "value": 428830,
          "covered_tasks": 1,
          "status": "partial",
          "lower_bound": false
        }
      }
    },
    {
      "id": "haiku55-mini-medium90-20261026",
      "profile_id": "haiku55-mini-medium90-20261026",
      "model": "Claude Haiku 5.5 (default)",
      "harness": "mini-SWE-agent 2.4.6",
      "runs": 1,
      "source_version": "0.21.3",
      "reasoning_effort": "default",
      "measurement_type": "fresh_medium90",
      "measurement_valid": true,
      "details_url": "haiku-medium90.html#mini",
      "previous": {
        "passed": 55,
        "measured": 80,
        "total": 80,
        "scope_note": "fresh Medium90 run · historical80 subset"
      },
      "wave21": {
        "passed": 8,
        "measured": 10,
        "total": 10,
        "scope_note": "fresh Medium90 run · selected wave21 subset"
      },
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431,
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 55,
          "source_version": "0.21.3",
          "note": "fresh Medium90 run · historical80 subset"
        },
        {
          "task_numbers": [
            512,
            518,
            520,
            522,
            523,
            524,
            525,
            526,
            527,
            530
          ],
          "passed": 8,
          "source_version": "0.21.3",
          "note": "fresh Medium90 run · selected wave21 subset"
        }
      ],
      "measured_tasks": 90,
      "target_tasks": 90,
      "missing_task_numbers": [],
      "observed_passed": 63,
      "overall_passed": 63,
      "score": 0.7,
      "rank": 4,
      "status": "complete",
      "usage": {
        "tasks": 90,
        "observed_tasks": 90,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "One retained attempt per task; superseded infrastructure attempts excluded.",
          "Native counters only; missing counters and request-level accounting are unaudited.",
          "One retained attempt per task; superseded infrastructure attempts excluded.",
          "Native counters only; missing counters and request-level accounting are unaudited."
        ],
        "sources_sha256": [
          "ed1d6da5df291f9365a17d53bc685705de45dbf7caa1ab66e15a29e649bf58b2"
        ],
        "steps": {
          "value": 2777,
          "covered_tasks": 88,
          "status": "partial",
          "lower_bound": true,
          "unit": "native_steps"
        },
        "tokens": {
          "value": 493730606,
          "covered_tasks": 88,
          "status": "partial",
          "lower_bound": true
        }
      }
    },
    {
      "id": "haiku55-deepagents-medium90-20261026",
      "profile_id": "haiku55-deepagents-medium90-20261026",
      "model": "Claude Haiku 5.5 (default)",
      "harness": "DeepAgents 0.6.12",
      "runs": 1,
      "source_version": "0.21.3",
      "reasoning_effort": "default",
      "measurement_type": "fresh_medium90",
      "measurement_valid": true,
      "details_url": "haiku-medium90.html#deepagents",
      "previous": {
        "passed": 53,
        "measured": 80,
        "total": 80,
        "scope_note": "fresh Medium90 run · historical80 subset"
      },
      "wave21": {
        "passed": 7,
        "measured": 10,
        "total": 10,
        "scope_note": "fresh Medium90 run · selected wave21 subset"
      },
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431,
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 53,
          "source_version": "0.21.3",
          "note": "fresh Medium90 run · historical80 subset"
        },
        {
          "task_numbers": [
            512,
            518,
            520,
            522,
            523,
            524,
            525,
            526,
            527,
            530
          ],
          "passed": 7,
          "source_version": "0.21.3",
          "note": "fresh Medium90 run · selected wave21 subset"
        }
      ],
      "measured_tasks": 90,
      "target_tasks": 90,
      "missing_task_numbers": [],
      "observed_passed": 60,
      "overall_passed": 60,
      "score": 0.6666666666666666,
      "rank": 6,
      "status": "complete",
      "usage": {
        "tasks": 90,
        "observed_tasks": 90,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "One retained attempt per task; superseded infrastructure attempts excluded.",
          "Native counters only; missing counters and request-level accounting are unaudited.",
          "One retained attempt per task; superseded infrastructure attempts excluded.",
          "Native counters only; missing counters and request-level accounting are unaudited."
        ],
        "sources_sha256": [
          "21d120162e5634e29c1f7da66bba13bb1a640a1c29a07c41481c2cf29f297b5e"
        ],
        "steps": {
          "value": 4078,
          "covered_tasks": 88,
          "status": "partial",
          "lower_bound": true,
          "unit": "native_steps"
        },
        "tokens": {
          "value": 191772875,
          "covered_tasks": 89,
          "status": "partial",
          "lower_bound": true
        }
      }
    },
    {
      "id": "codex-deepseek-medium90-20261027",
      "profile_id": "codex-deepseek-medium90-20261027",
      "model": "DeepSeek V4.1 Flash 1017 UNCENSORED (high)",
      "harness": "Codex CLI 0.164.0",
      "runs": 1,
      "source_version": "0.21.3",
      "reasoning_effort": "high",
      "measurement_type": "fresh_medium90",
      "measurement_valid": true,
      "details_url": "codex-deepseek-medium90.html",
      "previous": {
        "passed": 69,
        "measured": 80,
        "total": 80,
        "scope_note": "fresh Medium90 run · earlier80 subset"
      },
      "wave21": {
        "passed": 9,
        "measured": 10,
        "total": 10,
        "scope_note": "fresh Medium90 run · selected wave21 subset"
      },
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431,
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 69,
          "source_version": "0.21.3",
          "note": "fresh Medium90 run · earlier80 subset"
        },
        {
          "task_numbers": [
            512,
            518,
            520,
            522,
            523,
            524,
            525,
            526,
            527,
            530
          ],
          "passed": 9,
          "source_version": "0.21.3",
          "note": "fresh Medium90 run · selected wave21 subset"
        }
      ],
      "measured_tasks": 90,
      "target_tasks": 90,
      "missing_task_numbers": [],
      "observed_passed": 78,
      "overall_passed": 78,
      "score": 0.8666666666666667,
      "rank": 1,
      "status": "complete",
      "usage": {
        "tasks": 90,
        "observed_tasks": 90,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "One fresh90 cohort; first retained clean attempt per task, including failures. Superseded transport attempts excluded.",
          "Tokens are captured API input + output usage; cached input and reasoning output are counted once.",
          "One fresh90 cohort; first retained clean attempt per task, including failures. Superseded transport attempts excluded.",
          "Tokens are captured API input + output usage; cached input and reasoning output are counted once."
        ],
        "sources_sha256": [
          "bbed386ba2a1f588509a9a4fb1a3262f6b7d402e9c8a768942312e9b6a476bfb"
        ],
        "steps": {
          "value": 4309,
          "covered_tasks": 90,
          "status": "complete",
          "lower_bound": false,
          "unit": "native_steps"
        },
        "tokens": {
          "value": 568036191,
          "covered_tasks": 90,
          "status": "partial",
          "lower_bound": true,
          "input_tokens": 565412580,
          "input_tokens_accounting_complete": true,
          "output_tokens": 2623611,
          "output_tokens_accounting_complete": true,
          "completed_responses": 4132,
          "completed_responses_accounting_complete": true,
          "unmetered_requests": 1,
          "unmetered_requests_accounting_complete": true
        }
      }
    },
    {
      "id": "miniswe-deepseek-medium90-20261027",
      "profile_id": "miniswe-deepseek-medium90-20261027",
      "model": "DeepSeek V4.1 Flash 1017 UNCENSORED (high)",
      "harness": "mini-SWE-agent 2.4.6",
      "runs": 1,
      "source_version": "0.21.3",
      "reasoning_effort": "high",
      "measurement_type": "fresh_medium90",
      "measurement_valid": true,
      "details_url": "miniswe-deepseek-medium90.html",
      "previous": {
        "passed": 62,
        "measured": 80,
        "total": 80,
        "scope_note": "fresh Medium90 run · earlier80 subset"
      },
      "wave21": {
        "passed": 8,
        "measured": 10,
        "total": 10,
        "scope_note": "fresh Medium90 run · selected wave21 subset"
      },
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431,
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 62,
          "source_version": "0.21.3",
          "note": "fresh Medium90 run · earlier80 subset"
        },
        {
          "task_numbers": [
            512,
            518,
            520,
            522,
            523,
            524,
            525,
            526,
            527,
            530
          ],
          "passed": 8,
          "source_version": "0.21.3",
          "note": "fresh Medium90 run · selected wave21 subset"
        }
      ],
      "measured_tasks": 90,
      "target_tasks": 90,
      "missing_task_numbers": [],
      "observed_passed": 70,
      "overall_passed": 70,
      "score": 0.7777777777777778,
      "rank": 2,
      "status": "complete",
      "usage": {
        "tasks": 90,
        "observed_tasks": 90,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "One fresh90 cohort; first retained clean attempt per task, including failures. Superseded transport attempts excluded.",
          "Tokens are captured API input + output usage; cached input and reasoning output are counted once.",
          "One fresh90 cohort; first retained clean attempt per task, including failures. Superseded transport attempts excluded.",
          "Tokens are captured API input + output usage; cached input and reasoning output are counted once."
        ],
        "sources_sha256": [
          "bbed386ba2a1f588509a9a4fb1a3262f6b7d402e9c8a768942312e9b6a476bfb"
        ],
        "steps": {
          "value": 4364,
          "covered_tasks": 90,
          "status": "complete",
          "lower_bound": false,
          "unit": "native_steps"
        },
        "tokens": {
          "value": 1262564743,
          "covered_tasks": 90,
          "status": "partial",
          "lower_bound": true,
          "input_tokens": 1260137038,
          "input_tokens_accounting_complete": true,
          "output_tokens": 2427705,
          "output_tokens_accounting_complete": true,
          "completed_responses": 4235,
          "completed_responses_accounting_complete": true,
          "unmetered_requests": 11,
          "unmetered_requests_accounting_complete": true
        }
      }
    },
    {
      "id": "claudecode-sonnet-medium90-20261027",
      "profile_id": "claudecode-sonnet-medium90-20261027",
      "model": "Claude Sonnet 5.5 (high)",
      "harness": "Claude Code 2.1.300",
      "runs": 1,
      "source_version": "0.21.3",
      "reasoning_effort": "high",
      "measurement_type": "fresh_medium90",
      "measurement_valid": true,
      "details_url": "claudecode-sonnet-medium90.html",
      "previous": {
        "passed": 53,
        "measured": 80,
        "total": 80,
        "scope_note": "fresh Medium90 run · earlier80 subset"
      },
      "wave21": {
        "passed": 9,
        "measured": 10,
        "total": 10,
        "scope_note": "fresh Medium90 run · selected wave21 subset"
      },
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431,
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 53,
          "source_version": "0.21.3",
          "note": "fresh Medium90 run · earlier80 subset"
        },
        {
          "task_numbers": [
            512,
            518,
            520,
            522,
            523,
            524,
            525,
            526,
            527,
            530
          ],
          "passed": 9,
          "source_version": "0.21.3",
          "note": "fresh Medium90 run · selected wave21 subset"
        }
      ],
      "measured_tasks": 90,
      "target_tasks": 90,
      "missing_task_numbers": [],
      "observed_passed": 62,
      "overall_passed": 62,
      "score": 0.6888888888888889,
      "rank": 5,
      "status": "complete",
      "usage": {
        "tasks": 90,
        "observed_tasks": 90,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "One fresh90 cohort; first retained clean attempt per task, including failures. Superseded transport attempts excluded.",
          "Tokens are captured API input + output usage; cached input and reasoning output are counted once.",
          "One fresh90 cohort; first retained clean attempt per task, including failures. Superseded transport attempts excluded.",
          "Tokens are captured API input + output usage; cached input and reasoning output are counted once."
        ],
        "sources_sha256": [
          "bbed386ba2a1f588509a9a4fb1a3262f6b7d402e9c8a768942312e9b6a476bfb"
        ],
        "steps": {
          "value": 1161,
          "covered_tasks": 90,
          "status": "complete",
          "lower_bound": false,
          "unit": "native_steps"
        },
        "tokens": {
          "value": 75672259,
          "covered_tasks": 90,
          "status": "complete",
          "lower_bound": false,
          "input_tokens": 74752436,
          "input_tokens_accounting_complete": true,
          "output_tokens": 919823,
          "output_tokens_accounting_complete": true,
          "completed_responses": 1227,
          "completed_responses_accounting_complete": true,
          "unmetered_requests": 0,
          "unmetered_requests_accounting_complete": true
        }
      }
    },
    {
      "id": "pi-deepseek0731-medium90-20261114",
      "profile_id": "pi-deepseek0731-medium90-20261114",
      "model": "DeepSeek V4 Flash 0731 (high)",
      "harness": "Pi 1.5.2",
      "runs": 1,
      "source_version": "0.21.3",
      "reasoning_effort": "high",
      "measurement_type": "fresh_medium90",
      "measurement_valid": true,
      "details_url": "pi-deepseek0731-medium90.html",
      "result_note": "includes 1 provider refusal",
      "previous": {
        "passed": 56,
        "measured": 80,
        "total": 80,
        "scope_note": "fresh Medium90 run · earlier80 subset"
      },
      "wave21": {
        "passed": 9,
        "measured": 10,
        "total": 10,
        "scope_note": "fresh Medium90 run · selected wave21 subset"
      },
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431,
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 56,
          "source_version": "0.21.3",
          "note": "fresh Medium90 run · earlier80 subset"
        },
        {
          "task_numbers": [
            512,
            518,
            520,
            522,
            523,
            524,
            525,
            526,
            527,
            530
          ],
          "passed": 9,
          "source_version": "0.21.3",
          "note": "fresh Medium90 run · selected wave21 subset"
        }
      ],
      "measured_tasks": 90,
      "target_tasks": 90,
      "missing_task_numbers": [],
      "observed_passed": 65,
      "overall_passed": 65,
      "score": 0.7222222222222222,
      "rank": 3,
      "status": "complete",
      "usage": {
        "tasks": 90,
        "observed_tasks": 90,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "Recovered from final retained stdout JSONL. Steps count unique native assistant toolCall IDs; input includes reported cache reads/writes, output includes reasoning once. Streaming updates, smoke and superseded attempts excluded. Failed responses without usage and interrupted responses can be unmetered; token totals are a lower bound. Runner aggregate fields were missing because it searched a different session directory.",
          "Recovered from final retained stdout JSONL. Steps count unique native assistant toolCall IDs; input includes reported cache reads/writes, output includes reasoning once. Streaming updates, smoke and superseded attempts excluded. Failed responses without usage and interrupted responses can be unmetered; token totals are a lower bound. Runner aggregate fields were missing because it searched a different session directory."
        ],
        "sources_sha256": [
          "7110f3acb2539d819a74297e854f786f64578466b26d89845b6e15ad8851c80d"
        ],
        "steps": {
          "value": 4542,
          "covered_tasks": 90,
          "status": "complete",
          "lower_bound": false,
          "unit": "native_tool_calls"
        },
        "tokens": {
          "value": 445223867,
          "covered_tasks": 90,
          "status": "partial",
          "lower_bound": true,
          "input_tokens": 440706415,
          "input_tokens_accounting_complete": true,
          "output_tokens": 4517452,
          "output_tokens_accounting_complete": true,
          "completed_responses": 3588,
          "completed_responses_accounting_complete": true,
          "unmetered_requests": 10,
          "unmetered_requests_accounting_complete": true
        }
      }
    },
    {
      "id": "secretmodel-1114-pi",
      "profile_id": "secretmodel-1114-pi",
      "model": "SecretModel-1114",
      "harness": "pi-mono",
      "secret_model": true,
      "runs": 1,
      "source_version": "0.21.3",
      "reasoning_effort": "high",
      "measurement_type": "fresh_medium90",
      "measurement_valid": true,
      "details_url": "secretmodel-1114.html",
      "result_note": "provisional · HTTP 400",
      "previous": {
        "passed": 40,
        "measured": 80,
        "total": 80,
        "scope_note": "fresh Medium90 run · earlier80 subset"
      },
      "wave21": {
        "passed": 0,
        "measured": 10,
        "total": 10,
        "scope_note": "fresh Medium90 run · selected wave21 subset"
      },
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431,
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 40,
          "source_version": "0.21.3",
          "note": "fresh Medium90 run · earlier80 subset"
        },
        {
          "task_numbers": [
            512,
            518,
            520,
            522,
            523,
            524,
            525,
            526,
            527,
            530
          ],
          "passed": 0,
          "source_version": "0.21.3",
          "note": "fresh Medium90 run · selected wave21 subset"
        }
      ],
      "measured_tasks": 90,
      "target_tasks": 90,
      "missing_task_numbers": [],
      "observed_passed": 40,
      "overall_passed": 40,
      "score": 0.4444444444444444,
      "rank": 7,
      "status": "complete",
      "usage": {
        "tasks": 90,
        "observed_tasks": 90,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "Latest retained execution of each task in the original published Pi 40/90 run; separate selected-retest runs excluded.",
          "Pi input is normalized as input + cacheRead + cacheWrite; output includes reasoning. Count assistant message_end once, excluding streaming snapshots.",
          "3314 metered of 3328 observable native assistant episodes; 14 unmetered. Hidden SDK retries may not be observable without wire capture. Totals are a lower bound, not a monetary bill.",
          "Latest retained execution of each task in the original published Pi 40/90 run; separate selected-retest runs excluded.",
          "Pi input is normalized as input + cacheRead + cacheWrite; output includes reasoning. Count assistant message_end once, excluding streaming snapshots.",
          "3314 metered of 3328 observable native assistant episodes; 14 unmetered. Hidden SDK retries may not be observable without wire capture. Totals are a lower bound, not a monetary bill."
        ],
        "sources_sha256": [
          "3c8a5a2227dfd30c5d6bf25c1bfe49dd376c290d823a59daf93e0ebb3c7786a8",
          "5dbb10d63d08bc52660e83c4c79e6cf6f1f59462f8c257b327e79bd03707b60f"
        ],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": 271297256,
          "covered_tasks": 90,
          "status": "partial",
          "lower_bound": true,
          "input_tokens": 267790775,
          "input_tokens_accounting_complete": true,
          "output_tokens": 3506481,
          "output_tokens_accounting_complete": true,
          "completed_responses": 3314,
          "completed_responses_accounting_complete": true,
          "unmetered_requests": 14,
          "unmetered_requests_accounting_complete": true
        }
      }
    },
    {
      "id": "secretmodel-1114-mini-swe",
      "profile_id": "secretmodel-1114-mini-swe",
      "model": "SecretModel-1114",
      "harness": "mini-SWE-agent",
      "secret_model": true,
      "runs": 1,
      "source_version": "0.21.3",
      "reasoning_effort": "high",
      "measurement_type": "fresh_medium90",
      "measurement_valid": true,
      "details_url": "secretmodel-1114.html",
      "previous": {
        "passed": 19,
        "measured": 80,
        "total": 80,
        "scope_note": "fresh Medium90 run · earlier80 subset"
      },
      "wave21": {
        "passed": 2,
        "measured": 10,
        "total": 10,
        "scope_note": "fresh Medium90 run · selected wave21 subset"
      },
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431,
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 19,
          "source_version": "0.21.3",
          "note": "fresh Medium90 run · earlier80 subset"
        },
        {
          "task_numbers": [
            512,
            518,
            520,
            522,
            523,
            524,
            525,
            526,
            527,
            530
          ],
          "passed": 2,
          "source_version": "0.21.3",
          "note": "fresh Medium90 run · selected wave21 subset"
        }
      ],
      "measured_tasks": 90,
      "target_tasks": 90,
      "missing_task_numbers": [],
      "observed_passed": 21,
      "overall_passed": 21,
      "score": 0.23333333333333334,
      "rank": 11,
      "status": "complete",
      "usage": {
        "tasks": 90,
        "observed_tasks": 90,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [
          "77be5d2b8abd00a49bf76463772c20be9294eac34447ed6d03a8a540bbd60b83"
        ],
        "steps": {
          "value": 2204,
          "covered_tasks": 57,
          "status": "partial",
          "lower_bound": true
        },
        "tokens": {
          "value": 179308977,
          "covered_tasks": 57,
          "status": "partial",
          "lower_bound": true
        }
      }
    },
    {
      "id": "secretmodel-1114-ouroboros-dev-20261118",
      "profile_id": "secretmodel-1114-ouroboros-dev-20261118",
      "model": "SecretModel-1114",
      "harness": "Ouroboros 7.11.1-alpha.0 (Development)",
      "secret_model": true,
      "runs": 1,
      "source_version": "0.21.3",
      "reasoning_effort": "medium",
      "measurement_type": "adjudicated_medium90",
      "measurement_valid": true,
      "details_url": "secretmodel-1114-ouroboros-dev-20261118.html",
      "result_note": "nondefault: 4h; adaptive 200-request caps on two tasks; harness errors count as failures",
      "previous": {
        "passed": 32,
        "measured": 80,
        "total": 80,
        "scope_note": "latest attempts; nondefault adaptive budgets"
      },
      "wave21": {
        "passed": 4,
        "measured": 10,
        "total": 10,
        "scope_note": "latest attempts; nondefault adaptive budgets"
      },
      "components": [
        {
          "task_numbers": [
            392,
            393,
            394,
            395,
            396,
            397,
            398,
            399,
            400,
            401,
            402,
            403,
            404,
            405,
            406,
            407,
            408,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431,
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 32,
          "source_version": "0.21.3",
          "note": "latest attempts; nondefault adaptive budgets"
        },
        {
          "task_numbers": [
            512,
            518,
            520,
            522,
            523,
            524,
            525,
            526,
            527,
            530
          ],
          "passed": 4,
          "source_version": "0.21.3",
          "note": "latest attempts; nondefault adaptive budgets"
        }
      ],
      "measured_tasks": 90,
      "target_tasks": 90,
      "missing_task_numbers": [],
      "observed_passed": 36,
      "overall_passed": 36,
      "score": 0.4,
      "rank": 9,
      "status": "complete",
      "usage": {
        "tasks": 90,
        "observed_tasks": 90,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting.",
          "Wire-reported usage from selected attempts only; last cumulative snapshot per response. Input includes cache, output includes reasoning. Missing usage is unknown, totals are lower bounds. Graph step counts unavailable.",
          "Nondefault adaptive protocol: 14400-second task guards replace task-specific limits, including 900-second ceilings. A 200 physical-model-request cap was introduced during the final attempts of tasks407 and410. Task407 was already above the cap and was stopped at264 requests as FAIL; task410 completed at175 requests and failed its verifier. Not a uniform cap-from-start evaluation.",
          "Wire-reported usage from selected attempts only; last cumulative snapshot per response. Input includes cache, output includes reasoning. Missing usage is unknown, totals are lower bounds. Graph step counts unavailable.",
          "Nondefault adaptive protocol: 14400-second task guards replace task-specific limits, including 900-second ceilings. A 200 physical-model-request cap was introduced during the final attempts of tasks407 and410. Task407 was already above the cap and was stopped at264 requests as FAIL; task410 completed at175 requests and failed its verifier. Not a uniform cap-from-start evaluation."
        ],
        "sources_sha256": [],
        "steps": {
          "value": null,
          "covered_tasks": 0,
          "status": "unavailable",
          "lower_bound": false
        },
        "tokens": {
          "value": 1144165427,
          "covered_tasks": 90,
          "status": "partial",
          "lower_bound": true,
          "input_tokens": 1137928538,
          "input_tokens_accounting_complete": true,
          "output_tokens": 6236889,
          "output_tokens_accounting_complete": true,
          "completed_responses": 3990,
          "completed_responses_accounting_complete": true,
          "unmetered_requests": 335,
          "unmetered_requests_accounting_complete": true
        }
      }
    },
    {
      "id": "claudecode-haiku-openrouter-medium90",
      "profile_id": "claudecode-haiku-openrouter-medium90",
      "model": "Claude Haiku 5.5",
      "harness": "Claude Code 2.1.278 (OpenRouter)",
      "secret_model": false,
      "runs": 1,
      "source_version": "0.21.3",
      "reasoning_effort": "default",
      "measurement_type": "interrupted_medium90",
      "measurement_valid": true,
      "details_url": "claudecode-haiku-openrouter-medium90.html",
      "previous": {
        "passed": 52,
        "measured": 74,
        "total": 80,
        "scope_note": "Retained valid verdicts after infrastructure retries"
      },
      "wave21": {
        "passed": 7,
        "measured": 10,
        "total": 10,
        "scope_note": "Retained valid verdicts after infrastructure retries"
      },
      "components": [
        {
          "task_numbers": [
            392,
            394,
            396,
            397,
            398,
            400,
            401,
            402,
            403,
            404,
            407,
            409,
            410,
            411,
            412,
            413,
            414,
            415,
            416,
            417,
            418,
            419,
            420,
            421,
            422,
            423,
            424,
            425,
            426,
            427,
            428,
            429,
            430,
            431,
            432,
            433,
            434,
            435,
            436,
            437,
            438,
            439,
            440,
            441,
            442,
            443,
            444,
            445,
            446,
            447,
            448,
            449,
            450,
            451,
            452,
            453,
            454,
            455,
            456,
            457,
            458,
            459,
            460,
            461,
            462,
            463,
            464,
            465,
            466,
            467,
            468,
            469,
            470,
            471
          ],
          "passed": 52,
          "source_version": "0.21.3",
          "note": "Retained valid verdicts after infrastructure retries"
        },
        {
          "task_numbers": [
            512,
            518,
            520,
            522,
            523,
            524,
            525,
            526,
            527,
            530
          ],
          "passed": 7,
          "source_version": "0.21.3",
          "note": "Retained valid verdicts after infrastructure retries"
        }
      ],
      "measured_tasks": 84,
      "target_tasks": 90,
      "missing_task_numbers": [
        393,
        395,
        399,
        405,
        406,
        408
      ],
      "observed_passed": 59,
      "overall_passed": null,
      "score": null,
      "rank": null,
      "status": "partial",
      "usage": {
        "tasks": 90,
        "observed_tasks": 84,
        "notes": [
          "Retained public measurement counters only. Missing tasks are unmeasured, not failures.",
          "Task counts show counter availability, not full request-level accounting."
        ],
        "sources_sha256": [],
        "steps": {
          "value": 4601,
          "covered_tasks": 83,
          "status": "partial",
          "lower_bound": true
        },
        "tokens": {
          "value": 111698173,
          "covered_tasks": 83,
          "status": "partial",
          "lower_bound": true
        }
      }
    }
  ]
}
