{
  "schema": 4,
  "id": "2026-10-27-unified-v1",
  "date": "2026-10-27",
  "dataset": "cs-en-zh-v2",
  "dataset_sha256": "494ee6a4302c8aa13071b6cb2cb3437417b35fff39db6761b25321f2f17ac2ff",
  "published_scope": {
    "models": 9,
    "main_outputs": 4464,
    "translation_calls": 5257,
    "all_attempts": 7359,
    "configurations": 24,
    "quick_calls": 27,
    "cancelled_translation_calls": 227,
    "formal_configurations": 18,
    "pilot_configurations": 6,
    "samples_by_scope": {
      "formal": 240,
      "pilot": 24
    }
  },
  "models": [
    {
      "id": "chatgpt/gpt-6-luna-low",
      "model_id": "gpt-6-luna",
      "name": "GPT-6 Luna · ChatGPT（low）",
      "channel": "ChatGPT subscription",
      "quality": 99.69791666666667,
      "successful_quality": 99.69791666666667,
      "successes": 240,
      "samples": 240,
      "p50": 6.9486805830092635,
      "p95": 23.498711833002744,
      "ttft_p50": 3.057840874986141,
      "ttft_p95": 5.1658258749957895,
      "reviewed_outputs": 240,
      "serious_error_rate": 0.008333333333333333,
      "audit_samples": 50,
      "known_token_priced_usd": null,
      "translation_calls": 283,
      "protocol": "responses",
      "parameters": {
        "reasoning_effort": "low"
      },
      "timeout_seconds": 120,
      "adapter_sha256": "66f58fb8c8a80a9b56199af147b9449aae392a4f064f7b554c12e2eaa79dfa62",
      "uncontrolled": [
        "provider_cache",
        "provider_internal_retries",
        "subscription_metering"
      ],
      "recorded_usage_calls": 283,
      "priced_usage_calls": 0,
      "usage_tokens": {
        "input": 94896,
        "output": 78616,
        "cached_input": 0,
        "reasoning": 178
      },
      "amount_basis": "API equivalent estimate from measured formal-translation tokens and official Standard API prices as of 2026-10-25; subscription cash charges and quota percentage remain unknown",
      "repeat_summary": {
        "samples": 20,
        "additional_calls": 40,
        "literal_variant_samples": 20,
        "note": "Literal output variation is not a semantic quality score"
      },
      "strata": {
        "domain:ai_nlp": {
          "score": 99.33333333333333,
          "count": 30
        },
        "domain:algorithms": {
          "score": 100.0,
          "count": 30
        },
        "domain:data_retrieval": {
          "score": 99.91666666666667,
          "count": 30
        },
        "domain:hci_visualization": {
          "score": 99.16666666666667,
          "count": 30
        },
        "domain:security": {
          "score": 99.83333333333333,
          "count": 30
        },
        "domain:software_languages": {
          "score": 99.66666666666667,
          "count": 30
        },
        "domain:systems": {
          "score": 99.83333333333333,
          "count": 30
        },
        "domain:vision_graphics": {
          "score": 99.83333333333333,
          "count": 30
        },
        "length:extended": {
          "score": 98.95833333333333,
          "count": 24
        },
        "length:long": {
          "score": 99.96527777777777,
          "count": 72
        },
        "length:paragraph": {
          "score": 99.53125,
          "count": 96
        },
        "length:short": {
          "score": 100.0,
          "count": 48
        },
        "origin:challenge": {
          "score": 99.6875,
          "count": 80
        },
        "origin:real": {
          "score": 99.703125,
          "count": 160
        },
        "split:development": {
          "score": 99.5625,
          "count": 120
        },
        "split:holdout": {
          "score": 99.83333333333333,
          "count": 120
        }
      },
      "cohort": "20261025-chatgpt-luna-low-01",
      "bindings": {
        "run_id": "66194c63c46445d680f463e5b4efd80e",
        "dataset_sha256": "494ee6a4302c8aa13071b6cb2cb3437417b35fff39db6761b25321f2f17ac2ff",
        "configuration_sha256": "20069156c560c5f8e1f8e6ec5d2557548024dbc8226442b08fcebdc214dfe7e7",
        "code_commit": "97d2a4ed6f3faa5de0ee367fcae8156aedbf073b"
      },
      "review_scope": "Two source-only Luna passes, engineering adjudication of all remaining deductions, and a focused seeded 50-case audit; non-independent",
      "engineering_adjudication_changes": 12,
      "estimated_api_equivalent_usd": 0.0487976,
      "kind": "formal",
      "date": "2026-10-25",
      "model_name": "GPT-6 Luna",
      "review_status": "audited",
      "sample_group": "cs-en-zh-v2:formal240",
      "reasoning": "low",
      "reasoning_label": "low",
      "actual_cash_usd": null,
      "sample_score_coverage": 240,
      "main_source_chars": 277694,
      "main_priced_usd": 0.0410122,
      "main_unknown_usage_calls": 0,
      "usd_per_1000_source_chars": 0.00014768846284039265,
      "normalized_cost_estimated": true
    },
    {
      "id": "z-ai/glm-5.3-flash",
      "name": "GLM-5.3 Flash",
      "quality": 99.4375,
      "successful_quality": 99.4375,
      "successes": 240,
      "samples": 240,
      "p50": 3.437999999965541,
      "p95": 11.172000000020489,
      "ttft_p50": 1.4060000000172295,
      "ttft_p95": 2.5929999999934807,
      "reviewed_outputs": 240,
      "serious_error_rate": 0.004166666666666667,
      "audit_samples": 49,
      "known_token_priced_usd": 0.04658605,
      "translation_calls": 283,
      "protocol": "chat_completions",
      "parameters": {
        "max_tokens": 8192,
        "temperature": 0
      },
      "timeout_seconds": 120,
      "prices_per_million": {
        "input": 0.15,
        "output": 0.5,
        "cached_input": 0.03,
        "as_of": "2026-10-23"
      },
      "strata": {
        "domain:ai_nlp": {
          "score": 99.41666666666667,
          "count": 30
        },
        "domain:algorithms": {
          "score": 99.5,
          "count": 30
        },
        "domain:data_retrieval": {
          "score": 98.83333333333333,
          "count": 30
        },
        "domain:hci_visualization": {
          "score": 99.16666666666667,
          "count": 30
        },
        "domain:security": {
          "score": 99.83333333333333,
          "count": 30
        },
        "domain:software_languages": {
          "score": 99.66666666666667,
          "count": 30
        },
        "domain:systems": {
          "score": 99.91666666666667,
          "count": 30
        },
        "domain:vision_graphics": {
          "score": 99.16666666666667,
          "count": 30
        },
        "length:extended": {
          "score": 99.0625,
          "count": 24
        },
        "length:long": {
          "score": 99.44444444444444,
          "count": 72
        },
        "length:paragraph": {
          "score": 99.296875,
          "count": 96
        },
        "length:short": {
          "score": 99.89583333333333,
          "count": 48
        },
        "origin:challenge": {
          "score": 99.25,
          "count": 80
        },
        "origin:real": {
          "score": 99.53125,
          "count": 160
        },
        "split:development": {
          "score": 99.45833333333333,
          "count": 120
        },
        "split:holdout": {
          "score": 99.41666666666667,
          "count": 120
        }
      },
      "cohort": "20261023-four-models-full-02",
      "bindings": {
        "run_id": "f29d60f011e345c388d96b94d0f988d1",
        "dataset_sha256": "494ee6a4302c8aa13071b6cb2cb3437417b35fff39db6761b25321f2f17ac2ff",
        "configuration_sha256": "a7834747234cce12cd29ff013a731aeefde1642ffd381e7cc0329a83b9c052dd"
      },
      "recorded_usage_calls": 283,
      "kind": "formal",
      "date": "2026-10-23",
      "model_id": "z-ai/glm-5.3-flash",
      "model_name": "GLM-5.3 Flash",
      "channel": "Command Code",
      "review_status": "audited",
      "sample_group": "cs-en-zh-v2:formal240",
      "reasoning": "default",
      "reasoning_label": "提供方默认",
      "actual_cash_usd": null,
      "sample_score_coverage": 0,
      "main_source_chars": 277694,
      "main_priced_usd": 0.03935145,
      "main_unknown_usage_calls": 0,
      "usd_per_1000_source_chars": 0.00014170795912047074,
      "normalized_cost_estimated": false,
      "unknown_usage_calls": 0
    },
    {
      "id": "xiaomi/mimo-v2.6-pro",
      "name": "MiMo V2.6 Pro 普通版",
      "model_id": "xiaomi/mimo-v2.6-pro",
      "channel": "Command Code",
      "quality": 98.9375,
      "successful_quality": 98.9375,
      "successes": 240,
      "samples": 240,
      "p50": 7.531083750000107,
      "p95": 19.40700483299952,
      "ttft_p50": 3.9520887920007226,
      "ttft_p95": 7.698503249997884,
      "reviewed_outputs": 240,
      "serious_error_rate": 0.020833333333333332,
      "audit_samples": 52,
      "known_token_priced_usd": 0.1061806356,
      "translation_calls": 283,
      "protocol": "chat_completions",
      "parameters": {
        "temperature": 0,
        "max_tokens": 8192
      },
      "timeout_seconds": 120,
      "prices_per_million": {
        "input": 0.435,
        "output": 0.87,
        "cached_input": 0.0036,
        "source": "https://commandcode.ai/models",
        "as_of": "2026-10-26"
      },
      "strata": {
        "domain:ai_nlp": {
          "score": 98.25,
          "count": 30
        },
        "domain:algorithms": {
          "score": 99.33333333333333,
          "count": 30
        },
        "domain:data_retrieval": {
          "score": 99.58333333333333,
          "count": 30
        },
        "domain:hci_visualization": {
          "score": 98.58333333333333,
          "count": 30
        },
        "domain:security": {
          "score": 99.66666666666667,
          "count": 30
        },
        "domain:software_languages": {
          "score": 99.66666666666667,
          "count": 30
        },
        "domain:systems": {
          "score": 99.16666666666667,
          "count": 30
        },
        "domain:vision_graphics": {
          "score": 97.25,
          "count": 30
        },
        "length:extended": {
          "score": 97.60416666666667,
          "count": 24
        },
        "length:long": {
          "score": 98.71527777777777,
          "count": 72
        },
        "length:paragraph": {
          "score": 98.984375,
          "count": 96
        },
        "length:short": {
          "score": 99.84375,
          "count": 48
        },
        "origin:challenge": {
          "score": 99.3125,
          "count": 80
        },
        "origin:real": {
          "score": 98.75,
          "count": 160
        },
        "split:development": {
          "score": 99.1875,
          "count": 120
        },
        "split:holdout": {
          "score": 98.6875,
          "count": 120
        }
      },
      "cohort": "20261026-three-models-full-01",
      "usage_tokens": {
        "input": 79090,
        "output": 82946,
        "cached_input": 896,
        "reasoning": 15130
      },
      "recorded_usage_calls": 283,
      "priced_usage_calls": 283,
      "unknown_usage_calls": 0,
      "amount_basis": "Measured generation token receipts at archived Command Code rates; unknown receipt amounts excluded. Subscription cash charges, discounts and account quota deductions have not been independently reconciled.",
      "uncontrolled": [
        "provider_default_reasoning",
        "provider_cache",
        "provider_internal_routing"
      ],
      "interface_source": "https://commandcode.ai/docs/provider",
      "endpoint": "https://api.commandcode.ai/provider/v1/chat/completions",
      "requested_model": "xiaomi/mimo-v2.6-pro",
      "response_models": [
        "xiaomi/mimo-v2.6-pro"
      ],
      "test_started_at": "2026-10-26T08:26:50.139522+00:00",
      "test_completed_at": "2026-10-26T09:07:56.666961+00:00",
      "bindings": {
        "run_id": "31d1343c1c1048f7b5151cf14da13a8b",
        "dataset_sha256": "494ee6a4302c8aa13071b6cb2cb3437417b35fff39db6761b25321f2f17ac2ff",
        "configuration_sha256": "ec2b039828987b5713f5e605fefdcb0bdc2825ce5fbacf44c7c23719ebc5000d",
        "results_sha256": "78d8d354133fc5e601cf8d94c7a9db45295eb54b457b56ff2689b2ef8396c265",
        "review_sha256": "bda303454cae12accc49f5ad5a23c858db6400cea1db12ce6887c3b6829777c9"
      },
      "repeat_summary": {
        "samples": 20,
        "additional_calls": 40,
        "literal_variant_samples": 20,
        "note": "Literal output variation is not a semantic quality score"
      },
      "kind": "formal",
      "date": "2026-10-26",
      "model_name": "MiMo V2.6 Pro 普通版",
      "review_status": "audited",
      "sample_group": "cs-en-zh-v2:formal240",
      "reasoning": "default",
      "reasoning_label": "提供方默认",
      "actual_cash_usd": null,
      "sample_score_coverage": 240,
      "main_source_chars": 277694,
      "main_priced_usd": 0.0902313606,
      "main_unknown_usage_calls": 0,
      "usd_per_1000_source_chars": 0.0003249308973186313,
      "normalized_cost_estimated": false
    },
    {
      "id": "gpt-6-luna",
      "name": "GPT-6 Luna · Command Code（low）",
      "quality": 98.84375,
      "successful_quality": 99.29621848739495,
      "successes": 238,
      "samples": 240,
      "p50": 3.4689999999827705,
      "p95": 9.73499999998603,
      "ttft_p50": 1.75,
      "ttft_p95": 3.3429999999934807,
      "reviewed_outputs": 239,
      "serious_error_rate": 0.02510460251046025,
      "audit_samples": 53,
      "known_token_priced_usd": 0.049056325,
      "translation_calls": 283,
      "protocol": "responses",
      "parameters": {
        "max_tokens": 8192,
        "reasoning_effort": "low"
      },
      "timeout_seconds": 120,
      "prices_per_million": {
        "input": 0.1,
        "output": 0.5,
        "cached_input": 0.01,
        "as_of": "2026-10-23",
        "cache_write": 0.125
      },
      "strata": {
        "domain:ai_nlp": {
          "score": 98.33333333333333,
          "count": 30
        },
        "domain:algorithms": {
          "score": 98.58333333333333,
          "count": 30
        },
        "domain:data_retrieval": {
          "score": 99.83333333333333,
          "count": 30
        },
        "domain:hci_visualization": {
          "score": 98.83333333333333,
          "count": 30
        },
        "domain:security": {
          "score": 100.0,
          "count": 30
        },
        "domain:software_languages": {
          "score": 99.75,
          "count": 30
        },
        "domain:systems": {
          "score": 99.41666666666667,
          "count": 30
        },
        "domain:vision_graphics": {
          "score": 96.0,
          "count": 30
        },
        "length:extended": {
          "score": 98.4375,
          "count": 24
        },
        "length:long": {
          "score": 97.53472222222223,
          "count": 72
        },
        "length:paragraph": {
          "score": 99.40104166666667,
          "count": 96
        },
        "length:short": {
          "score": 99.89583333333333,
          "count": 48
        },
        "origin:challenge": {
          "score": 99.40625,
          "count": 80
        },
        "origin:real": {
          "score": 98.5625,
          "count": 160
        },
        "split:development": {
          "score": 99.22916666666667,
          "count": 120
        },
        "split:holdout": {
          "score": 98.45833333333333,
          "count": 120
        }
      },
      "cohort": "20261023-three-models-full-01",
      "bindings": {
        "run_id": "20f3fe2d5603468c88830f1310b12362",
        "dataset_sha256": "494ee6a4302c8aa13071b6cb2cb3437417b35fff39db6761b25321f2f17ac2ff",
        "configuration_sha256": "a428f2a09345470a7c382657afbf2d0a427feca2b70deffc488dcec2f885a5e6"
      },
      "recorded_usage_calls": 281,
      "kind": "formal",
      "date": "2026-10-23",
      "model_id": "gpt-6-luna",
      "model_name": "GPT-6 Luna",
      "channel": "Command Code",
      "review_status": "audited",
      "sample_group": "cs-en-zh-v2:formal240",
      "reasoning": "low",
      "reasoning_label": "low",
      "actual_cash_usd": null,
      "sample_score_coverage": 0,
      "main_source_chars": 277694,
      "main_priced_usd": 0.041251425,
      "main_unknown_usage_calls": 2,
      "usd_per_1000_source_chars": 0.0001485499326596902,
      "normalized_cost_estimated": false,
      "unknown_usage_calls": 2
    },
    {
      "id": "claude-haiku-5-5",
      "name": "Claude Haiku 5.5",
      "quality": 97.65625,
      "successful_quality": 98.06485355648536,
      "successes": 239,
      "samples": 240,
      "p50": 3.094000000040978,
      "p95": 9.702999999979511,
      "ttft_p50": 1.6400000000139698,
      "ttft_p95": 6.14000000001397,
      "reviewed_outputs": 239,
      "serious_error_rate": 0.06276150627615062,
      "audit_samples": 60,
      "known_token_priced_usd": 0.0897218,
      "translation_calls": 283,
      "protocol": "anthropic_messages",
      "parameters": {
        "max_tokens": 8192
      },
      "timeout_seconds": 120,
      "prices_per_million": {
        "input": 0.1,
        "output": 0.5,
        "cached_input": 0.01,
        "as_of": "2026-10-23",
        "cache_write": 0.125
      },
      "strata": {
        "domain:ai_nlp": {
          "score": 98.5,
          "count": 30
        },
        "domain:algorithms": {
          "score": 96.25,
          "count": 30
        },
        "domain:data_retrieval": {
          "score": 92.33333333333333,
          "count": 30
        },
        "domain:hci_visualization": {
          "score": 98.75,
          "count": 30
        },
        "domain:security": {
          "score": 99.25,
          "count": 30
        },
        "domain:software_languages": {
          "score": 98.5,
          "count": 30
        },
        "domain:systems": {
          "score": 99.5,
          "count": 30
        },
        "domain:vision_graphics": {
          "score": 98.16666666666667,
          "count": 30
        },
        "length:extended": {
          "score": 96.97916666666667,
          "count": 24
        },
        "length:long": {
          "score": 94.89583333333333,
          "count": 72
        },
        "length:paragraph": {
          "score": 98.72395833333333,
          "count": 96
        },
        "length:short": {
          "score": 100.0,
          "count": 48
        },
        "origin:challenge": {
          "score": 97.53125,
          "count": 80
        },
        "origin:real": {
          "score": 97.71875,
          "count": 160
        },
        "split:development": {
          "score": 98.45833333333333,
          "count": 120
        },
        "split:holdout": {
          "score": 96.85416666666667,
          "count": 120
        }
      },
      "cohort": "20261023-three-models-full-01",
      "bindings": {
        "run_id": "23ff67a4f7124c56a0905302345c4284",
        "dataset_sha256": "494ee6a4302c8aa13071b6cb2cb3437417b35fff39db6761b25321f2f17ac2ff",
        "configuration_sha256": "84914f9cc047be8ffe4ae7e75ca84358c19c3c20d1a797aa2b83bc086385c53c"
      },
      "recorded_usage_calls": 281,
      "kind": "formal",
      "date": "2026-10-23",
      "model_id": "claude-haiku-5-5",
      "model_name": "Claude Haiku 5.5",
      "channel": "Command Code",
      "review_status": "audited",
      "sample_group": "cs-en-zh-v2:formal240",
      "reasoning": "default",
      "reasoning_label": "提供方默认",
      "actual_cash_usd": null,
      "sample_score_coverage": 0,
      "main_source_chars": 277694,
      "main_priced_usd": 0.0766074,
      "main_unknown_usage_calls": 1,
      "usd_per_1000_source_chars": 0.00027586984234445106,
      "normalized_cost_estimated": false,
      "unknown_usage_calls": 2
    },
    {
      "id": "deepseek/deepseek-v4.1-flash",
      "name": "DeepSeek V4.1 Flash",
      "quality": 96.1875,
      "successful_quality": 99.50431034482759,
      "successes": 232,
      "samples": 240,
      "p50": 6.98399999999674,
      "p95": 24.469000000040978,
      "ttft_p50": 6.39000000001397,
      "ttft_p95": 22.85999999998603,
      "reviewed_outputs": 232,
      "serious_error_rate": 0.0,
      "audit_samples": 47,
      "known_token_priced_usd": 0.234253092,
      "translation_calls": 283,
      "protocol": "chat_completions",
      "parameters": {
        "max_tokens": 8192,
        "temperature": 0
      },
      "timeout_seconds": 120,
      "prices_per_million": {
        "input": 0.15,
        "output": 0.6,
        "cached_input": 0.003,
        "as_of": "2026-10-23"
      },
      "strata": {
        "domain:ai_nlp": {
          "score": 92.91666666666667,
          "count": 30
        },
        "domain:algorithms": {
          "score": 99.83333333333333,
          "count": 30
        },
        "domain:data_retrieval": {
          "score": 98.75,
          "count": 30
        },
        "domain:hci_visualization": {
          "score": 92.0,
          "count": 30
        },
        "domain:security": {
          "score": 100.0,
          "count": 30
        },
        "domain:software_languages": {
          "score": 96.33333333333333,
          "count": 30
        },
        "domain:systems": {
          "score": 89.83333333333333,
          "count": 30
        },
        "domain:vision_graphics": {
          "score": 99.83333333333333,
          "count": 30
        },
        "length:extended": {
          "score": 99.58333333333333,
          "count": 24
        },
        "length:long": {
          "score": 92.63888888888889,
          "count": 72
        },
        "length:paragraph": {
          "score": 96.22395833333333,
          "count": 96
        },
        "length:short": {
          "score": 99.73958333333333,
          "count": 48
        },
        "origin:challenge": {
          "score": 97.1875,
          "count": 80
        },
        "origin:real": {
          "score": 95.6875,
          "count": 160
        },
        "split:development": {
          "score": 97.10416666666667,
          "count": 120
        },
        "split:holdout": {
          "score": 95.27083333333333,
          "count": 120
        }
      },
      "cohort": "20261023-three-models-full-01",
      "bindings": {
        "run_id": "1bb95eecadd5472ab895773d2b0271b5",
        "dataset_sha256": "494ee6a4302c8aa13071b6cb2cb3437417b35fff39db6761b25321f2f17ac2ff",
        "configuration_sha256": "7911aa2822f051431e03deb00817bf9a8622a124ad4d2c8eb0484374b30c14e6"
      },
      "recorded_usage_calls": 275,
      "kind": "formal",
      "date": "2026-10-23",
      "model_id": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek V4.1 Flash",
      "channel": "Command Code",
      "review_status": "audited",
      "sample_group": "cs-en-zh-v2:formal240",
      "reasoning": "default",
      "reasoning_label": "提供方默认",
      "actual_cash_usd": null,
      "sample_score_coverage": 0,
      "main_source_chars": 277694,
      "main_priced_usd": 0.198706926,
      "main_unknown_usage_calls": 8,
      "usd_per_1000_source_chars": 0.0007155607467212112,
      "normalized_cost_estimated": false,
      "unknown_usage_calls": 8
    },
    {
      "id": "xiaomi/mimo-v2.6-flash",
      "name": "MiMo V2.6 Flash",
      "quality": 96.01041666666667,
      "successful_quality": 98.97186147186147,
      "successes": 231,
      "samples": 240,
      "p50": 11.296999999962281,
      "p95": 28.96899999998277,
      "ttft_p50": 5.969000000040978,
      "ttft_p95": 14.71899999998277,
      "reviewed_outputs": 233,
      "serious_error_rate": 0.034334763948497854,
      "audit_samples": 53,
      "known_token_priced_usd": 0.031600251200000005,
      "translation_calls": 283,
      "protocol": "chat_completions",
      "parameters": {
        "max_tokens": 8192,
        "temperature": 0
      },
      "timeout_seconds": 120,
      "prices_per_million": {
        "input": 0.14,
        "output": 0.28,
        "cached_input": 0.0028,
        "as_of": "2026-10-23"
      },
      "strata": {
        "domain:ai_nlp": {
          "score": 94.91666666666667,
          "count": 30
        },
        "domain:algorithms": {
          "score": 99.16666666666667,
          "count": 30
        },
        "domain:data_retrieval": {
          "score": 99.0,
          "count": 30
        },
        "domain:hci_visualization": {
          "score": 91.75,
          "count": 30
        },
        "domain:security": {
          "score": 95.41666666666667,
          "count": 30
        },
        "domain:software_languages": {
          "score": 100.0,
          "count": 30
        },
        "domain:systems": {
          "score": 92.58333333333333,
          "count": 30
        },
        "domain:vision_graphics": {
          "score": 95.25,
          "count": 30
        },
        "length:extended": {
          "score": 97.29166666666667,
          "count": 24
        },
        "length:long": {
          "score": 96.31944444444444,
          "count": 72
        },
        "length:paragraph": {
          "score": 94.71354166666667,
          "count": 96
        },
        "length:short": {
          "score": 97.5,
          "count": 48
        },
        "origin:challenge": {
          "score": 98.125,
          "count": 80
        },
        "origin:real": {
          "score": 94.953125,
          "count": 160
        },
        "split:development": {
          "score": 97.89583333333333,
          "count": 120
        },
        "split:holdout": {
          "score": 94.125,
          "count": 120
        }
      },
      "cohort": "20261023-four-models-full-02",
      "bindings": {
        "run_id": "b7e0219bbd9f48b0880d50c85c47ae97",
        "dataset_sha256": "494ee6a4302c8aa13071b6cb2cb3437417b35fff39db6761b25321f2f17ac2ff",
        "configuration_sha256": "5ab6fdbe0affdb92e7b79bbcbafab72b53526374716269dd12168a09ab518ddf"
      },
      "recorded_usage_calls": 273,
      "kind": "formal",
      "date": "2026-10-23",
      "model_id": "xiaomi/mimo-v2.6-flash",
      "model_name": "MiMo V2.6 Flash",
      "channel": "Command Code",
      "review_status": "audited",
      "sample_group": "cs-en-zh-v2:formal240",
      "reasoning": "default",
      "reasoning_label": "提供方默认",
      "actual_cash_usd": null,
      "sample_score_coverage": 0,
      "main_source_chars": 277694,
      "main_priced_usd": 0.026868380000000004,
      "main_unknown_usage_calls": 9,
      "usd_per_1000_source_chars": 9.675534941338309e-05,
      "normalized_cost_estimated": false,
      "unknown_usage_calls": 10
    },
    {
      "id": "Qwen/Qwen3.8-Flash",
      "name": "Qwen 3.8 Flash",
      "model_id": "Qwen/Qwen3.8-Flash",
      "channel": "Command Code",
      "quality": 94.85416666666667,
      "successful_quality": 99.41048034934498,
      "successes": 229,
      "samples": 240,
      "p50": 16.25396958300189,
      "p95": 85.68694470800256,
      "ttft_p50": 14.52435549999791,
      "ttft_p95": 81.61711500000092,
      "reviewed_outputs": 229,
      "serious_error_rate": 0.017467248908296942,
      "audit_samples": 49,
      "known_token_priced_usd": 0.22751427999999999,
      "translation_calls": 283,
      "protocol": "chat_completions",
      "parameters": {
        "temperature": 0,
        "max_tokens": 8192
      },
      "timeout_seconds": 120,
      "prices_per_million": {
        "input": 0.16,
        "output": 0.47,
        "cached_input": 0.016,
        "source": "https://commandcode.ai/models",
        "as_of": "2026-10-26"
      },
      "strata": {
        "domain:ai_nlp": {
          "score": 89.83333333333333,
          "count": 30
        },
        "domain:algorithms": {
          "score": 96.66666666666667,
          "count": 30
        },
        "domain:data_retrieval": {
          "score": 89.5,
          "count": 30
        },
        "domain:hci_visualization": {
          "score": 95.16666666666667,
          "count": 30
        },
        "domain:security": {
          "score": 93.0,
          "count": 30
        },
        "domain:software_languages": {
          "score": 95.66666666666667,
          "count": 30
        },
        "domain:systems": {
          "score": 99.5,
          "count": 30
        },
        "domain:vision_graphics": {
          "score": 99.5,
          "count": 30
        },
        "length:extended": {
          "score": 70.0,
          "count": 24
        },
        "length:long": {
          "score": 96.45833333333333,
          "count": 72
        },
        "length:paragraph": {
          "score": 98.56770833333333,
          "count": 96
        },
        "length:short": {
          "score": 97.44791666666667,
          "count": 48
        },
        "origin:challenge": {
          "score": 92.28125,
          "count": 80
        },
        "origin:real": {
          "score": 96.140625,
          "count": 160
        },
        "split:development": {
          "score": 96.3125,
          "count": 120
        },
        "split:holdout": {
          "score": 93.39583333333333,
          "count": 120
        }
      },
      "cohort": "20261026-three-models-full-01",
      "usage_tokens": {
        "input": 83980,
        "output": 455484,
        "cached_input": 0,
        "reasoning": 400435
      },
      "recorded_usage_calls": 270,
      "priced_usage_calls": 270,
      "unknown_usage_calls": 13,
      "amount_basis": "Measured generation token receipts at archived Command Code rates; unknown receipt amounts excluded. Subscription cash charges, discounts and account quota deductions have not been independently reconciled.",
      "uncontrolled": [
        "provider_default_reasoning",
        "provider_cache",
        "provider_internal_routing"
      ],
      "interface_source": "https://commandcode.ai/docs/provider",
      "endpoint": "https://api.commandcode.ai/provider/v1/chat/completions",
      "requested_model": "Qwen/Qwen3.8-Flash",
      "response_models": [
        "Qwen/Qwen3.8-Flash",
        "qwen3.8-flash"
      ],
      "test_started_at": "2026-10-26T08:26:50.139515+00:00",
      "test_completed_at": "2026-10-26T10:42:49.270337+00:00",
      "bindings": {
        "run_id": "dd3ad581bece4caab4b700aa29ae93bc",
        "dataset_sha256": "494ee6a4302c8aa13071b6cb2cb3437417b35fff39db6761b25321f2f17ac2ff",
        "configuration_sha256": "bcd433519e6324b0cb715a0c61f418056d47d1d9b082abd562539c523b7b6fed",
        "results_sha256": "24ea76e38b0eff28c4b73fc72ce07e94e38f1a455f7768c62b7af78630088dd0",
        "review_sha256": "7fb699a1176f314035327beb7fb2bc35d00254afe325c32b4372512be80d3e17"
      },
      "repeat_summary": {
        "samples": 20,
        "additional_calls": 40,
        "literal_variant_samples": 20,
        "note": "Literal output variation is not a semantic quality score"
      },
      "kind": "formal",
      "date": "2026-10-26",
      "model_name": "Qwen 3.8 Flash",
      "review_status": "audited",
      "sample_group": "cs-en-zh-v2:formal240",
      "reasoning": "default",
      "reasoning_label": "提供方默认",
      "actual_cash_usd": null,
      "sample_score_coverage": 240,
      "main_source_chars": 277694,
      "main_priced_usd": 0.1935971,
      "main_unknown_usage_calls": 11,
      "usd_per_1000_source_chars": 0.0006971598234027383,
      "normalized_cost_estimated": false
    },
    {
      "id": "Qwen/Qwen3.7-Flash",
      "name": "Qwen 3.7 Flash",
      "quality": 94.14583333333333,
      "successful_quality": 99.53744493392071,
      "successes": 227,
      "samples": 240,
      "p50": 28.01600000000326,
      "p95": 51.56300000002375,
      "ttft_p50": 26.98399999999674,
      "ttft_p95": 46.28200000000652,
      "reviewed_outputs": 227,
      "serious_error_rate": 0.004405286343612335,
      "audit_samples": 47,
      "known_token_priced_usd": 0.113996262,
      "translation_calls": 283,
      "protocol": "chat_completions",
      "parameters": {
        "max_tokens": 8192,
        "temperature": 0
      },
      "timeout_seconds": 120,
      "prices_per_million": {
        "input": 0.03,
        "output": 0.13,
        "cached_input": 0.006,
        "as_of": "2026-10-23",
        "cache_write": 0.038
      },
      "strata": {
        "domain:ai_nlp": {
          "score": 89.5,
          "count": 30
        },
        "domain:algorithms": {
          "score": 93.33333333333333,
          "count": 30
        },
        "domain:data_retrieval": {
          "score": 99.66666666666667,
          "count": 30
        },
        "domain:hci_visualization": {
          "score": 96.16666666666667,
          "count": 30
        },
        "domain:security": {
          "score": 89.91666666666667,
          "count": 30
        },
        "domain:software_languages": {
          "score": 93.33333333333333,
          "count": 30
        },
        "domain:systems": {
          "score": 95.16666666666667,
          "count": 30
        },
        "domain:vision_graphics": {
          "score": 96.08333333333333,
          "count": 30
        },
        "length:extended": {
          "score": 89.58333333333333,
          "count": 24
        },
        "length:long": {
          "score": 95.625,
          "count": 72
        },
        "length:paragraph": {
          "score": 92.29166666666667,
          "count": 96
        },
        "length:short": {
          "score": 97.91666666666667,
          "count": 48
        },
        "origin:challenge": {
          "score": 96.0,
          "count": 80
        },
        "origin:real": {
          "score": 93.21875,
          "count": 160
        },
        "split:development": {
          "score": 96.33333333333333,
          "count": 120
        },
        "split:holdout": {
          "score": 91.95833333333333,
          "count": 120
        }
      },
      "cohort": "20261023-four-models-full-02",
      "bindings": {
        "run_id": "1c491f488dad40c3b9d5fe03c90ffbac",
        "dataset_sha256": "494ee6a4302c8aa13071b6cb2cb3437417b35fff39db6761b25321f2f17ac2ff",
        "configuration_sha256": "066688e43dc8d500efbb21b13cba9ddeaa5ce9ce655c08317fa6dace3e9612fa"
      },
      "recorded_usage_calls": 262,
      "kind": "formal",
      "date": "2026-10-23",
      "model_id": "Qwen/Qwen3.7-Flash",
      "model_name": "Qwen 3.7 Flash",
      "channel": "Command Code",
      "review_status": "audited",
      "sample_group": "cs-en-zh-v2:formal240",
      "reasoning": "default",
      "reasoning_label": "提供方默认",
      "actual_cash_usd": null,
      "sample_score_coverage": 0,
      "main_source_chars": 277694,
      "main_priced_usd": 0.098688592,
      "main_unknown_usage_calls": 13,
      "usd_per_1000_source_chars": 0.0003553861156524808,
      "normalized_cost_estimated": false,
      "unknown_usage_calls": 21
    },
    {
      "id": "minimax/minimax-m3.1-flash",
      "name": "MiniMax M3.1 Flash",
      "quality": 91.77083333333333,
      "successful_quality": 99.27272727272727,
      "successes": 220,
      "samples": 240,
      "p50": 9.51500000001397,
      "p95": 42.5,
      "ttft_p50": 8.03200000000652,
      "ttft_p95": 38.42200000002049,
      "reviewed_outputs": 222,
      "serious_error_rate": 0.02252252252252252,
      "audit_samples": 49,
      "known_token_priced_usd": 0.200260725,
      "translation_calls": 283,
      "protocol": "chat_completions",
      "parameters": {
        "max_tokens": 8192
      },
      "timeout_seconds": 120,
      "prices_per_million": {
        "input": 0.15,
        "output": 0.6,
        "cached_input": 0.015,
        "as_of": "2026-10-23"
      },
      "strata": {
        "domain:ai_nlp": {
          "score": 92.58333333333333,
          "count": 30
        },
        "domain:algorithms": {
          "score": 79.66666666666667,
          "count": 30
        },
        "domain:data_retrieval": {
          "score": 92.16666666666667,
          "count": 30
        },
        "domain:hci_visualization": {
          "score": 92.58333333333333,
          "count": 30
        },
        "domain:security": {
          "score": 89.33333333333333,
          "count": 30
        },
        "domain:software_languages": {
          "score": 96.25,
          "count": 30
        },
        "domain:systems": {
          "score": 99.0,
          "count": 30
        },
        "domain:vision_graphics": {
          "score": 92.58333333333333,
          "count": 30
        },
        "length:extended": {
          "score": 74.47916666666667,
          "count": 24
        },
        "length:long": {
          "score": 90.9375,
          "count": 72
        },
        "length:paragraph": {
          "score": 94.89583333333333,
          "count": 96
        },
        "length:short": {
          "score": 95.41666666666667,
          "count": 48
        },
        "origin:challenge": {
          "score": 96.65625,
          "count": 80
        },
        "origin:real": {
          "score": 89.328125,
          "count": 160
        },
        "split:development": {
          "score": 91.66666666666667,
          "count": 120
        },
        "split:holdout": {
          "score": 91.875,
          "count": 120
        }
      },
      "cohort": "20261023-four-models-full-02",
      "bindings": {
        "run_id": "e7e822b1b04147789a1fc39a37c9c9f2",
        "dataset_sha256": "494ee6a4302c8aa13071b6cb2cb3437417b35fff39db6761b25321f2f17ac2ff",
        "configuration_sha256": "b1bc8d08a6f6fed262929205135a881c338b272b3e866ad12b3c696b76993910"
      },
      "recorded_usage_calls": 267,
      "kind": "formal",
      "date": "2026-10-23",
      "model_id": "minimax/minimax-m3.1-flash",
      "model_name": "MiniMax M3.1 Flash",
      "channel": "Command Code",
      "review_status": "audited",
      "sample_group": "cs-en-zh-v2:formal240",
      "reasoning": "default",
      "reasoning_label": "提供方默认",
      "actual_cash_usd": null,
      "sample_score_coverage": 0,
      "main_source_chars": 277694,
      "main_priced_usd": 0.175957485,
      "main_unknown_usage_calls": 16,
      "usd_per_1000_source_chars": 0.0006336380512362528,
      "normalized_cost_estimated": false,
      "unknown_usage_calls": 16
    },
    {
      "id": "pilot/gpt-chat-low",
      "name": "GPT-6 Luna · Chat · low",
      "model_id": "gpt-6-luna",
      "protocol": "chat_completions",
      "parameters": {
        "reasoning_effort": "low"
      },
      "max_output_tokens": 8192,
      "timeout_seconds": 120,
      "temperature": null,
      "samples": 24,
      "prechecks": 3,
      "quality": 99.58333333333333,
      "successful_quality": 99.58333333333333,
      "serious_error_rate": 0.0,
      "successes": 24,
      "success_rate": 1.0,
      "p50": 3.1420874589966843,
      "p95": 7.092133209000167,
      "ttft_p50": 2.0149148339987732,
      "ttft_p95": 4.223424791001889,
      "token_priced_usd": 0.0025632000000000003,
      "main_token_priced_usd": 0.0024864,
      "unknown_usage_calls": 0,
      "actual_cash_usd": null,
      "reasoning_observed_main_calls": 6,
      "reasoning_tokens_main": 257,
      "thinking_delta_chars_main": 1739,
      "tokens": {
        "input": 4462,
        "output": 4234,
        "cached_input": 0,
        "reasoning": 296
      },
      "prices_per_million": {
        "input": 0.1,
        "output": 0.5,
        "cached_input": 0.01,
        "as_of": "2026-10-26",
        "cache_write": 0.125,
        "source": "https://commandcode.ai/models"
      },
      "review_sha256": "12bd44ae249bab01aee1b7e9089b772eb15fad80808f7d121fceda918265a97e",
      "audit_items": 5,
      "kind": "pilot",
      "model_name": "GPT-6 Luna",
      "date": "2026-10-26",
      "channel": "Command Code",
      "cohort": "20261026-interface-reasoning-pilot-01",
      "review_status": "audited",
      "sample_group": "cs-en-zh-v2:development24",
      "translation_calls": 27,
      "known_token_priced_usd": 0.0025632000000000003,
      "reasoning": "low",
      "reasoning_label": "low",
      "sample_score_coverage": 24,
      "main_source_chars": 17245,
      "main_priced_usd": 0.0024864,
      "main_unknown_usage_calls": 0,
      "usd_per_1000_source_chars": 0.00014418092200637868,
      "normalized_cost_estimated": false
    },
    {
      "id": "pilot/gpt-responses-low",
      "name": "GPT-6 Luna · Responses · low",
      "model_id": "gpt-6-luna",
      "protocol": "responses",
      "parameters": {
        "reasoning": {
          "effort": "low"
        }
      },
      "max_output_tokens": 8192,
      "timeout_seconds": 120,
      "temperature": null,
      "samples": 24,
      "prechecks": 3,
      "quality": 99.6875,
      "successful_quality": 99.6875,
      "serious_error_rate": 0.0,
      "successes": 24,
      "success_rate": 1.0,
      "p50": 3.0109508340028697,
      "p95": 6.478251790998911,
      "ttft_p50": 2.2065628339987597,
      "ttft_p95": 3.029485915998521,
      "token_priced_usd": 0.0026092,
      "main_token_priced_usd": 0.0025429,
      "unknown_usage_calls": 0,
      "actual_cash_usd": null,
      "reasoning_observed_main_calls": 6,
      "reasoning_tokens_main": 348,
      "thinking_delta_chars_main": 0,
      "tokens": {
        "input": 4462,
        "output": 4326,
        "cached_input": 0,
        "reasoning": 364
      },
      "prices_per_million": {
        "input": 0.1,
        "output": 0.5,
        "cached_input": 0.01,
        "as_of": "2026-10-26",
        "cache_write": 0.125,
        "source": "https://commandcode.ai/models"
      },
      "review_sha256": "b13c3792a0390f6fe47347351518534fc1cb5b3f0953755070f2a4c8d3672101",
      "audit_items": 5,
      "kind": "pilot",
      "model_name": "GPT-6 Luna",
      "date": "2026-10-26",
      "channel": "Command Code",
      "cohort": "20261026-interface-reasoning-pilot-01",
      "review_status": "audited",
      "sample_group": "cs-en-zh-v2:development24",
      "translation_calls": 27,
      "known_token_priced_usd": 0.0026092,
      "reasoning": "low",
      "reasoning_label": "low",
      "sample_score_coverage": 24,
      "main_source_chars": 17245,
      "main_priced_usd": 0.0025429,
      "main_unknown_usage_calls": 0,
      "usd_per_1000_source_chars": 0.00014745723398086402,
      "normalized_cost_estimated": false
    },
    {
      "id": "pilot/gpt-responses-none",
      "name": "GPT-6 Luna · Responses · 关闭",
      "model_id": "gpt-6-luna",
      "protocol": "responses",
      "parameters": {
        "reasoning": {
          "effort": "none"
        }
      },
      "max_output_tokens": 8192,
      "timeout_seconds": 120,
      "temperature": null,
      "samples": 24,
      "prechecks": 3,
      "quality": 99.58333333333333,
      "successful_quality": 99.58333333333333,
      "serious_error_rate": 0.0,
      "successes": 24,
      "success_rate": 1.0,
      "p50": 2.7026082910015248,
      "p95": 6.189544458000455,
      "ttft_p50": 1.8683775419995072,
      "ttft_p95": 2.9673352079989854,
      "token_priced_usd": 0.0024087,
      "main_token_priced_usd": 0.0023534000000000003,
      "unknown_usage_calls": 0,
      "actual_cash_usd": null,
      "reasoning_observed_main_calls": 0,
      "reasoning_tokens_main": 0,
      "thinking_delta_chars_main": 0,
      "tokens": {
        "input": 4462,
        "output": 3925,
        "cached_input": 0,
        "reasoning": 0
      },
      "prices_per_million": {
        "input": 0.1,
        "output": 0.5,
        "cached_input": 0.01,
        "as_of": "2026-10-26",
        "cache_write": 0.125,
        "source": "https://commandcode.ai/models"
      },
      "review_sha256": "0e9210e091e8cba0ed5291f63018970d40a23e6ab2ce3c532ad3f95f80ddd3cd",
      "audit_items": 5,
      "kind": "pilot",
      "model_name": "GPT-6 Luna",
      "date": "2026-10-26",
      "channel": "Command Code",
      "cohort": "20261026-interface-reasoning-pilot-01",
      "review_status": "audited",
      "sample_group": "cs-en-zh-v2:development24",
      "translation_calls": 27,
      "known_token_priced_usd": 0.0024087,
      "reasoning": "off",
      "reasoning_label": "关闭",
      "sample_score_coverage": 24,
      "main_source_chars": 17245,
      "main_priced_usd": 0.0023534000000000003,
      "main_unknown_usage_calls": 0,
      "usd_per_1000_source_chars": 0.0001364685416062627,
      "normalized_cost_estimated": false
    },
    {
      "id": "pilot/glm-chat-low",
      "name": "GLM-5.3 Flash · Chat · low",
      "model_id": "z-ai/glm-5.3-flash",
      "protocol": "chat_completions",
      "parameters": {
        "reasoning_effort": "low"
      },
      "max_output_tokens": 8192,
      "timeout_seconds": 120,
      "temperature": 0,
      "samples": 24,
      "prechecks": 3,
      "quality": 99.375,
      "successful_quality": 99.375,
      "serious_error_rate": 0.0,
      "successes": 24,
      "success_rate": 1.0,
      "p50": 2.6433181669999612,
      "p95": 6.062191292003263,
      "ttft_p50": 1.5924620000005234,
      "ttft_p95": 2.424522542001796,
      "token_priced_usd": 0.0022569,
      "main_token_priced_usd": 0.0021944,
      "unknown_usage_calls": 0,
      "actual_cash_usd": null,
      "reasoning_observed_main_calls": 2,
      "reasoning_tokens_main": 10,
      "thinking_delta_chars_main": 44,
      "tokens": {
        "input": 4446,
        "output": 3180,
        "cached_input": 0,
        "reasoning": 15
      },
      "prices_per_million": {
        "input": 0.15,
        "output": 0.5,
        "cached_input": 0.03,
        "as_of": "2026-10-26",
        "source": "https://commandcode.ai/models"
      },
      "review_sha256": "2e69d8f2fb08beafc32d7f0d6655b350feeeab7acd5de19a8046044cb4ebc98f",
      "audit_items": 5,
      "kind": "pilot",
      "model_name": "GLM-5.3 Flash",
      "date": "2026-10-26",
      "channel": "Command Code",
      "cohort": "20261026-interface-reasoning-pilot-01",
      "review_status": "audited",
      "sample_group": "cs-en-zh-v2:development24",
      "translation_calls": 27,
      "known_token_priced_usd": 0.0022569,
      "reasoning": "low",
      "reasoning_label": "low",
      "sample_score_coverage": 24,
      "main_source_chars": 17245,
      "main_priced_usd": 0.0021944,
      "main_unknown_usage_calls": 0,
      "usd_per_1000_source_chars": 0.00012724847781965786,
      "normalized_cost_estimated": false
    },
    {
      "id": "pilot/haiku-adaptive-low",
      "name": "Haiku 5.5 · Messages · adaptive low",
      "model_id": "claude-haiku-5-5",
      "protocol": "anthropic_messages",
      "parameters": {
        "thinking": {
          "type": "adaptive"
        },
        "output_config": {
          "effort": "low"
        }
      },
      "max_output_tokens": 8192,
      "timeout_seconds": 120,
      "temperature": null,
      "samples": 24,
      "prechecks": 3,
      "quality": 98.33333333333333,
      "successful_quality": 98.33333333333333,
      "serious_error_rate": 0.08333333333333333,
      "successes": 24,
      "success_rate": 1.0,
      "p50": 2.196408417003113,
      "p95": 6.823182915999496,
      "ttft_p50": 1.579067833001318,
      "ttft_p95": 2.6461710829971707,
      "token_priced_usd": 0.0037554,
      "main_token_priced_usd": 0.0036757,
      "unknown_usage_calls": 0,
      "actual_cash_usd": null,
      "reasoning_observed_main_calls": 0,
      "reasoning_tokens_main": null,
      "thinking_delta_chars_main": 0,
      "tokens": {
        "input": 6829,
        "output": 6145,
        "cached_input": 0,
        "reasoning": null
      },
      "prices_per_million": {
        "input": 0.1,
        "output": 0.5,
        "cached_input": 0.01,
        "as_of": "2026-10-26",
        "cache_write": 0.125,
        "source": "https://commandcode.ai/models"
      },
      "review_sha256": "6d544ec4bd98e41526617f8fafce56e9439a79825a065be3e046ab74b8eb0e4f",
      "audit_items": 7,
      "kind": "pilot",
      "model_name": "Claude Haiku 5.5",
      "date": "2026-10-26",
      "channel": "Command Code",
      "cohort": "20261026-interface-reasoning-pilot-01",
      "review_status": "audited",
      "sample_group": "cs-en-zh-v2:development24",
      "translation_calls": 27,
      "known_token_priced_usd": 0.0037554,
      "reasoning": "adaptive-low",
      "reasoning_label": "adaptive low",
      "sample_score_coverage": 24,
      "main_source_chars": 17245,
      "main_priced_usd": 0.0036757,
      "main_unknown_usage_calls": 0,
      "usd_per_1000_source_chars": 0.00021314583937373152,
      "normalized_cost_estimated": false
    },
    {
      "id": "pilot/haiku-disabled-paired",
      "name": "Haiku 5.5 · Messages · 关闭",
      "model_id": "claude-haiku-5-5",
      "protocol": "anthropic_messages",
      "parameters": {
        "thinking": {
          "type": "disabled"
        }
      },
      "max_output_tokens": 8192,
      "timeout_seconds": 120,
      "temperature": null,
      "samples": 24,
      "prechecks": 3,
      "quality": 98.22916666666667,
      "successful_quality": 98.22916666666667,
      "serious_error_rate": 0.125,
      "successes": 24,
      "success_rate": 1.0,
      "p50": 2.070593041004031,
      "p95": 4.610099124998669,
      "ttft_p50": 1.4608121249984833,
      "ttft_p95": 1.989567958000407,
      "token_priced_usd": 0.0034690000000000003,
      "main_token_priced_usd": 0.0033909,
      "unknown_usage_calls": 0,
      "actual_cash_usd": null,
      "reasoning_observed_main_calls": 0,
      "reasoning_tokens_main": null,
      "thinking_delta_chars_main": 0,
      "tokens": {
        "input": 6775,
        "output": 5583,
        "cached_input": 0,
        "reasoning": null
      },
      "prices_per_million": {
        "input": 0.1,
        "output": 0.5,
        "cached_input": 0.01,
        "as_of": "2026-10-26",
        "cache_write": 0.125,
        "source": "https://commandcode.ai/models"
      },
      "review_sha256": "b24829f3657223ae9334e19efabec06d8b2f5b71c402f0317d2ae611bb316d98",
      "audit_items": 8,
      "kind": "pilot",
      "model_name": "Claude Haiku 5.5",
      "date": "2026-10-26",
      "channel": "Command Code",
      "cohort": "20261026-interface-reasoning-pilot-01",
      "review_status": "audited",
      "sample_group": "cs-en-zh-v2:development24",
      "translation_calls": 27,
      "known_token_priced_usd": 0.0034690000000000003,
      "reasoning": "off",
      "reasoning_label": "关闭",
      "sample_score_coverage": 24,
      "main_source_chars": 17245,
      "main_priced_usd": 0.0033909,
      "main_unknown_usage_calls": 0,
      "usd_per_1000_source_chars": 0.00019663090750942302,
      "normalized_cost_estimated": false
    },
    {
      "id": "20261027/account-responses-low",
      "name": "GPT-6 Luna · 插件账号 · low",
      "model_id": "gpt-6-luna",
      "model_name": "GPT-6 Luna",
      "channel": "ChatGPT subscription",
      "kind": "formal",
      "date": "2026-10-27",
      "cohort": "20261027-interface-reasoning-full-01",
      "sample_group": "cs-en-zh-v2:formal240",
      "protocol": "responses",
      "reasoning": "low",
      "reasoning_label": "low",
      "parameters": {
        "reasoning": {
          "effort": "low"
        },
        "store": false,
        "service_tier": "default"
      },
      "samples": 240,
      "successes": 240,
      "success_rate": 1.0,
      "quality": 99.08333333333333,
      "successful_quality": 99.08333333333333,
      "serious_error_rate": 0.008333333333333333,
      "reviewed_outputs": 240,
      "p50": 6.534128833001887,
      "p95": 21.606719665993296,
      "ttft_p50": 3.225528625000152,
      "ttft_p95": 5.292517875001067,
      "max_output_tokens": null,
      "timeout_seconds": 120,
      "temperature": null,
      "translation_calls": 283,
      "planned_translation_calls": 283,
      "administrative_unknown_calls": 0,
      "explicit_replacement_calls": 0,
      "known_token_priced_usd": null,
      "estimated_api_equivalent_usd": 0.0490566,
      "normalized_cost_estimated": true,
      "actual_cash_usd": null,
      "unknown_usage_calls": 0,
      "main_unknown_usage_calls": 0,
      "main_priced_usd": 0.0412412,
      "main_source_chars": 277694,
      "usd_per_1000_source_chars": 0.00014851311155444482,
      "sample_score_coverage": 240,
      "review_status": "audited",
      "audit_samples": 58,
      "audit_main_samples": 48,
      "reasoning_tokens_main": 426,
      "known_reasoning_tokens_main": 426,
      "reasoning_observed_main_calls": 5,
      "reasoning_positive_main_calls": 5,
      "reasoning_zero_main_calls": 235,
      "reasoning_unknown_main_calls": 0,
      "response_models": [],
      "response_model_missing_main_calls": 240,
      "instructions_sha256": "e743cd7f1abb8a6db18ba1e5394589af787837c244df31fbfa9f0645ad831115",
      "bindings": {
        "run_id": "98aaddbacb324ae486f71bed81c04f0e",
        "review_sha256": "5161bdb42b109a8ca9b1a420acb802a7608139f9a5e19556d5ffd5649d44b3d7",
        "audit_sha256": "16d6aeeecdcfc9ed3f8ee93252dde02c5474db7ee1f24ec99469cd076eb8ed4c"
      },
      "repeat_stability": [
        {
          "sample_id": "t5-03",
          "quality_range": [
            90.0,
            100.0
          ],
          "quality_stdev": 4.714045207910317,
          "latency_range": [
            5.481069790999754,
            8.428310041999794
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "rag-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            7.4429550409986405,
            8.347425792002468
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "nerf-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            5.741273708001245,
            6.813687417001347
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "gaussian-03",
          "quality_range": [
            90.0,
            100.0
          ],
          "quality_stdev": 4.714045207910317,
          "latency_range": [
            6.758961791005277,
            7.250016250000044
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "raft-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            6.2153788750001695,
            7.668794000004709
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "dapper-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            4.446093792001193,
            6.235391542002617
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "duckdb-03",
          "quality_range": [
            95.0,
            100.0
          ],
          "quality_stdev": 2.3570226039551585,
          "latency_range": [
            6.322815542000171,
            6.87873433400091
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "faiss-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            4.883520832998329,
            5.722292917002051
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "rustbelt-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            5.218881583001348,
            6.503082000002905
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "egg-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            5.122903791998397,
            8.233959750003123
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "dp-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            6.618730792004499,
            8.043577707998338
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "spectre-03",
          "quality_range": [
            97.5,
            100.0
          ],
          "quality_stdev": 1.1785113019775793,
          "latency_range": [
            4.63827145799587,
            5.101921083005436
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "vegalite-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            7.432357750003575,
            7.96488795899495
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "hai-03",
          "quality_range": [
            90.0,
            100.0
          ],
          "quality_stdev": 4.714045207910317,
          "latency_range": [
            4.994114124994667,
            5.830465042003198
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "kll-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            4.852452291997906,
            6.015767707998748
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "stable-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            4.765194291998341,
            5.90491429100075
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "C1-07",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            20.03158875000372,
            20.642110958004196
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "C2-07",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            20.835727457997564,
            21.061056458005623
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "C3-07",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            19.367012750000868,
            20.4836521670004
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "C4-07",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            21.144532708000042,
            21.875471665996884
          ],
          "successes": 3,
          "distinct_outputs": 3
        }
      ],
      "descriptive": {
        "all_main": {
          "samples": 240,
          "source_chars": 277694,
          "successes": 240,
          "quality": 99.08333333333333,
          "successful_quality": 99.08333333333333,
          "reviewed_translations": 240,
          "serious_outputs": 2,
          "serious_error_rate": 0.008333333333333333,
          "dimensions_over_reviewed_translations": {
            "semantic_accuracy": 3.941666666666667,
            "completeness": 3.9916666666666667,
            "terminology": 3.9583333333333335,
            "fluency": 3.966666666666667,
            "structure_preservation": 4
          },
          "p50_seconds": 6.534128833001887,
          "p95_seconds": 21.606719665993296,
          "ttft_p50_seconds": 3.225528625000152,
          "ttft_p95_seconds": 5.292517875001067,
          "tokens": {
            "input": {
              "known_subtotal": 80052,
              "missing_calls": 0,
              "known_per_1000_source_chars": 288.27414348167406
            },
            "output": {
              "known_subtotal": 66472,
              "missing_calls": 0,
              "known_per_1000_source_chars": 239.37139441255485
            },
            "cached_input": {
              "known_subtotal": 0,
              "missing_calls": 0,
              "known_per_1000_source_chars": 0.0
            },
            "cache_write_input": {
              "known_subtotal": null,
              "missing_calls": 240,
              "known_per_1000_source_chars": null
            },
            "reasoning": {
              "known_subtotal": 426,
              "missing_calls": 0,
              "known_per_1000_source_chars": 1.534062673302268
            }
          }
        },
        "by_metadata": {
          "length": {
            "extended": {
              "samples": 24,
              "source_chars": 105504,
              "successes": 24,
              "quality": 97.60416666666667,
              "successful_quality": 97.60416666666667,
              "reviewed_translations": 24,
              "serious_outputs": 1,
              "serious_error_rate": 0.041666666666666664,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.8333333333333335,
                "completeness": 4,
                "terminology": 3.875,
                "fluency": 3.9583333333333335,
                "structure_preservation": 4
              },
              "p50_seconds": 21.606719665993296,
              "p95_seconds": 25.719441375003953,
              "ttft_p50_seconds": 3.3884013749993755,
              "ttft_p95_seconds": 6.887572833002196,
              "tokens": {
                "input": {
                  "known_subtotal": 22872,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 216.7879890809827
                },
                "output": {
                  "known_subtotal": 24330,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 230.6073703366697
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 24,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 208,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 1.9714892326357296
                }
              }
            },
            "long": {
              "samples": 72,
              "source_chars": 110994,
              "successes": 72,
              "quality": 99.30555555555556,
              "successful_quality": 99.30555555555556,
              "reviewed_translations": 72,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9444444444444446,
                "completeness": 4,
                "terminology": 4,
                "fluency": 3.9444444444444446,
                "structure_preservation": 4
              },
              "p50_seconds": 9.918565624997427,
              "p95_seconds": 12.98961437500111,
              "ttft_p50_seconds": 3.178887415997451,
              "ttft_p95_seconds": 5.174847417001729,
              "tokens": {
                "input": {
                  "known_subtotal": 29615,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 266.8162243004126
                },
                "output": {
                  "known_subtotal": 26631,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 239.93188821017353
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 72,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 115,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 1.0360920410112258
                }
              }
            },
            "paragraph": {
              "samples": 96,
              "source_chars": 55079,
              "successes": 96,
              "quality": 99.08854166666667,
              "successful_quality": 99.08854166666667,
              "reviewed_translations": 96,
              "serious_outputs": 1,
              "serious_error_rate": 0.010416666666666666,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9583333333333335,
                "completeness": 3.9791666666666665,
                "terminology": 3.9375,
                "fluency": 3.96875,
                "structure_preservation": 4
              },
              "p50_seconds": 5.834544958997867,
              "p95_seconds": 8.071719416002452,
              "ttft_p50_seconds": 3.1849944589994266,
              "ttft_p95_seconds": 4.898090540998965,
              "tokens": {
                "input": {
                  "known_subtotal": 21396,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 388.4602116959276
                },
                "output": {
                  "known_subtotal": 13888,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 252.14691624757168
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 96,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 103,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 1.8700412135296574
                }
              }
            },
            "short": {
              "samples": 48,
              "source_chars": 6117,
              "successes": 48,
              "quality": 99.47916666666667,
              "successful_quality": 99.47916666666667,
              "reviewed_translations": 48,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9583333333333335,
                "completeness": 4,
                "terminology": 3.9791666666666665,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 3.9129722499928903,
              "p95_seconds": 6.173492250003619,
              "ttft_p50_seconds": 3.2476028750024852,
              "ttft_p95_seconds": 5.4961877500027185,
              "tokens": {
                "input": {
                  "known_subtotal": 6169,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 1008.5008991335623
                },
                "output": {
                  "known_subtotal": 1623,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 265.3261402648357
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 48,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            }
          },
          "domain": {
            "ai_nlp": {
              "samples": 30,
              "source_chars": 36207,
              "successes": 30,
              "quality": 99.41666666666667,
              "successful_quality": 99.41666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.966666666666667,
                "completeness": 4,
                "terminology": 4,
                "fluency": 3.9,
                "structure_preservation": 4
              },
              "p50_seconds": 6.518348083001911,
              "p95_seconds": 24.45477770800062,
              "ttft_p50_seconds": 3.319618207999156,
              "ttft_p95_seconds": 5.292517875001067,
              "tokens": {
                "input": {
                  "known_subtotal": 10494,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 289.8334576186925
                },
                "output": {
                  "known_subtotal": 8728,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 241.0583588808794
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 30,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.8285690612312536
                }
              }
            },
            "algorithms": {
              "samples": 30,
              "source_chars": 32368,
              "successes": 30,
              "quality": 99.58333333333333,
              "successful_quality": 99.58333333333333,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.966666666666667,
                "completeness": 4,
                "terminology": 4,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 6.092600541996944,
              "p95_seconds": 21.202176833998237,
              "ttft_p50_seconds": 3.0648803750009392,
              "ttft_p95_seconds": 6.7368468749991735,
              "tokens": {
                "input": {
                  "known_subtotal": 10283,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 317.69031141868516
                },
                "output": {
                  "known_subtotal": 8603,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 265.78719723183394
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 153,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 4.726890756302521
                }
              }
            },
            "data_retrieval": {
              "samples": 30,
              "source_chars": 33433,
              "successes": 30,
              "quality": 97.83333333333333,
              "successful_quality": 97.83333333333333,
              "reviewed_translations": 30,
              "serious_outputs": 1,
              "serious_error_rate": 0.03333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.8,
                "completeness": 4,
                "terminology": 3.966666666666667,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 6.2818615840005805,
              "p95_seconds": 21.875471665996884,
              "ttft_p50_seconds": 3.240012875001412,
              "ttft_p95_seconds": 5.4961877500027185,
              "tokens": {
                "input": {
                  "known_subtotal": 9766,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 292.1066012622259
                },
                "output": {
                  "known_subtotal": 8021,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 239.91266114318188
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "hci_visualization": {
              "samples": 30,
              "source_chars": 36167,
              "successes": 30,
              "quality": 98.75,
              "successful_quality": 98.75,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.933333333333333,
                "completeness": 3.966666666666667,
                "terminology": 3.933333333333333,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 6.534128833001887,
              "p95_seconds": 21.99328412500472,
              "ttft_p50_seconds": 3.25733879100153,
              "ttft_p95_seconds": 5.323836916999426,
              "tokens": {
                "input": {
                  "known_subtotal": 9867,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 272.81776204827605
                },
                "output": {
                  "known_subtotal": 8181,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 226.2006801780629
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "security": {
              "samples": 30,
              "source_chars": 35367,
              "successes": 30,
              "quality": 99.91666666666667,
              "successful_quality": 99.91666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 6.34796274999826,
              "p95_seconds": 22.30801704100304,
              "ttft_p50_seconds": 3.2042237499990733,
              "ttft_p95_seconds": 4.898090540998965,
              "tokens": {
                "input": {
                  "known_subtotal": 9945,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 281.19433370090763
                },
                "output": {
                  "known_subtotal": 8229,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 232.67452710153532
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 243,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 6.870811773687335
                }
              }
            },
            "software_languages": {
              "samples": 30,
              "source_chars": 33681,
              "successes": 30,
              "quality": 98.66666666666667,
              "successful_quality": 98.66666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 1,
              "serious_error_rate": 0.03333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.933333333333333,
                "completeness": 4,
                "terminology": 3.8666666666666667,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 5.720263958995929,
              "p95_seconds": 20.845983375002106,
              "ttft_p50_seconds": 3.034732374995656,
              "ttft_p95_seconds": 4.036235874998965,
              "tokens": {
                "input": {
                  "known_subtotal": 9995,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 296.7548469463496
                },
                "output": {
                  "known_subtotal": 8053,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 239.09622635907485
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "systems": {
              "samples": 30,
              "source_chars": 34728,
              "successes": 30,
              "quality": 98.75,
              "successful_quality": 98.75,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.933333333333333,
                "completeness": 3.966666666666667,
                "terminology": 3.933333333333333,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 6.630294750000758,
              "p95_seconds": 19.88287512500392,
              "ttft_p50_seconds": 3.248813624995819,
              "ttft_p95_seconds": 5.174847417001729,
              "tokens": {
                "input": {
                  "known_subtotal": 9572,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 275.6277355448054
                },
                "output": {
                  "known_subtotal": 7924,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 228.1732319741995
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "vision_graphics": {
              "samples": 30,
              "source_chars": 35743,
              "successes": 30,
              "quality": 99.75,
              "successful_quality": 99.75,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 3.966666666666667,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 6.890363417005574,
              "p95_seconds": 23.658720375002304,
              "ttft_p50_seconds": 3.233639874997607,
              "ttft_p95_seconds": 4.763011999995797,
              "tokens": {
                "input": {
                  "known_subtotal": 10130,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 283.4121366421397
                },
                "output": {
                  "known_subtotal": 8733,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 244.32756064124445
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            }
          },
          "origin": {
            "challenge": {
              "samples": 80,
              "source_chars": 97583,
              "successes": 80,
              "quality": 99.46875,
              "successful_quality": 99.46875,
              "reviewed_translations": 80,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 3.975,
                "terminology": 3.95,
                "fluency": 3.9375,
                "structure_preservation": 4
              },
              "p50_seconds": 6.34796274999826,
              "p95_seconds": 20.805750166000507,
              "ttft_p50_seconds": 3.175170000002254,
              "ttft_p95_seconds": 5.323836916999426,
              "tokens": {
                "input": {
                  "known_subtotal": 25401,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 260.3014869393234
                },
                "output": {
                  "known_subtotal": 21582,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 221.16557187214985
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 80,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "real": {
              "samples": 160,
              "source_chars": 180111,
              "successes": 160,
              "quality": 98.890625,
              "successful_quality": 98.890625,
              "reviewed_translations": 160,
              "serious_outputs": 2,
              "serious_error_rate": 0.0125,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9125,
                "completeness": 4,
                "terminology": 3.9625,
                "fluency": 3.98125,
                "structure_preservation": 4
              },
              "p50_seconds": 6.630294750000758,
              "p95_seconds": 21.959230708001996,
              "ttft_p50_seconds": 3.233639874997607,
              "ttft_p95_seconds": 5.254794375003257,
              "tokens": {
                "input": {
                  "known_subtotal": 54651,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 303.4295517764046
                },
                "output": {
                  "known_subtotal": 44890,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 249.2351938526797
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 160,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 426,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 2.365208121658311
                }
              }
            }
          },
          "split": {
            "development": {
              "samples": 120,
              "source_chars": 138648,
              "successes": 120,
              "quality": 98.9375,
              "successful_quality": 98.9375,
              "reviewed_translations": 120,
              "serious_outputs": 1,
              "serious_error_rate": 0.008333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.933333333333333,
                "completeness": 4,
                "terminology": 3.933333333333333,
                "fluency": 3.975,
                "structure_preservation": 4
              },
              "p50_seconds": 6.44383412499883,
              "p95_seconds": 21.202176833998237,
              "ttft_p50_seconds": 3.2312929589970736,
              "ttft_p95_seconds": 4.898090540998965,
              "tokens": {
                "input": {
                  "known_subtotal": 39701,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 286.3438347469852
                },
                "output": {
                  "known_subtotal": 32791,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 236.50539495701344
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 120,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 388,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 2.7984536379897293
                }
              }
            },
            "holdout": {
              "samples": 120,
              "source_chars": 139046,
              "successes": 120,
              "quality": 99.22916666666667,
              "successful_quality": 99.22916666666667,
              "reviewed_translations": 120,
              "serious_outputs": 1,
              "serious_error_rate": 0.008333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.95,
                "completeness": 3.9833333333333334,
                "terminology": 3.9833333333333334,
                "fluency": 3.9583333333333335,
                "structure_preservation": 4
              },
              "p50_seconds": 6.598985833006736,
              "p95_seconds": 21.875471665996884,
              "ttft_p50_seconds": 3.178887415997451,
              "ttft_p95_seconds": 5.4961877500027185,
              "tokens": {
                "input": {
                  "known_subtotal": 40351,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 290.1989269738072
                },
                "output": {
                  "known_subtotal": 33681,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 242.2291903398875
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 120,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 38,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.27329085338664905
                }
              }
            }
          },
          "tag": {
            "ai_nlp": {
              "samples": 30,
              "source_chars": 36207,
              "successes": 30,
              "quality": 99.41666666666667,
              "successful_quality": 99.41666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.966666666666667,
                "completeness": 4,
                "terminology": 4,
                "fluency": 3.9,
                "structure_preservation": 4
              },
              "p50_seconds": 6.518348083001911,
              "p95_seconds": 24.45477770800062,
              "ttft_p50_seconds": 3.319618207999156,
              "ttft_p95_seconds": 5.292517875001067,
              "tokens": {
                "input": {
                  "known_subtotal": 10494,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 289.8334576186925
                },
                "output": {
                  "known_subtotal": 8728,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 241.0583588808794
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 30,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.8285690612312536
                }
              }
            },
            "algorithms": {
              "samples": 30,
              "source_chars": 32368,
              "successes": 30,
              "quality": 99.58333333333333,
              "successful_quality": 99.58333333333333,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.966666666666667,
                "completeness": 4,
                "terminology": 4,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 6.092600541996944,
              "p95_seconds": 21.202176833998237,
              "ttft_p50_seconds": 3.0648803750009392,
              "ttft_p95_seconds": 6.7368468749991735,
              "tokens": {
                "input": {
                  "known_subtotal": 10283,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 317.69031141868516
                },
                "output": {
                  "known_subtotal": 8603,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 265.78719723183394
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 153,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 4.726890756302521
                }
              }
            },
            "code": {
              "samples": 8,
              "source_chars": 12807,
              "successes": 8,
              "quality": 99.0625,
              "successful_quality": 99.0625,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 3.625,
                "structure_preservation": 4
              },
              "p50_seconds": 9.142156249996333,
              "p95_seconds": 9.985026374997688,
              "ttft_p50_seconds": 2.951183208999282,
              "ttft_p95_seconds": 4.260644666996086,
              "tokens": {
                "input": {
                  "known_subtotal": 3098,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 241.8989615054267
                },
                "output": {
                  "known_subtotal": 2711,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 211.68111189193408
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 8,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "coherence": {
              "samples": 8,
              "source_chars": 36225,
              "successes": 8,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 20.805750166000507,
              "p95_seconds": 22.30801704100304,
              "ttft_p50_seconds": 3.4978251249995083,
              "ttft_p95_seconds": 5.323836916999426,
              "tokens": {
                "input": {
                  "known_subtotal": 6827,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 188.46100759144238
                },
                "output": {
                  "known_subtotal": 7573,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 209.0545203588682
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 8,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "cross_page": {
              "samples": 32,
              "source_chars": 81355,
              "successes": 32,
              "quality": 98.4375,
              "successful_quality": 98.4375,
              "reviewed_translations": 32,
              "serious_outputs": 1,
              "serious_error_rate": 0.03125,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.875,
                "completeness": 4,
                "terminology": 3.9375,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 11.29306241699669,
              "p95_seconds": 25.719441375003953,
              "ttft_p50_seconds": 3.3884013749993755,
              "ttft_p95_seconds": 6.887572833002196,
              "tokens": {
                "input": {
                  "known_subtotal": 20336,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 249.9661975293467
                },
                "output": {
                  "known_subtotal": 19780,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 243.13195255362302
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 32,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 323,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 3.970253825825088
                }
              }
            },
            "data_retrieval": {
              "samples": 30,
              "source_chars": 33433,
              "successes": 30,
              "quality": 97.83333333333333,
              "successful_quality": 97.83333333333333,
              "reviewed_translations": 30,
              "serious_outputs": 1,
              "serious_error_rate": 0.03333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.8,
                "completeness": 4,
                "terminology": 3.966666666666667,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 6.2818615840005805,
              "p95_seconds": 21.875471665996884,
              "ttft_p50_seconds": 3.240012875001412,
              "ttft_p95_seconds": 5.4961877500027185,
              "tokens": {
                "input": {
                  "known_subtotal": 9766,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 292.1066012622259
                },
                "output": {
                  "known_subtotal": 8021,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 239.91266114318188
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "extended": {
              "samples": 24,
              "source_chars": 105504,
              "successes": 24,
              "quality": 97.60416666666667,
              "successful_quality": 97.60416666666667,
              "reviewed_translations": 24,
              "serious_outputs": 1,
              "serious_error_rate": 0.041666666666666664,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.8333333333333335,
                "completeness": 4,
                "terminology": 3.875,
                "fluency": 3.9583333333333335,
                "structure_preservation": 4
              },
              "p50_seconds": 21.606719665993296,
              "p95_seconds": 25.719441375003953,
              "ttft_p50_seconds": 3.3884013749993755,
              "ttft_p95_seconds": 6.887572833002196,
              "tokens": {
                "input": {
                  "known_subtotal": 22872,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 216.7879890809827
                },
                "output": {
                  "known_subtotal": 24330,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 230.6073703366697
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 24,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 208,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 1.9714892326357296
                }
              }
            },
            "formula": {
              "samples": 8,
              "source_chars": 1128,
              "successes": 8,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.502858375002688,
              "p95_seconds": 4.880137291998835,
              "ttft_p50_seconds": 3.298793709000165,
              "ttft_p95_seconds": 3.9011937910036067,
              "tokens": {
                "input": {
                  "known_subtotal": 1090,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 966.3120567375887
                },
                "output": {
                  "known_subtotal": 339,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 300.531914893617
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 8,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "formulas": {
              "samples": 50,
              "source_chars": 54583,
              "successes": 50,
              "quality": 99.0,
              "successful_quality": 99.0,
              "reviewed_translations": 50,
              "serious_outputs": 1,
              "serious_error_rate": 0.02,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.94,
                "completeness": 4,
                "terminology": 3.92,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 6.382572959002573,
              "p95_seconds": 23.658720375002304,
              "ttft_p50_seconds": 3.225528625000152,
              "ttft_p95_seconds": 5.567630791003467,
              "tokens": {
                "input": {
                  "known_subtotal": 17375,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 318.3225546415551
                },
                "output": {
                  "known_subtotal": 14469,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 265.0825348551747
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 50,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 396,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 7.255006137442061
                }
              }
            },
            "hci_visualization": {
              "samples": 30,
              "source_chars": 36167,
              "successes": 30,
              "quality": 98.75,
              "successful_quality": 98.75,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.933333333333333,
                "completeness": 3.966666666666667,
                "terminology": 3.933333333333333,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 6.534128833001887,
              "p95_seconds": 21.99328412500472,
              "ttft_p50_seconds": 3.25733879100153,
              "ttft_p95_seconds": 5.323836916999426,
              "tokens": {
                "input": {
                  "known_subtotal": 9867,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 272.81776204827605
                },
                "output": {
                  "known_subtotal": 8181,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 226.2006801780629
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "instructions": {
              "samples": 8,
              "source_chars": 4690,
              "successes": 8,
              "quality": 99.375,
              "successful_quality": 99.375,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 3.875,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 5.733833375001268,
              "p95_seconds": 12.076863458001753,
              "ttft_p50_seconds": 3.330532915999356,
              "ttft_p95_seconds": 9.72087116700277,
              "tokens": {
                "input": {
                  "known_subtotal": 1632,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 347.97441364605544
                },
                "output": {
                  "known_subtotal": 1014,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 216.2046908315565
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 8,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "logic": {
              "samples": 8,
              "source_chars": 1085,
              "successes": 8,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 3.6451653750045807,
              "p95_seconds": 7.370137541998702,
              "ttft_p50_seconds": 2.9931377499960945,
              "ttft_p95_seconds": 6.7368468749991735,
              "tokens": {
                "input": {
                  "known_subtotal": 1013,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 933.6405529953918
                },
                "output": {
                  "known_subtotal": 248,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 228.57142857142856
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 8,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "long": {
              "samples": 72,
              "source_chars": 110994,
              "successes": 72,
              "quality": 99.30555555555556,
              "successful_quality": 99.30555555555556,
              "reviewed_translations": 72,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9444444444444446,
                "completeness": 4,
                "terminology": 4,
                "fluency": 3.9444444444444446,
                "structure_preservation": 4
              },
              "p50_seconds": 9.918565624997427,
              "p95_seconds": 12.98961437500111,
              "ttft_p50_seconds": 3.178887415997451,
              "ttft_p95_seconds": 5.174847417001729,
              "tokens": {
                "input": {
                  "known_subtotal": 29615,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 266.8162243004126
                },
                "output": {
                  "known_subtotal": 26631,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 239.93188821017353
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 72,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 115,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 1.0360920410112258
                }
              }
            },
            "noise": {
              "samples": 8,
              "source_chars": 13809,
              "successes": 8,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 10.27986704200157,
              "p95_seconds": 15.38883787499799,
              "ttft_p50_seconds": 2.888663958001416,
              "ttft_p95_seconds": 5.292988875000447,
              "tokens": {
                "input": {
                  "known_subtotal": 3249,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 235.28133825765804
                },
                "output": {
                  "known_subtotal": 3214,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 232.7467593598378
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 8,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "numbers": {
              "samples": 8,
              "source_chars": 4505,
              "successes": 8,
              "quality": 99.375,
              "successful_quality": 99.375,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 3.875,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 6.293257666999125,
              "p95_seconds": 9.104641999998421,
              "ttft_p50_seconds": 3.175170000002254,
              "ttft_p95_seconds": 6.126679917004367,
              "tokens": {
                "input": {
                  "known_subtotal": 1823,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 404.661487236404
                },
                "output": {
                  "known_subtotal": 1298,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 288.12430632630407
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 8,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "paper_prose": {
              "samples": 160,
              "source_chars": 180111,
              "successes": 160,
              "quality": 98.890625,
              "successful_quality": 98.890625,
              "reviewed_translations": 160,
              "serious_outputs": 2,
              "serious_error_rate": 0.0125,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9125,
                "completeness": 4,
                "terminology": 3.9625,
                "fluency": 3.98125,
                "structure_preservation": 4
              },
              "p50_seconds": 6.630294750000758,
              "p95_seconds": 21.959230708001996,
              "ttft_p50_seconds": 3.233639874997607,
              "ttft_p95_seconds": 5.254794375003257,
              "tokens": {
                "input": {
                  "known_subtotal": 54651,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 303.4295517764046
                },
                "output": {
                  "known_subtotal": 44890,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 249.2351938526797
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 160,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 426,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 2.365208121658311
                }
              }
            },
            "paragraph": {
              "samples": 96,
              "source_chars": 55079,
              "successes": 96,
              "quality": 99.08854166666667,
              "successful_quality": 99.08854166666667,
              "reviewed_translations": 96,
              "serious_outputs": 1,
              "serious_error_rate": 0.010416666666666666,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9583333333333335,
                "completeness": 3.9791666666666665,
                "terminology": 3.9375,
                "fluency": 3.96875,
                "structure_preservation": 4
              },
              "p50_seconds": 5.834544958997867,
              "p95_seconds": 8.071719416002452,
              "ttft_p50_seconds": 3.1849944589994266,
              "ttft_p95_seconds": 4.898090540998965,
              "tokens": {
                "input": {
                  "known_subtotal": 21396,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 388.4602116959276
                },
                "output": {
                  "known_subtotal": 13888,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 252.14691624757168
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 96,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 103,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 1.8700412135296574
                }
              }
            },
            "security": {
              "samples": 30,
              "source_chars": 35367,
              "successes": 30,
              "quality": 99.91666666666667,
              "successful_quality": 99.91666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 6.34796274999826,
              "p95_seconds": 22.30801704100304,
              "ttft_p50_seconds": 3.2042237499990733,
              "ttft_p95_seconds": 4.898090540998965,
              "tokens": {
                "input": {
                  "known_subtotal": 9945,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 281.19433370090763
                },
                "output": {
                  "known_subtotal": 8229,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 232.67452710153532
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 243,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 6.870811773687335
                }
              }
            },
            "short": {
              "samples": 48,
              "source_chars": 6117,
              "successes": 48,
              "quality": 99.47916666666667,
              "successful_quality": 99.47916666666667,
              "reviewed_translations": 48,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9583333333333335,
                "completeness": 4,
                "terminology": 3.9791666666666665,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 3.9129722499928903,
              "p95_seconds": 6.173492250003619,
              "ttft_p50_seconds": 3.2476028750024852,
              "ttft_p95_seconds": 5.4961877500027185,
              "tokens": {
                "input": {
                  "known_subtotal": 6169,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 1008.5008991335623
                },
                "output": {
                  "known_subtotal": 1623,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 265.3261402648357
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 48,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "single_column": {
              "samples": 70,
              "source_chars": 77770,
              "successes": 70,
              "quality": 99.10714285714286,
              "successful_quality": 99.10714285714286,
              "reviewed_translations": 70,
              "serious_outputs": 1,
              "serious_error_rate": 0.014285714285714285,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.942857142857143,
                "completeness": 4,
                "terminology": 3.942857142857143,
                "fluency": 3.9857142857142858,
                "structure_preservation": 4
              },
              "p50_seconds": 6.092600541996944,
              "p95_seconds": 23.658720375002304,
              "ttft_p50_seconds": 3.214164124998206,
              "ttft_p95_seconds": 5.292517875001067,
              "tokens": {
                "input": {
                  "known_subtotal": 24615,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 316.5102224508165
                },
                "output": {
                  "known_subtotal": 20305,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 261.09039475376113
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 70,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 183,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 2.353092452102353
                }
              }
            },
            "software_languages": {
              "samples": 30,
              "source_chars": 33681,
              "successes": 30,
              "quality": 98.66666666666667,
              "successful_quality": 98.66666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 1,
              "serious_error_rate": 0.03333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.933333333333333,
                "completeness": 4,
                "terminology": 3.8666666666666667,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 5.720263958995929,
              "p95_seconds": 20.845983375002106,
              "ttft_p50_seconds": 3.034732374995656,
              "ttft_p95_seconds": 4.036235874998965,
              "tokens": {
                "input": {
                  "known_subtotal": 9995,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 296.7548469463496
                },
                "output": {
                  "known_subtotal": 8053,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 239.09622635907485
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "structure": {
              "samples": 8,
              "source_chars": 14255,
              "successes": 8,
              "quality": 99.6875,
              "successful_quality": 99.6875,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 3.875,
                "structure_preservation": 4
              },
              "p50_seconds": 9.936216000001878,
              "p95_seconds": 11.629362416999356,
              "ttft_p50_seconds": 2.9608991670029354,
              "ttft_p95_seconds": 4.15276362500299,
              "tokens": {
                "input": {
                  "known_subtotal": 3261,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 228.76183795159594
                },
                "output": {
                  "known_subtotal": 3071,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 215.43318133988075
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 8,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "systems": {
              "samples": 30,
              "source_chars": 34728,
              "successes": 30,
              "quality": 98.75,
              "successful_quality": 98.75,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.933333333333333,
                "completeness": 3.966666666666667,
                "terminology": 3.933333333333333,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 6.630294750000758,
              "p95_seconds": 19.88287512500392,
              "ttft_p50_seconds": 3.248813624995819,
              "ttft_p95_seconds": 5.174847417001729,
              "tokens": {
                "input": {
                  "known_subtotal": 9572,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 275.6277355448054
                },
                "output": {
                  "known_subtotal": 7924,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 228.1732319741995
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "tables": {
              "samples": 50,
              "source_chars": 56982,
              "successes": 50,
              "quality": 98.75,
              "successful_quality": 98.75,
              "reviewed_translations": 50,
              "serious_outputs": 1,
              "serious_error_rate": 0.02,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.88,
                "completeness": 4,
                "terminology": 4,
                "fluency": 3.98,
                "structure_preservation": 4
              },
              "p50_seconds": 6.889750082998944,
              "p95_seconds": 21.959230708001996,
              "ttft_p50_seconds": 3.319618207999156,
              "ttft_p95_seconds": 5.294792874999985,
              "tokens": {
                "input": {
                  "known_subtotal": 17152,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 301.0073356498543
                },
                "output": {
                  "known_subtotal": 13942,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 244.67375662489908
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 50,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 30,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.5264820469621986
                }
              }
            },
            "tags": {
              "samples": 8,
              "source_chars": 4520,
              "successes": 8,
              "quality": 98.125,
              "successful_quality": 98.125,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 3.75,
                "terminology": 3.875,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 5.738605499995174,
              "p95_seconds": 6.598985833006736,
              "ttft_p50_seconds": 2.98568033400079,
              "ttft_p95_seconds": 3.7194132910008193,
              "tokens": {
                "input": {
                  "known_subtotal": 1766,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 390.70796460176996
                },
                "output": {
                  "known_subtotal": 1174,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 259.7345132743363
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 8,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "terms": {
              "samples": 8,
              "source_chars": 4559,
              "successes": 8,
              "quality": 99.0625,
              "successful_quality": 99.0625,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 3.875,
                "fluency": 3.875,
                "structure_preservation": 4
              },
              "p50_seconds": 5.5634970419996534,
              "p95_seconds": 7.364326958995662,
              "ttft_p50_seconds": 3.034732374995656,
              "ttft_p95_seconds": 4.583814792000339,
              "tokens": {
                "input": {
                  "known_subtotal": 1642,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 360.1667032243913
                },
                "output": {
                  "known_subtotal": 940,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 206.18556701030926
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 8,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "two_column": {
              "samples": 90,
              "source_chars": 102341,
              "successes": 90,
              "quality": 98.72222222222223,
              "successful_quality": 98.72222222222223,
              "reviewed_translations": 90,
              "serious_outputs": 1,
              "serious_error_rate": 0.011111111111111112,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.888888888888889,
                "completeness": 4,
                "terminology": 3.977777777777778,
                "fluency": 3.977777777777778,
                "structure_preservation": 4
              },
              "p50_seconds": 6.691122665994044,
              "p95_seconds": 21.606719665993296,
              "ttft_p50_seconds": 3.248813624995819,
              "ttft_p95_seconds": 4.898090540998965,
              "tokens": {
                "input": {
                  "known_subtotal": 30036,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 293.4894128452917
                },
                "output": {
                  "known_subtotal": 24585,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 240.22630226399977
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 90,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 243,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 2.374414946111529
                }
              }
            },
            "vision_graphics": {
              "samples": 30,
              "source_chars": 35743,
              "successes": 30,
              "quality": 99.75,
              "successful_quality": 99.75,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 3.966666666666667,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 6.890363417005574,
              "p95_seconds": 23.658720375002304,
              "ttft_p50_seconds": 3.233639874997607,
              "ttft_p95_seconds": 4.763011999995797,
              "tokens": {
                "input": {
                  "known_subtotal": 10130,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 283.4121366421397
                },
                "output": {
                  "known_subtotal": 8733,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 244.32756064124445
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            }
          }
        },
        "by_reported_reasoning": {
          "positive": {
            "samples": 5,
            "source_chars": 11477,
            "successes": 5,
            "quality": 97.5,
            "successful_quality": 97.5,
            "reviewed_translations": 5,
            "serious_outputs": 0,
            "serious_error_rate": 0.0,
            "dimensions_over_reviewed_translations": {
              "semantic_accuracy": 3.8,
              "completeness": 4,
              "terminology": 4,
              "fluency": 3.8,
              "structure_preservation": 4
            },
            "p50_seconds": 12.98961437500111,
            "p95_seconds": 28.296872207996785,
            "ttft_p50_seconds": 5.292517875001067,
            "ttft_p95_seconds": 7.330032084006234,
            "tokens": {
              "input": {
                "known_subtotal": 3093,
                "missing_calls": 0,
                "known_per_1000_source_chars": 269.4955127646598
              },
              "output": {
                "known_subtotal": 3386,
                "missing_calls": 0,
                "known_per_1000_source_chars": 295.0248322732421
              },
              "cached_input": {
                "known_subtotal": 0,
                "missing_calls": 0,
                "known_per_1000_source_chars": 0.0
              },
              "cache_write_input": {
                "known_subtotal": null,
                "missing_calls": 5,
                "known_per_1000_source_chars": null
              },
              "reasoning": {
                "known_subtotal": 426,
                "missing_calls": 0,
                "known_per_1000_source_chars": 37.117713688246056
              }
            }
          },
          "zero": {
            "samples": 235,
            "source_chars": 266217,
            "successes": 235,
            "quality": 99.11702127659575,
            "successful_quality": 99.11702127659575,
            "reviewed_translations": 235,
            "serious_outputs": 2,
            "serious_error_rate": 0.00851063829787234,
            "dimensions_over_reviewed_translations": {
              "semantic_accuracy": 3.9446808510638296,
              "completeness": 3.991489361702128,
              "terminology": 3.9574468085106385,
              "fluency": 3.970212765957447,
              "structure_preservation": 4
            },
            "p50_seconds": 6.511642249999568,
            "p95_seconds": 21.327631375002966,
            "ttft_p50_seconds": 3.2208727920005913,
            "ttft_p95_seconds": 5.174847417001729,
            "tokens": {
              "input": {
                "known_subtotal": 76959,
                "missing_calls": 0,
                "known_per_1000_source_chars": 289.0837174184969
              },
              "output": {
                "known_subtotal": 63086,
                "missing_calls": 0,
                "known_per_1000_source_chars": 236.97209419383435
              },
              "cached_input": {
                "known_subtotal": 0,
                "missing_calls": 0,
                "known_per_1000_source_chars": 0.0
              },
              "cache_write_input": {
                "known_subtotal": null,
                "missing_calls": 235,
                "known_per_1000_source_chars": null
              },
              "reasoning": {
                "known_subtotal": 0,
                "missing_calls": 0,
                "known_per_1000_source_chars": 0.0
              }
            }
          },
          "unknown": {
            "samples": 0,
            "source_chars": 0,
            "successes": 0,
            "quality": null,
            "successful_quality": null,
            "reviewed_translations": 0,
            "serious_outputs": 0,
            "serious_error_rate": null,
            "dimensions_over_reviewed_translations": {
              "semantic_accuracy": null,
              "completeness": null,
              "terminology": null,
              "fluency": null,
              "structure_preservation": null
            },
            "p50_seconds": null,
            "p95_seconds": null,
            "ttft_p50_seconds": null,
            "ttft_p95_seconds": null,
            "tokens": {
              "input": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              },
              "output": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              },
              "cached_input": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              },
              "cache_write_input": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              },
              "reasoning": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              }
            }
          }
        },
        "reasoning_subset_note": "Descriptive only. Difficulty may influence observed reasoning; these groups do not estimate a causal effect.",
        "tag_subset_note": "Tag groups overlap. Logic/terms challenge sets have8 samples each; no separate inferential confidence claim.",
        "finish_reasons": {
          "completed": 240
        },
        "failure_types": {}
      }
    },
    {
      "id": "20261027/command-chat_completions-low",
      "name": "GPT-6 Luna · Command Chat · low",
      "model_id": "gpt-6-luna",
      "model_name": "GPT-6 Luna",
      "channel": "Command Code",
      "kind": "formal",
      "date": "2026-10-27",
      "cohort": "20261027-interface-reasoning-full-01",
      "sample_group": "cs-en-zh-v2:formal240",
      "protocol": "chat_completions",
      "reasoning": "low",
      "reasoning_label": "low",
      "parameters": {
        "reasoning_effort": "low",
        "max_tokens": 8192
      },
      "samples": 240,
      "successes": 240,
      "success_rate": 1.0,
      "quality": 99.35416666666667,
      "successful_quality": 99.35416666666667,
      "serious_error_rate": 0.008333333333333333,
      "reviewed_outputs": 240,
      "p50": 4.887238875002367,
      "p95": 15.318576749996282,
      "ttft_p50": 2.8012692919946858,
      "ttft_p95": 5.770541249999951,
      "max_output_tokens": 8192,
      "timeout_seconds": 120,
      "temperature": null,
      "translation_calls": 283,
      "planned_translation_calls": 283,
      "administrative_unknown_calls": 0,
      "explicit_replacement_calls": 0,
      "known_token_priced_usd": 0.050157045,
      "estimated_api_equivalent_usd": null,
      "normalized_cost_estimated": false,
      "actual_cash_usd": null,
      "unknown_usage_calls": 0,
      "main_unknown_usage_calls": 0,
      "main_priced_usd": 0.042179145,
      "main_source_chars": 277694,
      "usd_per_1000_source_chars": 0.00015189073224484504,
      "sample_score_coverage": 240,
      "review_status": "audited",
      "audit_samples": 58,
      "audit_main_samples": 48,
      "reasoning_tokens_main": 2732,
      "known_reasoning_tokens_main": 2732,
      "reasoning_observed_main_calls": 44,
      "reasoning_positive_main_calls": 44,
      "reasoning_zero_main_calls": 196,
      "reasoning_unknown_main_calls": 0,
      "response_models": [
        "gpt-6-luna"
      ],
      "response_model_missing_main_calls": 0,
      "instructions_sha256": "e743cd7f1abb8a6db18ba1e5394589af787837c244df31fbfa9f0645ad831115",
      "bindings": {
        "run_id": "5f102fa221204a6e9c39e1e452856696",
        "review_sha256": "20f1c1a55492ad71b3cd40b92a8785696af15a41609c9dc519c497d54131330f",
        "audit_sha256": "e95ae124b72dc86cec7ecf0740044e2e8bd74bd23590bed44d0bce5d8629dcc6"
      },
      "repeat_stability": [
        {
          "sample_id": "t5-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            2.262301791997743,
            5.919543416006491
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "rag-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            4.955021499998111,
            5.467325332996552
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "nerf-03",
          "quality_range": [
            95.0,
            100.0
          ],
          "quality_stdev": 2.3570226039551585,
          "latency_range": [
            3.811801583004126,
            8.072793292005372
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "gaussian-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            4.6906907920056256,
            5.9278701250004815
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "raft-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            4.162974999999278,
            4.35163016700244
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "dapper-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            2.9288837499989313,
            4.625734458000807
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "duckdb-03",
          "quality_range": [
            95.0,
            95.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            3.6082654999991064,
            5.7507142500035116
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "faiss-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            2.910360333000426,
            4.195476916000189
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "rustbelt-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            4.246785915995133,
            6.351464999999735
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "egg-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            4.200679458001105,
            4.780729582998902
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "dp-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            4.318677499999467,
            11.561236875000759
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "spectre-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            2.856064833998971,
            4.445486750002601
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "vegalite-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            4.46678174999397,
            7.066735708998749
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "hai-03",
          "quality_range": [
            90.0,
            100.0
          ],
          "quality_stdev": 4.714045207910317,
          "latency_range": [
            4.242282582999906,
            6.005797208999866
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "kll-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            2.69122929200239,
            4.191332959002466
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "stable-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            2.998153916996671,
            4.428658249998989
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "C1-07",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            13.534375417002593,
            16.464460292001604
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "C2-07",
          "quality_range": [
            95.0,
            100.0
          ],
          "quality_stdev": 2.3570226039551585,
          "latency_range": [
            16.4426440419993,
            17.545140041002014
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "C3-07",
          "quality_range": [
            95.0,
            100.0
          ],
          "quality_stdev": 2.3570226039551585,
          "latency_range": [
            15.371059375000186,
            16.87091362499632
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "C4-07",
          "quality_range": [
            95.0,
            100.0
          ],
          "quality_stdev": 2.3570226039551585,
          "latency_range": [
            12.387884083000245,
            17.463887290999992
          ],
          "successes": 3,
          "distinct_outputs": 3
        }
      ],
      "descriptive": {
        "all_main": {
          "samples": 240,
          "source_chars": 277694,
          "successes": 240,
          "quality": 99.35416666666667,
          "successful_quality": 99.35416666666667,
          "reviewed_translations": 240,
          "serious_outputs": 2,
          "serious_error_rate": 0.008333333333333333,
          "dimensions_over_reviewed_translations": {
            "semantic_accuracy": 3.9625,
            "completeness": 4,
            "terminology": 3.9541666666666666,
            "fluency": 3.9833333333333334,
            "structure_preservation": 4
          },
          "p50_seconds": 4.887238875002367,
          "p95_seconds": 15.318576749996282,
          "ttft_p50_seconds": 2.8012692919946858,
          "ttft_p95_seconds": 5.770541249999951,
          "tokens": {
            "input": {
              "known_subtotal": 80052,
              "missing_calls": 0,
              "known_per_1000_source_chars": 288.27414348167406
            },
            "output": {
              "known_subtotal": 68727,
              "missing_calls": 0,
              "known_per_1000_source_chars": 247.49184354001167
            },
            "cached_input": {
              "known_subtotal": 3272,
              "missing_calls": 0,
              "known_per_1000_source_chars": 11.782753678509438
            },
            "cache_write_input": {
              "known_subtotal": 4197,
              "missing_calls": 0,
              "known_per_1000_source_chars": 15.113758309506148
            },
            "reasoning": {
              "known_subtotal": 2732,
              "missing_calls": 0,
              "known_per_1000_source_chars": 9.838167191224873
            }
          }
        },
        "by_metadata": {
          "length": {
            "extended": {
              "samples": 24,
              "source_chars": 105504,
              "successes": 24,
              "quality": 98.75,
              "successful_quality": 98.75,
              "reviewed_translations": 24,
              "serious_outputs": 1,
              "serious_error_rate": 0.041666666666666664,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9583333333333335,
                "completeness": 4,
                "terminology": 3.8333333333333335,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 14.184552833998168,
              "p95_seconds": 17.545140041002014,
              "ttft_p50_seconds": 3.040081999999529,
              "ttft_p95_seconds": 4.918105791999551,
              "tokens": {
                "input": {
                  "known_subtotal": 22872,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 216.7879890809827
                },
                "output": {
                  "known_subtotal": 24356,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 230.85380649074915
                },
                "cached_input": {
                  "known_subtotal": 3272,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 31.013042159538973
                },
                "cache_write_input": {
                  "known_subtotal": 4197,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 39.78048225659691
                },
                "reasoning": {
                  "known_subtotal": 222,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 2.104185623293904
                }
              }
            },
            "long": {
              "samples": 72,
              "source_chars": 110994,
              "successes": 72,
              "quality": 99.27083333333333,
              "successful_quality": 99.27083333333333,
              "reviewed_translations": 72,
              "serious_outputs": 1,
              "serious_error_rate": 0.013888888888888888,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9444444444444446,
                "completeness": 4,
                "terminology": 3.9722222222222223,
                "fluency": 3.986111111111111,
                "structure_preservation": 4
              },
              "p50_seconds": 6.604247790994123,
              "p95_seconds": 9.943709125000169,
              "ttft_p50_seconds": 2.611229458001617,
              "ttft_p95_seconds": 5.576902417000383,
              "tokens": {
                "input": {
                  "known_subtotal": 29615,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 266.8162243004126
                },
                "output": {
                  "known_subtotal": 26943,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 242.742850964917
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 496,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 4.468710020361461
                }
              }
            },
            "paragraph": {
              "samples": 96,
              "source_chars": 55079,
              "successes": 96,
              "quality": 99.34895833333333,
              "successful_quality": 99.34895833333333,
              "reviewed_translations": 96,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.96875,
                "completeness": 4,
                "terminology": 3.9479166666666665,
                "fluency": 3.96875,
                "structure_preservation": 4
              },
              "p50_seconds": 4.2363965829936205,
              "p95_seconds": 9.74737216700305,
              "ttft_p50_seconds": 2.7826233330051764,
              "ttft_p95_seconds": 7.358870208001463,
              "tokens": {
                "input": {
                  "known_subtotal": 21396,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 388.4602116959276
                },
                "output": {
                  "known_subtotal": 14686,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 266.6351967174422
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 938,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 17.030084061075907
                }
              }
            },
            "short": {
              "samples": 48,
              "source_chars": 6117,
              "successes": 48,
              "quality": 99.79166666666667,
              "successful_quality": 99.79166666666667,
              "reviewed_translations": 48,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9791666666666665,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 2.996390167005302,
              "p95_seconds": 5.779997000005096,
              "ttft_p50_seconds": 2.4427680840017274,
              "ttft_p95_seconds": 5.640818125000806,
              "tokens": {
                "input": {
                  "known_subtotal": 6169,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 1008.5008991335623
                },
                "output": {
                  "known_subtotal": 2742,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 448.25895046591467
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 1076,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 175.903220532941
                }
              }
            }
          },
          "domain": {
            "ai_nlp": {
              "samples": 30,
              "source_chars": 36207,
              "successes": 30,
              "quality": 99.66666666666667,
              "successful_quality": 99.66666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.966666666666667,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 5.811797667003702,
              "p95_seconds": 14.448133165999025,
              "ttft_p50_seconds": 2.611229458001617,
              "ttft_p95_seconds": 8.795772541998303,
              "tokens": {
                "input": {
                  "known_subtotal": 10494,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 289.8334576186925
                },
                "output": {
                  "known_subtotal": 8846,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 244.31739718838898
                },
                "cached_input": {
                  "known_subtotal": 1125,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 31.071339796172012
                },
                "cache_write_input": {
                  "known_subtotal": 1048,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 28.94467920567846
                },
                "reasoning": {
                  "known_subtotal": 164,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 4.529510868064186
                }
              }
            },
            "algorithms": {
              "samples": 30,
              "source_chars": 32368,
              "successes": 30,
              "quality": 99.58333333333333,
              "successful_quality": 99.58333333333333,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.966666666666667,
                "completeness": 4,
                "terminology": 4,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 4.674337374999595,
              "p95_seconds": 16.22528137500194,
              "ttft_p50_seconds": 2.606466625002213,
              "ttft_p95_seconds": 5.983401249999588,
              "tokens": {
                "input": {
                  "known_subtotal": 10283,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 317.69031141868516
                },
                "output": {
                  "known_subtotal": 8893,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 274.74666337123085
                },
                "cached_input": {
                  "known_subtotal": 1106,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 34.169550173010386
                },
                "cache_write_input": {
                  "known_subtotal": 1025,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 31.667078596144343
                },
                "reasoning": {
                  "known_subtotal": 455,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 14.057093425605537
                }
              }
            },
            "data_retrieval": {
              "samples": 30,
              "source_chars": 33433,
              "successes": 30,
              "quality": 99.08333333333333,
              "successful_quality": 99.08333333333333,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.966666666666667,
                "completeness": 4,
                "terminology": 3.9,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 4.7880697090004105,
              "p95_seconds": 12.387884083000245,
              "ttft_p50_seconds": 3.157125542005815,
              "ttft_p95_seconds": 5.576902417000383,
              "tokens": {
                "input": {
                  "known_subtotal": 9766,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 292.1066012622259
                },
                "output": {
                  "known_subtotal": 8388,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 250.88983938025305
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 1068,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 31.944485986899167
                },
                "reasoning": {
                  "known_subtotal": 383,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 11.455747315526576
                }
              }
            },
            "hci_visualization": {
              "samples": 30,
              "source_chars": 36167,
              "successes": 30,
              "quality": 98.66666666666667,
              "successful_quality": 98.66666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9,
                "completeness": 4,
                "terminology": 3.933333333333333,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.748659875003796,
              "p95_seconds": 16.94983620900166,
              "ttft_p50_seconds": 2.9486013750065467,
              "ttft_p95_seconds": 5.496648624997761,
              "tokens": {
                "input": {
                  "known_subtotal": 9867,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 272.81776204827605
                },
                "output": {
                  "known_subtotal": 8702,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 240.60607736334228
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 478,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 13.216468050985705
                }
              }
            },
            "security": {
              "samples": 30,
              "source_chars": 35367,
              "successes": 30,
              "quality": 99.83333333333333,
              "successful_quality": 99.83333333333333,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 3.966666666666667,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.391220959005295,
              "p95_seconds": 17.147339625000313,
              "ttft_p50_seconds": 2.218658541998593,
              "ttft_p95_seconds": 5.904624666000018,
              "tokens": {
                "input": {
                  "known_subtotal": 9945,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 281.19433370090763
                },
                "output": {
                  "known_subtotal": 8189,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 231.54352927870613
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 216,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 6.107388243277631
                }
              }
            },
            "software_languages": {
              "samples": 30,
              "source_chars": 33681,
              "successes": 30,
              "quality": 98.75,
              "successful_quality": 98.75,
              "reviewed_translations": 30,
              "serious_outputs": 2,
              "serious_error_rate": 0.06666666666666667,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.933333333333333,
                "completeness": 4,
                "terminology": 3.9,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 5.504105207997782,
              "p95_seconds": 11.08823570900131,
              "ttft_p50_seconds": 3.061231958999997,
              "ttft_p95_seconds": 5.442025124997599,
              "tokens": {
                "input": {
                  "known_subtotal": 9995,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 296.7548469463496
                },
                "output": {
                  "known_subtotal": 8502,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 252.4271844660194
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 1056,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 31.352988331700367
                },
                "reasoning": {
                  "known_subtotal": 434,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 12.885603159051097
                }
              }
            },
            "systems": {
              "samples": 30,
              "source_chars": 34728,
              "successes": 30,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.6096026669983985,
              "p95_seconds": 14.184552833998168,
              "ttft_p50_seconds": 2.958234750003612,
              "ttft_p95_seconds": 7.072153958004492,
              "tokens": {
                "input": {
                  "known_subtotal": 9572,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 275.6277355448054
                },
                "output": {
                  "known_subtotal": 8245,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 237.4164938954158
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 361,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 10.395070260308685
                }
              }
            },
            "vision_graphics": {
              "samples": 30,
              "source_chars": 35743,
              "successes": 30,
              "quality": 99.25,
              "successful_quality": 99.25,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.966666666666667,
                "completeness": 4,
                "terminology": 3.933333333333333,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 4.043172499994398,
              "p95_seconds": 16.292593999998644,
              "ttft_p50_seconds": 2.1090705000024172,
              "ttft_p95_seconds": 3.695163832999242,
              "tokens": {
                "input": {
                  "known_subtotal": 10130,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 283.4121366421397
                },
                "output": {
                  "known_subtotal": 8962,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 250.73440953473408
                },
                "cached_input": {
                  "known_subtotal": 1041,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 29.124583834596983
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 241,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 6.7425789665109255
                }
              }
            }
          },
          "origin": {
            "challenge": {
              "samples": 80,
              "source_chars": 97583,
              "successes": 80,
              "quality": 99.59375,
              "successful_quality": 99.59375,
              "reviewed_translations": 80,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9875,
                "completeness": 4,
                "terminology": 3.9625,
                "fluency": 3.9625,
                "structure_preservation": 4
              },
              "p50_seconds": 4.7880697090004105,
              "p95_seconds": 14.746774125000229,
              "ttft_p50_seconds": 2.696849166000902,
              "ttft_p95_seconds": 5.904624666000018,
              "tokens": {
                "input": {
                  "known_subtotal": 25401,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 260.3014869393234
                },
                "output": {
                  "known_subtotal": 22119,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 226.6685795681625
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 442,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 4.529477470461043
                }
              }
            },
            "real": {
              "samples": 160,
              "source_chars": 180111,
              "successes": 160,
              "quality": 99.234375,
              "successful_quality": 99.234375,
              "reviewed_translations": 160,
              "serious_outputs": 2,
              "serious_error_rate": 0.0125,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.95,
                "completeness": 4,
                "terminology": 3.95,
                "fluency": 3.99375,
                "structure_preservation": 4
              },
              "p50_seconds": 4.887238875002367,
              "p95_seconds": 15.318576749996282,
              "ttft_p50_seconds": 2.8261222090004594,
              "ttft_p95_seconds": 5.640818125000806,
              "tokens": {
                "input": {
                  "known_subtotal": 54651,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 303.4295517764046
                },
                "output": {
                  "known_subtotal": 46608,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 258.77375618368677
                },
                "cached_input": {
                  "known_subtotal": 3272,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 18.16657505649294
                },
                "cache_write_input": {
                  "known_subtotal": 4197,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 23.30229691690124
                },
                "reasoning": {
                  "known_subtotal": 2290,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 12.714381686848665
                }
              }
            }
          },
          "split": {
            "development": {
              "samples": 120,
              "source_chars": 138648,
              "successes": 120,
              "quality": 99.0625,
              "successful_quality": 99.0625,
              "reviewed_translations": 120,
              "serious_outputs": 2,
              "serious_error_rate": 0.016666666666666666,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.941666666666667,
                "completeness": 4,
                "terminology": 3.941666666666667,
                "fluency": 3.975,
                "structure_preservation": 4
              },
              "p50_seconds": 4.7880697090004105,
              "p95_seconds": 14.746774125000229,
              "ttft_p50_seconds": 2.848553790994629,
              "ttft_p95_seconds": 5.770541249999951,
              "tokens": {
                "input": {
                  "known_subtotal": 39701,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 286.3438347469852
                },
                "output": {
                  "known_subtotal": 33513,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 241.71282672667473
                },
                "cached_input": {
                  "known_subtotal": 1125,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 8.114073048294962
                },
                "cache_write_input": {
                  "known_subtotal": 1025,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 7.392822110668743
                },
                "reasoning": {
                  "known_subtotal": 1147,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 8.27274825457273
                }
              }
            },
            "holdout": {
              "samples": 120,
              "source_chars": 139046,
              "successes": 120,
              "quality": 99.64583333333333,
              "successful_quality": 99.64583333333333,
              "reviewed_translations": 120,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9833333333333334,
                "completeness": 4,
                "terminology": 3.966666666666667,
                "fluency": 3.9916666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 5.042389750000439,
              "p95_seconds": 16.22528137500194,
              "ttft_p50_seconds": 2.7326926660025492,
              "ttft_p95_seconds": 5.583610000001499,
              "tokens": {
                "input": {
                  "known_subtotal": 40351,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 290.1989269738072
                },
                "output": {
                  "known_subtotal": 35214,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 253.25431871466998
                },
                "cached_input": {
                  "known_subtotal": 2147,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 15.44093321634567
                },
                "cache_write_input": {
                  "known_subtotal": 3172,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 22.812594393222387
                },
                "reasoning": {
                  "known_subtotal": 1585,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 11.399105332048387
                }
              }
            }
          },
          "tag": {
            "ai_nlp": {
              "samples": 30,
              "source_chars": 36207,
              "successes": 30,
              "quality": 99.66666666666667,
              "successful_quality": 99.66666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.966666666666667,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 5.811797667003702,
              "p95_seconds": 14.448133165999025,
              "ttft_p50_seconds": 2.611229458001617,
              "ttft_p95_seconds": 8.795772541998303,
              "tokens": {
                "input": {
                  "known_subtotal": 10494,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 289.8334576186925
                },
                "output": {
                  "known_subtotal": 8846,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 244.31739718838898
                },
                "cached_input": {
                  "known_subtotal": 1125,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 31.071339796172012
                },
                "cache_write_input": {
                  "known_subtotal": 1048,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 28.94467920567846
                },
                "reasoning": {
                  "known_subtotal": 164,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 4.529510868064186
                }
              }
            },
            "algorithms": {
              "samples": 30,
              "source_chars": 32368,
              "successes": 30,
              "quality": 99.58333333333333,
              "successful_quality": 99.58333333333333,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.966666666666667,
                "completeness": 4,
                "terminology": 4,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 4.674337374999595,
              "p95_seconds": 16.22528137500194,
              "ttft_p50_seconds": 2.606466625002213,
              "ttft_p95_seconds": 5.983401249999588,
              "tokens": {
                "input": {
                  "known_subtotal": 10283,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 317.69031141868516
                },
                "output": {
                  "known_subtotal": 8893,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 274.74666337123085
                },
                "cached_input": {
                  "known_subtotal": 1106,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 34.169550173010386
                },
                "cache_write_input": {
                  "known_subtotal": 1025,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 31.667078596144343
                },
                "reasoning": {
                  "known_subtotal": 455,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 14.057093425605537
                }
              }
            },
            "code": {
              "samples": 8,
              "source_chars": 12807,
              "successes": 8,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 6.272103374998551,
              "p95_seconds": 9.943709125000169,
              "ttft_p50_seconds": 3.8606123749996186,
              "ttft_p95_seconds": 7.072153958004492,
              "tokens": {
                "input": {
                  "known_subtotal": 3098,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 241.8989615054267
                },
                "output": {
                  "known_subtotal": 2726,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 212.85234637307724
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "coherence": {
              "samples": 8,
              "source_chars": 36225,
              "successes": 8,
              "quality": 99.375,
              "successful_quality": 99.375,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 3.875,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 12.387884083000245,
              "p95_seconds": 17.545140041002014,
              "ttft_p50_seconds": 3.040081999999529,
              "ttft_p95_seconds": 3.922613457994885,
              "tokens": {
                "input": {
                  "known_subtotal": 6827,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 188.46100759144238
                },
                "output": {
                  "known_subtotal": 7614,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 210.18633540372673
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "cross_page": {
              "samples": 32,
              "source_chars": 81355,
              "successes": 32,
              "quality": 99.21875,
              "successful_quality": 99.21875,
              "reviewed_translations": 32,
              "serious_outputs": 1,
              "serious_error_rate": 0.03125,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.96875,
                "completeness": 4,
                "terminology": 3.90625,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 7.456228874994849,
              "p95_seconds": 16.94983620900166,
              "ttft_p50_seconds": 2.8928510840050876,
              "ttft_p95_seconds": 5.583610000001499,
              "tokens": {
                "input": {
                  "known_subtotal": 20336,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 249.9661975293467
                },
                "output": {
                  "known_subtotal": 19715,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 242.33298506545387
                },
                "cached_input": {
                  "known_subtotal": 2231,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 27.423022555466783
                },
                "cache_write_input": {
                  "known_subtotal": 3129,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 38.46106569971115
                },
                "reasoning": {
                  "known_subtotal": 342,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 4.203798168520681
                }
              }
            },
            "data_retrieval": {
              "samples": 30,
              "source_chars": 33433,
              "successes": 30,
              "quality": 99.08333333333333,
              "successful_quality": 99.08333333333333,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.966666666666667,
                "completeness": 4,
                "terminology": 3.9,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 4.7880697090004105,
              "p95_seconds": 12.387884083000245,
              "ttft_p50_seconds": 3.157125542005815,
              "ttft_p95_seconds": 5.576902417000383,
              "tokens": {
                "input": {
                  "known_subtotal": 9766,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 292.1066012622259
                },
                "output": {
                  "known_subtotal": 8388,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 250.88983938025305
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 1068,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 31.944485986899167
                },
                "reasoning": {
                  "known_subtotal": 383,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 11.455747315526576
                }
              }
            },
            "extended": {
              "samples": 24,
              "source_chars": 105504,
              "successes": 24,
              "quality": 98.75,
              "successful_quality": 98.75,
              "reviewed_translations": 24,
              "serious_outputs": 1,
              "serious_error_rate": 0.041666666666666664,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9583333333333335,
                "completeness": 4,
                "terminology": 3.8333333333333335,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 14.184552833998168,
              "p95_seconds": 17.545140041002014,
              "ttft_p50_seconds": 3.040081999999529,
              "ttft_p95_seconds": 4.918105791999551,
              "tokens": {
                "input": {
                  "known_subtotal": 22872,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 216.7879890809827
                },
                "output": {
                  "known_subtotal": 24356,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 230.85380649074915
                },
                "cached_input": {
                  "known_subtotal": 3272,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 31.013042159538973
                },
                "cache_write_input": {
                  "known_subtotal": 4197,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 39.78048225659691
                },
                "reasoning": {
                  "known_subtotal": 222,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 2.104185623293904
                }
              }
            },
            "formula": {
              "samples": 8,
              "source_chars": 1128,
              "successes": 8,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 2.4472674170028768,
              "p95_seconds": 6.352136833003897,
              "ttft_p50_seconds": 1.919738167001924,
              "ttft_p95_seconds": 6.019200374998036,
              "tokens": {
                "input": {
                  "known_subtotal": 1090,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 966.3120567375887
                },
                "output": {
                  "known_subtotal": 471,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 417.5531914893617
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 113,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 100.17730496453902
                }
              }
            },
            "formulas": {
              "samples": 50,
              "source_chars": 54583,
              "successes": 50,
              "quality": 99.1,
              "successful_quality": 99.1,
              "reviewed_translations": 50,
              "serious_outputs": 2,
              "serious_error_rate": 0.04,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.94,
                "completeness": 4,
                "terminology": 3.94,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.7141561250027735,
              "p95_seconds": 16.22528137500194,
              "ttft_p50_seconds": 2.6297734999971,
              "ttft_p95_seconds": 5.96149433300161,
              "tokens": {
                "input": {
                  "known_subtotal": 17375,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 318.3225546415551
                },
                "output": {
                  "known_subtotal": 14692,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 269.1680559881282
                },
                "cached_input": {
                  "known_subtotal": 1106,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 20.262719161643734
                },
                "cache_write_input": {
                  "known_subtotal": 1025,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 18.77874063353059
                },
                "reasoning": {
                  "known_subtotal": 653,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 11.963431837751681
                }
              }
            },
            "hci_visualization": {
              "samples": 30,
              "source_chars": 36167,
              "successes": 30,
              "quality": 98.66666666666667,
              "successful_quality": 98.66666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9,
                "completeness": 4,
                "terminology": 3.933333333333333,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.748659875003796,
              "p95_seconds": 16.94983620900166,
              "ttft_p50_seconds": 2.9486013750065467,
              "ttft_p95_seconds": 5.496648624997761,
              "tokens": {
                "input": {
                  "known_subtotal": 9867,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 272.81776204827605
                },
                "output": {
                  "known_subtotal": 8702,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 240.60607736334228
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 478,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 13.216468050985705
                }
              }
            },
            "instructions": {
              "samples": 8,
              "source_chars": 4690,
              "successes": 8,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.2408380410051905,
              "p95_seconds": 17.147339625000313,
              "ttft_p50_seconds": 2.8012692919946858,
              "ttft_p95_seconds": 15.863848750006582,
              "tokens": {
                "input": {
                  "known_subtotal": 1632,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 347.97441364605544
                },
                "output": {
                  "known_subtotal": 1158,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 246.90831556503198
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 135,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 28.784648187633262
                }
              }
            },
            "logic": {
              "samples": 8,
              "source_chars": 1085,
              "successes": 8,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 2.2167181670010905,
              "p95_seconds": 5.09192466600507,
              "ttft_p50_seconds": 1.8709477919983328,
              "ttft_p95_seconds": 4.783467625005869,
              "tokens": {
                "input": {
                  "known_subtotal": 1013,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 933.6405529953918
                },
                "output": {
                  "known_subtotal": 254,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 234.10138248847926
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "long": {
              "samples": 72,
              "source_chars": 110994,
              "successes": 72,
              "quality": 99.27083333333333,
              "successful_quality": 99.27083333333333,
              "reviewed_translations": 72,
              "serious_outputs": 1,
              "serious_error_rate": 0.013888888888888888,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9444444444444446,
                "completeness": 4,
                "terminology": 3.9722222222222223,
                "fluency": 3.986111111111111,
                "structure_preservation": 4
              },
              "p50_seconds": 6.604247790994123,
              "p95_seconds": 9.943709125000169,
              "ttft_p50_seconds": 2.611229458001617,
              "ttft_p95_seconds": 5.576902417000383,
              "tokens": {
                "input": {
                  "known_subtotal": 29615,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 266.8162243004126
                },
                "output": {
                  "known_subtotal": 26943,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 242.742850964917
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 496,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 4.468710020361461
                }
              }
            },
            "noise": {
              "samples": 8,
              "source_chars": 13809,
              "successes": 8,
              "quality": 99.6875,
              "successful_quality": 99.6875,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 3.875,
                "structure_preservation": 4
              },
              "p50_seconds": 7.437430666002911,
              "p95_seconds": 9.589988499996252,
              "ttft_p50_seconds": 2.5929739999992307,
              "ttft_p95_seconds": 4.277530665996892,
              "tokens": {
                "input": {
                  "known_subtotal": 3249,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 235.28133825765804
                },
                "output": {
                  "known_subtotal": 3336,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 241.58157723223982
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 126,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 9.124484032152944
                }
              }
            },
            "numbers": {
              "samples": 8,
              "source_chars": 4505,
              "successes": 8,
              "quality": 99.0625,
              "successful_quality": 99.0625,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 3.875,
                "fluency": 3.875,
                "structure_preservation": 4
              },
              "p50_seconds": 3.9129753750021337,
              "p95_seconds": 4.93559041700064,
              "ttft_p50_seconds": 1.8637505840015365,
              "ttft_p95_seconds": 3.215844708000077,
              "tokens": {
                "input": {
                  "known_subtotal": 1823,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 404.661487236404
                },
                "output": {
                  "known_subtotal": 1296,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 287.6803551609323
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "paper_prose": {
              "samples": 160,
              "source_chars": 180111,
              "successes": 160,
              "quality": 99.234375,
              "successful_quality": 99.234375,
              "reviewed_translations": 160,
              "serious_outputs": 2,
              "serious_error_rate": 0.0125,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.95,
                "completeness": 4,
                "terminology": 3.95,
                "fluency": 3.99375,
                "structure_preservation": 4
              },
              "p50_seconds": 4.887238875002367,
              "p95_seconds": 15.318576749996282,
              "ttft_p50_seconds": 2.8261222090004594,
              "ttft_p95_seconds": 5.640818125000806,
              "tokens": {
                "input": {
                  "known_subtotal": 54651,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 303.4295517764046
                },
                "output": {
                  "known_subtotal": 46608,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 258.77375618368677
                },
                "cached_input": {
                  "known_subtotal": 3272,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 18.16657505649294
                },
                "cache_write_input": {
                  "known_subtotal": 4197,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 23.30229691690124
                },
                "reasoning": {
                  "known_subtotal": 2290,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 12.714381686848665
                }
              }
            },
            "paragraph": {
              "samples": 96,
              "source_chars": 55079,
              "successes": 96,
              "quality": 99.34895833333333,
              "successful_quality": 99.34895833333333,
              "reviewed_translations": 96,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.96875,
                "completeness": 4,
                "terminology": 3.9479166666666665,
                "fluency": 3.96875,
                "structure_preservation": 4
              },
              "p50_seconds": 4.2363965829936205,
              "p95_seconds": 9.74737216700305,
              "ttft_p50_seconds": 2.7826233330051764,
              "ttft_p95_seconds": 7.358870208001463,
              "tokens": {
                "input": {
                  "known_subtotal": 21396,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 388.4602116959276
                },
                "output": {
                  "known_subtotal": 14686,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 266.6351967174422
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 938,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 17.030084061075907
                }
              }
            },
            "security": {
              "samples": 30,
              "source_chars": 35367,
              "successes": 30,
              "quality": 99.83333333333333,
              "successful_quality": 99.83333333333333,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 3.966666666666667,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.391220959005295,
              "p95_seconds": 17.147339625000313,
              "ttft_p50_seconds": 2.218658541998593,
              "ttft_p95_seconds": 5.904624666000018,
              "tokens": {
                "input": {
                  "known_subtotal": 9945,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 281.19433370090763
                },
                "output": {
                  "known_subtotal": 8189,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 231.54352927870613
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 216,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 6.107388243277631
                }
              }
            },
            "short": {
              "samples": 48,
              "source_chars": 6117,
              "successes": 48,
              "quality": 99.79166666666667,
              "successful_quality": 99.79166666666667,
              "reviewed_translations": 48,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9791666666666665,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 2.996390167005302,
              "p95_seconds": 5.779997000005096,
              "ttft_p50_seconds": 2.4427680840017274,
              "ttft_p95_seconds": 5.640818125000806,
              "tokens": {
                "input": {
                  "known_subtotal": 6169,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 1008.5008991335623
                },
                "output": {
                  "known_subtotal": 2742,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 448.25895046591467
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 1076,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 175.903220532941
                }
              }
            },
            "single_column": {
              "samples": 70,
              "source_chars": 77770,
              "successes": 70,
              "quality": 99.14285714285714,
              "successful_quality": 99.14285714285714,
              "reviewed_translations": 70,
              "serious_outputs": 2,
              "serious_error_rate": 0.02857142857142857,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.942857142857143,
                "completeness": 4,
                "terminology": 3.942857142857143,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 5.467325332996552,
              "p95_seconds": 15.334032207996643,
              "ttft_p50_seconds": 2.7669921669948963,
              "ttft_p95_seconds": 7.358870208001463,
              "tokens": {
                "input": {
                  "known_subtotal": 24615,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 316.5102224508165
                },
                "output": {
                  "known_subtotal": 21003,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 270.06557798637004
                },
                "cached_input": {
                  "known_subtotal": 2231,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 28.687154429728686
                },
                "cache_write_input": {
                  "known_subtotal": 3129,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 40.234023402340235
                },
                "reasoning": {
                  "known_subtotal": 930,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 11.958338691011958
                }
              }
            },
            "software_languages": {
              "samples": 30,
              "source_chars": 33681,
              "successes": 30,
              "quality": 98.75,
              "successful_quality": 98.75,
              "reviewed_translations": 30,
              "serious_outputs": 2,
              "serious_error_rate": 0.06666666666666667,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.933333333333333,
                "completeness": 4,
                "terminology": 3.9,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 5.504105207997782,
              "p95_seconds": 11.08823570900131,
              "ttft_p50_seconds": 3.061231958999997,
              "ttft_p95_seconds": 5.442025124997599,
              "tokens": {
                "input": {
                  "known_subtotal": 9995,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 296.7548469463496
                },
                "output": {
                  "known_subtotal": 8502,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 252.4271844660194
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 1056,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 31.352988331700367
                },
                "reasoning": {
                  "known_subtotal": 434,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 12.885603159051097
                }
              }
            },
            "structure": {
              "samples": 8,
              "source_chars": 14255,
              "successes": 8,
              "quality": 98.75,
              "successful_quality": 98.75,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.875,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 5.5091356670018286,
              "p95_seconds": 7.72242499999993,
              "ttft_p50_seconds": 2.070172041996557,
              "ttft_p95_seconds": 3.370208874999662,
              "tokens": {
                "input": {
                  "known_subtotal": 3261,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 228.76183795159594
                },
                "output": {
                  "known_subtotal": 3082,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 216.20484040687478
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "systems": {
              "samples": 30,
              "source_chars": 34728,
              "successes": 30,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.6096026669983985,
              "p95_seconds": 14.184552833998168,
              "ttft_p50_seconds": 2.958234750003612,
              "ttft_p95_seconds": 7.072153958004492,
              "tokens": {
                "input": {
                  "known_subtotal": 9572,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 275.6277355448054
                },
                "output": {
                  "known_subtotal": 8245,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 237.4164938954158
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 361,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 10.395070260308685
                }
              }
            },
            "tables": {
              "samples": 50,
              "source_chars": 56982,
              "successes": 50,
              "quality": 99.35,
              "successful_quality": 99.35,
              "reviewed_translations": 50,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.94,
                "completeness": 4,
                "terminology": 4,
                "fluency": 3.98,
                "structure_preservation": 4
              },
              "p50_seconds": 5.308213666001393,
              "p95_seconds": 14.448133165999025,
              "ttft_p50_seconds": 2.680719042000419,
              "ttft_p95_seconds": 8.036009833005664,
              "tokens": {
                "input": {
                  "known_subtotal": 17152,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 301.0073356498543
                },
                "output": {
                  "known_subtotal": 14639,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 256.90568951598755
                },
                "cached_input": {
                  "known_subtotal": 1125,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 19.743076761082445
                },
                "cache_write_input": {
                  "known_subtotal": 2116,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 37.134533712400405
                },
                "reasoning": {
                  "known_subtotal": 745,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 13.07430416622793
                }
              }
            },
            "tags": {
              "samples": 8,
              "source_chars": 4520,
              "successes": 8,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.7880697090004105,
              "p95_seconds": 7.829665333003504,
              "ttft_p50_seconds": 3.157125542005815,
              "ttft_p95_seconds": 6.092913874999795,
              "tokens": {
                "input": {
                  "known_subtotal": 1766,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 390.70796460176996
                },
                "output": {
                  "known_subtotal": 1238,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 273.8938053097345
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 68,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 15.044247787610619
                }
              }
            },
            "terms": {
              "samples": 8,
              "source_chars": 4559,
              "successes": 8,
              "quality": 99.0625,
              "successful_quality": 99.0625,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 3.875,
                "fluency": 3.875,
                "structure_preservation": 4
              },
              "p50_seconds": 3.472873749997234,
              "p95_seconds": 8.17335641700629,
              "ttft_p50_seconds": 1.7430545419992995,
              "ttft_p95_seconds": 4.631278957996983,
              "tokens": {
                "input": {
                  "known_subtotal": 1642,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 360.1667032243913
                },
                "output": {
                  "known_subtotal": 944,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 207.0629524018425
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "two_column": {
              "samples": 90,
              "source_chars": 102341,
              "successes": 90,
              "quality": 99.30555555555556,
              "successful_quality": 99.30555555555556,
              "reviewed_translations": 90,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9555555555555557,
                "completeness": 4,
                "terminology": 3.9555555555555557,
                "fluency": 3.988888888888889,
                "structure_preservation": 4
              },
              "p50_seconds": 4.544087582995417,
              "p95_seconds": 14.478075667000667,
              "ttft_p50_seconds": 2.8261222090004594,
              "ttft_p95_seconds": 5.576902417000383,
              "tokens": {
                "input": {
                  "known_subtotal": 30036,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 293.4894128452917
                },
                "output": {
                  "known_subtotal": 25605,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 250.19298228471482
                },
                "cached_input": {
                  "known_subtotal": 1041,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 10.171876374082723
                },
                "cache_write_input": {
                  "known_subtotal": 1068,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 10.435700256984004
                },
                "reasoning": {
                  "known_subtotal": 1360,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 13.288906694286748
                }
              }
            },
            "vision_graphics": {
              "samples": 30,
              "source_chars": 35743,
              "successes": 30,
              "quality": 99.25,
              "successful_quality": 99.25,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.966666666666667,
                "completeness": 4,
                "terminology": 3.933333333333333,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 4.043172499994398,
              "p95_seconds": 16.292593999998644,
              "ttft_p50_seconds": 2.1090705000024172,
              "ttft_p95_seconds": 3.695163832999242,
              "tokens": {
                "input": {
                  "known_subtotal": 10130,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 283.4121366421397
                },
                "output": {
                  "known_subtotal": 8962,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 250.73440953473408
                },
                "cached_input": {
                  "known_subtotal": 1041,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 29.124583834596983
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 241,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 6.7425789665109255
                }
              }
            }
          }
        },
        "by_reported_reasoning": {
          "positive": {
            "samples": 44,
            "source_chars": 43884,
            "successes": 44,
            "quality": 99.77272727272727,
            "successful_quality": 99.77272727272727,
            "reviewed_translations": 44,
            "serious_outputs": 0,
            "serious_error_rate": 0.0,
            "dimensions_over_reviewed_translations": {
              "semantic_accuracy": 3.977272727272727,
              "completeness": 4,
              "terminology": 4,
              "fluency": 4,
              "structure_preservation": 4
            },
            "p50_seconds": 5.4139632919977885,
            "p95_seconds": 16.22528137500194,
            "ttft_p50_seconds": 3.981731542000489,
            "ttft_p95_seconds": 6.092913874999795,
            "tokens": {
              "input": {
                "known_subtotal": 13985,
                "missing_calls": 0,
                "known_per_1000_source_chars": 318.681068270896
              },
              "output": {
                "known_subtotal": 13932,
                "missing_calls": 0,
                "known_per_1000_source_chars": 317.47333880229695
              },
              "cached_input": {
                "known_subtotal": 1106,
                "missing_calls": 0,
                "known_per_1000_source_chars": 25.20280740133078
              },
              "cache_write_input": {
                "known_subtotal": 2093,
                "missing_calls": 0,
                "known_per_1000_source_chars": 47.693920335429766
              },
              "reasoning": {
                "known_subtotal": 2732,
                "missing_calls": 0,
                "known_per_1000_source_chars": 62.25503600401058
              }
            }
          },
          "zero": {
            "samples": 196,
            "source_chars": 233810,
            "successes": 196,
            "quality": 99.26020408163265,
            "successful_quality": 99.26020408163265,
            "reviewed_translations": 196,
            "serious_outputs": 2,
            "serious_error_rate": 0.01020408163265306,
            "dimensions_over_reviewed_translations": {
              "semantic_accuracy": 3.9591836734693877,
              "completeness": 4,
              "terminology": 3.943877551020408,
              "fluency": 3.979591836734694,
              "structure_preservation": 4
            },
            "p50_seconds": 4.674337374999595,
            "p95_seconds": 15.318576749996282,
            "ttft_p50_seconds": 2.4427680840017274,
            "ttft_p95_seconds": 5.576902417000383,
            "tokens": {
              "input": {
                "known_subtotal": 66067,
                "missing_calls": 0,
                "known_per_1000_source_chars": 282.5670416149865
              },
              "output": {
                "known_subtotal": 54795,
                "missing_calls": 0,
                "known_per_1000_source_chars": 234.35695650314358
              },
              "cached_input": {
                "known_subtotal": 2166,
                "missing_calls": 0,
                "known_per_1000_source_chars": 9.263932252683803
              },
              "cache_write_input": {
                "known_subtotal": 2104,
                "missing_calls": 0,
                "known_per_1000_source_chars": 8.998759676660537
              },
              "reasoning": {
                "known_subtotal": 0,
                "missing_calls": 0,
                "known_per_1000_source_chars": 0.0
              }
            }
          },
          "unknown": {
            "samples": 0,
            "source_chars": 0,
            "successes": 0,
            "quality": null,
            "successful_quality": null,
            "reviewed_translations": 0,
            "serious_outputs": 0,
            "serious_error_rate": null,
            "dimensions_over_reviewed_translations": {
              "semantic_accuracy": null,
              "completeness": null,
              "terminology": null,
              "fluency": null,
              "structure_preservation": null
            },
            "p50_seconds": null,
            "p95_seconds": null,
            "ttft_p50_seconds": null,
            "ttft_p95_seconds": null,
            "tokens": {
              "input": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              },
              "output": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              },
              "cached_input": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              },
              "cache_write_input": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              },
              "reasoning": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              }
            }
          }
        },
        "reasoning_subset_note": "Descriptive only. Difficulty may influence observed reasoning; these groups do not estimate a causal effect.",
        "tag_subset_note": "Tag groups overlap. Logic/terms challenge sets have8 samples each; no separate inferential confidence claim.",
        "finish_reasons": {
          "stop": 240
        },
        "failure_types": {}
      }
    },
    {
      "id": "20261027/command-responses-low",
      "name": "GPT-6 Luna · Command Responses · low",
      "model_id": "gpt-6-luna",
      "model_name": "GPT-6 Luna",
      "channel": "Command Code",
      "kind": "formal",
      "date": "2026-10-27",
      "cohort": "20261027-interface-reasoning-full-01",
      "sample_group": "cs-en-zh-v2:formal240",
      "protocol": "responses",
      "reasoning": "low",
      "reasoning_label": "low",
      "parameters": {
        "reasoning": {
          "effort": "low"
        },
        "store": false,
        "service_tier": "default",
        "max_output_tokens": 8192
      },
      "samples": 240,
      "successes": 239,
      "success_rate": 0.9958333333333333,
      "quality": 99.15625,
      "successful_quality": 99.29916317991632,
      "serious_error_rate": 0.016666666666666666,
      "reviewed_outputs": 240,
      "p50": 4.776760125001601,
      "p95": 14.670724208997854,
      "ttft_p50": 2.422315042000264,
      "ttft_p95": 5.563180083001498,
      "max_output_tokens": 8192,
      "timeout_seconds": 120,
      "temperature": null,
      "translation_calls": 283,
      "planned_translation_calls": 283,
      "administrative_unknown_calls": 0,
      "explicit_replacement_calls": 0,
      "known_token_priced_usd": 0.04982459,
      "estimated_api_equivalent_usd": null,
      "normalized_cost_estimated": false,
      "actual_cash_usd": null,
      "unknown_usage_calls": 1,
      "main_unknown_usage_calls": 1,
      "main_priced_usd": 0.04174669,
      "main_source_chars": 277694,
      "usd_per_1000_source_chars": 0.00015033342456084758,
      "sample_score_coverage": 240,
      "review_status": "audited",
      "audit_samples": 62,
      "audit_main_samples": 51,
      "reasoning_tokens_main": null,
      "known_reasoning_tokens_main": 2686,
      "reasoning_observed_main_calls": 45,
      "reasoning_positive_main_calls": 45,
      "reasoning_zero_main_calls": 194,
      "reasoning_unknown_main_calls": 1,
      "response_models": [
        "gpt-6-luna"
      ],
      "response_model_missing_main_calls": 0,
      "instructions_sha256": "e743cd7f1abb8a6db18ba1e5394589af787837c244df31fbfa9f0645ad831115",
      "bindings": {
        "run_id": "a514a30d805d4e7a9ca650e4e5b2cb5f",
        "review_sha256": "536351454a6a9d532392c3ac133a52b96d4b0fad54773cccc4206b729e377c7e",
        "audit_sha256": "bcd70c01be8fa3f7315ef1abfce8f7069dd96482cfd145be54000b3eafbb2caf"
      },
      "repeat_stability": [
        {
          "sample_id": "t5-03",
          "quality_range": [
            90.0,
            100.0
          ],
          "quality_stdev": 4.714045207910317,
          "latency_range": [
            3.425206874999276,
            4.183791208000912
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "rag-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            4.776760125001601,
            5.607816083000216
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "nerf-03",
          "quality_range": [
            95.0,
            95.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            4.028161165995698,
            5.701862708003318
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "gaussian-03",
          "quality_range": [
            90.0,
            100.0
          ],
          "quality_stdev": 4.714045207910317,
          "latency_range": [
            6.673202666002908,
            7.154750082998362
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "raft-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            4.247044208001171,
            5.214799208995828
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "dapper-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            3.4374925830052234,
            4.510488833999261
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "duckdb-03",
          "quality_range": [
            95.0,
            95.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            2.9391834999987623,
            5.511235875004786
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "faiss-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            3.150539125002979,
            4.342712792000384
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "rustbelt-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            4.872918583001592,
            7.990809499999159
          ],
          "successes": 3,
          "distinct_outputs": 2
        },
        {
          "sample_id": "egg-03",
          "quality_range": [
            90.0,
            100.0
          ],
          "quality_stdev": 4.714045207910317,
          "latency_range": [
            2.6048819580028066,
            5.3064754589941
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "dp-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            4.040422291996947,
            5.7583861669991165
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "spectre-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            3.1831412499959697,
            5.831296584001393
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "vegalite-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            4.722953916003462,
            6.555444833997171
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "hai-03",
          "quality_range": [
            90.0,
            90.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            3.790541458998632,
            5.348366457998054
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "kll-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            2.406811041997571,
            3.398754707995977
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "stable-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            2.126965957999346,
            4.110933749994729
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "C1-07",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            15.100269875001686,
            15.72402300000249
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "C2-07",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            16.7537486250003,
            21.736940125003457
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "C3-07",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            13.009694458000013,
            16.742240624997066
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "C4-07",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            8.320288916998834,
            18.71272087500256
          ],
          "successes": 3,
          "distinct_outputs": 3
        }
      ],
      "descriptive": {
        "all_main": {
          "samples": 240,
          "source_chars": 277694,
          "successes": 239,
          "quality": 99.15625,
          "successful_quality": 99.29916317991632,
          "reviewed_translations": 240,
          "serious_outputs": 4,
          "serious_error_rate": 0.016666666666666666,
          "dimensions_over_reviewed_translations": {
            "semantic_accuracy": 3.9583333333333335,
            "completeness": 3.975,
            "terminology": 3.9458333333333333,
            "fluency": 3.9875,
            "structure_preservation": 4
          },
          "p50_seconds": 4.776760125001601,
          "p95_seconds": 14.670724208997854,
          "ttft_p50_seconds": 2.422315042000264,
          "ttft_p95_seconds": 5.563180083001498,
          "tokens": {
            "input": {
              "known_subtotal": 79568,
              "missing_calls": 1,
              "known_per_1000_source_chars": 286.53121781529313
            },
            "output": {
              "known_subtotal": 67926,
              "missing_calls": 1,
              "known_per_1000_source_chars": 244.60737358387289
            },
            "cached_input": {
              "known_subtotal": 3129,
              "missing_calls": 1,
              "known_per_1000_source_chars": 11.267798367987785
            },
            "cache_write_input": {
              "known_subtotal": 4340,
              "missing_calls": 1,
              "known_per_1000_source_chars": 15.6287136200278
            },
            "reasoning": {
              "known_subtotal": 2686,
              "missing_calls": 1,
              "known_per_1000_source_chars": 9.672517231196927
            }
          }
        },
        "by_metadata": {
          "length": {
            "extended": {
              "samples": 24,
              "source_chars": 105504,
              "successes": 24,
              "quality": 98.4375,
              "successful_quality": 98.4375,
              "reviewed_translations": 24,
              "serious_outputs": 1,
              "serious_error_rate": 0.041666666666666664,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9166666666666665,
                "completeness": 4,
                "terminology": 3.875,
                "fluency": 3.9583333333333335,
                "structure_preservation": 4
              },
              "p50_seconds": 13.957448040993768,
              "p95_seconds": 17.89662841700192,
              "ttft_p50_seconds": 2.504300125001464,
              "ttft_p95_seconds": 7.944914624997182,
              "tokens": {
                "input": {
                  "known_subtotal": 22872,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 216.7879890809827
                },
                "output": {
                  "known_subtotal": 24361,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 230.90119805884137
                },
                "cached_input": {
                  "known_subtotal": 3129,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 29.65764331210191
                },
                "cache_write_input": {
                  "known_subtotal": 4340,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 41.13588110403397
                },
                "reasoning": {
                  "known_subtotal": 302,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 2.862450712769184
                }
              }
            },
            "long": {
              "samples": 72,
              "source_chars": 110994,
              "successes": 71,
              "quality": 98.47222222222223,
              "successful_quality": 98.94366197183099,
              "reviewed_translations": 72,
              "serious_outputs": 3,
              "serious_error_rate": 0.041666666666666664,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9305555555555554,
                "completeness": 3.9166666666666665,
                "terminology": 3.9305555555555554,
                "fluency": 3.9722222222222223,
                "structure_preservation": 4
              },
              "p50_seconds": 6.316892625000037,
              "p95_seconds": 10.002623250002216,
              "ttft_p50_seconds": 2.422315042000264,
              "ttft_p95_seconds": 4.111484792003466,
              "tokens": {
                "input": {
                  "known_subtotal": 29131,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 262.4556282321567
                },
                "output": {
                  "known_subtotal": 26311,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 237.0488494873597
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 463,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 4.171396652071283
                }
              }
            },
            "paragraph": {
              "samples": 96,
              "source_chars": 55079,
              "successes": 96,
              "quality": 99.42708333333333,
              "successful_quality": 99.42708333333333,
              "reviewed_translations": 96,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.96875,
                "completeness": 4,
                "terminology": 3.9479166666666665,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.089545667004131,
              "p95_seconds": 7.123887834000925,
              "ttft_p50_seconds": 2.474949542003742,
              "ttft_p95_seconds": 5.1838202080034534,
              "tokens": {
                "input": {
                  "known_subtotal": 21396,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 388.4602116959276
                },
                "output": {
                  "known_subtotal": 14587,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 264.8377784636613
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 916,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 16.630657782457924
                }
              }
            },
            "short": {
              "samples": 48,
              "source_chars": 6117,
              "successes": 48,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 48,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 2.6012488329943153,
              "p95_seconds": 6.279814583002008,
              "ttft_p50_seconds": 2.070496041000297,
              "ttft_p95_seconds": 5.563180083001498,
              "tokens": {
                "input": {
                  "known_subtotal": 6169,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 1008.5008991335623
                },
                "output": {
                  "known_subtotal": 2667,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 435.9980382540461
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 1005,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 164.29622363903877
                }
              }
            }
          },
          "domain": {
            "ai_nlp": {
              "samples": 30,
              "source_chars": 36207,
              "successes": 30,
              "quality": 98.75,
              "successful_quality": 98.75,
              "reviewed_translations": 30,
              "serious_outputs": 1,
              "serious_error_rate": 0.03333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.933333333333333,
                "completeness": 3.9,
                "terminology": 4,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 4.8573633750056615,
              "p95_seconds": 15.457382833003066,
              "ttft_p50_seconds": 2.2206361670032493,
              "ttft_p95_seconds": 7.844044582998322,
              "tokens": {
                "input": {
                  "known_subtotal": 10494,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 289.8334576186925
                },
                "output": {
                  "known_subtotal": 8916,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 246.2507249979286
                },
                "cached_input": {
                  "known_subtotal": 1048,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 28.94467920567846
                },
                "cache_write_input": {
                  "known_subtotal": 1125,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 31.071339796172012
                },
                "reasoning": {
                  "known_subtotal": 288,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 7.954262987820035
                }
              }
            },
            "algorithms": {
              "samples": 30,
              "source_chars": 32368,
              "successes": 29,
              "quality": 98.83333333333333,
              "successful_quality": 100.0,
              "reviewed_translations": 30,
              "serious_outputs": 1,
              "serious_error_rate": 0.03333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.933333333333333,
                "completeness": 3.9,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.259927541999787,
              "p95_seconds": 14.215208417001122,
              "ttft_p50_seconds": 2.505099916998006,
              "ttft_p95_seconds": 4.4492731249993085,
              "tokens": {
                "input": {
                  "known_subtotal": 9799,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 302.73727137913994
                },
                "output": {
                  "known_subtotal": 8397,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 259.42288680177955
                },
                "cached_input": {
                  "known_subtotal": 1025,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 31.667078596144343
                },
                "cache_write_input": {
                  "known_subtotal": 1106,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 34.169550173010386
                },
                "reasoning": {
                  "known_subtotal": 476,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 14.705882352941176
                }
              }
            },
            "data_retrieval": {
              "samples": 30,
              "source_chars": 33433,
              "successes": 30,
              "quality": 99.0,
              "successful_quality": 99.0,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.933333333333333,
                "completeness": 4,
                "terminology": 3.933333333333333,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.590194208998582,
              "p95_seconds": 10.594881208002334,
              "ttft_p50_seconds": 2.346055374997377,
              "ttft_p95_seconds": 5.077075665998564,
              "tokens": {
                "input": {
                  "known_subtotal": 9766,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 292.1066012622259
                },
                "output": {
                  "known_subtotal": 8405,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 251.39831902611192
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 1068,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 31.944485986899167
                },
                "reasoning": {
                  "known_subtotal": 419,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 12.532527742051268
                }
              }
            },
            "hci_visualization": {
              "samples": 30,
              "source_chars": 36167,
              "successes": 30,
              "quality": 99.33333333333333,
              "successful_quality": 99.33333333333333,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.966666666666667,
                "completeness": 4,
                "terminology": 3.933333333333333,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.941983499993512,
              "p95_seconds": 15.639531125001668,
              "ttft_p50_seconds": 2.531810000000405,
              "ttft_p95_seconds": 6.335441125003854,
              "tokens": {
                "input": {
                  "known_subtotal": 9867,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 272.81776204827605
                },
                "output": {
                  "known_subtotal": 8517,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 235.4909171344043
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 345,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 9.53908258910056
                }
              }
            },
            "security": {
              "samples": 30,
              "source_chars": 35367,
              "successes": 30,
              "quality": 99.16666666666667,
              "successful_quality": 99.16666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 1,
              "serious_error_rate": 0.03333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.966666666666667,
                "completeness": 4,
                "terminology": 3.9,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.35919429200294,
              "p95_seconds": 15.636843959000544,
              "ttft_p50_seconds": 2.343625957997574,
              "ttft_p95_seconds": 7.944914624997182,
              "tokens": {
                "input": {
                  "known_subtotal": 9945,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 281.19433370090763
                },
                "output": {
                  "known_subtotal": 8347,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 236.01097067888145
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 379,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 10.716204371306585
                }
              }
            },
            "software_languages": {
              "samples": 30,
              "source_chars": 33681,
              "successes": 30,
              "quality": 98.91666666666667,
              "successful_quality": 98.91666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 1,
              "serious_error_rate": 0.03333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.966666666666667,
                "completeness": 4,
                "terminology": 3.8666666666666667,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 4.672867250003037,
              "p95_seconds": 14.553711375003331,
              "ttft_p50_seconds": 2.2451919590021134,
              "ttft_p95_seconds": 6.112848041004327,
              "tokens": {
                "input": {
                  "known_subtotal": 9995,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 296.7548469463496
                },
                "output": {
                  "known_subtotal": 8294,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 246.25159585522997
                },
                "cached_input": {
                  "known_subtotal": 1056,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 31.352988331700367
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 230,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 6.82877586769989
                }
              }
            },
            "systems": {
              "samples": 30,
              "source_chars": 34728,
              "successes": 30,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.660952083002485,
              "p95_seconds": 13.009694458000013,
              "ttft_p50_seconds": 2.3971273749993998,
              "ttft_p95_seconds": 5.1838202080034534,
              "tokens": {
                "input": {
                  "known_subtotal": 9572,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 275.6277355448054
                },
                "output": {
                  "known_subtotal": 8069,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 232.34853720340936
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 228,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 6.565307532826537
                }
              }
            },
            "vision_graphics": {
              "samples": 30,
              "source_chars": 35743,
              "successes": 30,
              "quality": 99.25,
              "successful_quality": 99.25,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.966666666666667,
                "completeness": 4,
                "terminology": 3.933333333333333,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 4.867803833003563,
              "p95_seconds": 16.052788000000874,
              "ttft_p50_seconds": 2.530834582998068,
              "ttft_p95_seconds": 5.563180083001498,
              "tokens": {
                "input": {
                  "known_subtotal": 10130,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 283.4121366421397
                },
                "output": {
                  "known_subtotal": 8981,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 251.2659821503511
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 1041,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 29.124583834596983
                },
                "reasoning": {
                  "known_subtotal": 321,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 8.980779453319531
                }
              }
            }
          },
          "origin": {
            "challenge": {
              "samples": 80,
              "source_chars": 97583,
              "successes": 80,
              "quality": 99.6875,
              "successful_quality": 99.6875,
              "reviewed_translations": 80,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9875,
                "completeness": 4,
                "terminology": 3.975,
                "fluency": 3.975,
                "structure_preservation": 4
              },
              "p50_seconds": 4.866298583998287,
              "p95_seconds": 13.009694458000013,
              "ttft_p50_seconds": 2.4785340419985005,
              "ttft_p95_seconds": 6.70845841600385,
              "tokens": {
                "input": {
                  "known_subtotal": 25401,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 260.3014869393234
                },
                "output": {
                  "known_subtotal": 22175,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 227.2424500169087
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 575,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 5.8924197862332575
                }
              }
            },
            "real": {
              "samples": 160,
              "source_chars": 180111,
              "successes": 159,
              "quality": 98.890625,
              "successful_quality": 99.10377358490567,
              "reviewed_translations": 160,
              "serious_outputs": 4,
              "serious_error_rate": 0.025,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.94375,
                "completeness": 3.9625,
                "terminology": 3.93125,
                "fluency": 3.99375,
                "structure_preservation": 4
              },
              "p50_seconds": 4.660952083002485,
              "p95_seconds": 14.670724208997854,
              "ttft_p50_seconds": 2.374095875005878,
              "ttft_p95_seconds": 4.304360916998121,
              "tokens": {
                "input": {
                  "known_subtotal": 54167,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 300.74232001376924
                },
                "output": {
                  "known_subtotal": 45751,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 254.01557928166517
                },
                "cached_input": {
                  "known_subtotal": 3129,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 17.37262021753252
                },
                "cache_write_input": {
                  "known_subtotal": 4340,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 24.096251755861665
                },
                "reasoning": {
                  "known_subtotal": 2111,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 11.720550105212897
                }
              }
            }
          },
          "split": {
            "development": {
              "samples": 120,
              "source_chars": 138648,
              "successes": 119,
              "quality": 99.04166666666667,
              "successful_quality": 99.32773109243698,
              "reviewed_translations": 120,
              "serious_outputs": 3,
              "serious_error_rate": 0.025,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9583333333333335,
                "completeness": 3.975,
                "terminology": 3.9166666666666665,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.867803833003563,
              "p95_seconds": 14.553711375003331,
              "ttft_p50_seconds": 2.3799744589996408,
              "ttft_p95_seconds": 6.112848041004327,
              "tokens": {
                "input": {
                  "known_subtotal": 39217,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 282.85298020887427
                },
                "output": {
                  "known_subtotal": 32991,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 237.94789683226588
                },
                "cached_input": {
                  "known_subtotal": 1025,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 7.392822110668743
                },
                "cache_write_input": {
                  "known_subtotal": 1125,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 8.114073048294962
                },
                "reasoning": {
                  "known_subtotal": 1269,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 9.152674398476718
                }
              }
            },
            "holdout": {
              "samples": 120,
              "source_chars": 139046,
              "successes": 120,
              "quality": 99.27083333333333,
              "successful_quality": 99.27083333333333,
              "reviewed_translations": 120,
              "serious_outputs": 1,
              "serious_error_rate": 0.008333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9583333333333335,
                "completeness": 3.975,
                "terminology": 3.975,
                "fluency": 3.975,
                "structure_preservation": 4
              },
              "p50_seconds": 4.672867250003037,
              "p95_seconds": 14.670724208997854,
              "ttft_p50_seconds": 2.422315042000264,
              "ttft_p95_seconds": 5.500051000002713,
              "tokens": {
                "input": {
                  "known_subtotal": 40351,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 290.1989269738072
                },
                "output": {
                  "known_subtotal": 34935,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 251.2477885016469
                },
                "cached_input": {
                  "known_subtotal": 2104,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 15.131683040144988
                },
                "cache_write_input": {
                  "known_subtotal": 3215,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 23.12184456942307
                },
                "reasoning": {
                  "known_subtotal": 1417,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 10.190872085496887
                }
              }
            }
          },
          "tag": {
            "ai_nlp": {
              "samples": 30,
              "source_chars": 36207,
              "successes": 30,
              "quality": 98.75,
              "successful_quality": 98.75,
              "reviewed_translations": 30,
              "serious_outputs": 1,
              "serious_error_rate": 0.03333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.933333333333333,
                "completeness": 3.9,
                "terminology": 4,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 4.8573633750056615,
              "p95_seconds": 15.457382833003066,
              "ttft_p50_seconds": 2.2206361670032493,
              "ttft_p95_seconds": 7.844044582998322,
              "tokens": {
                "input": {
                  "known_subtotal": 10494,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 289.8334576186925
                },
                "output": {
                  "known_subtotal": 8916,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 246.2507249979286
                },
                "cached_input": {
                  "known_subtotal": 1048,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 28.94467920567846
                },
                "cache_write_input": {
                  "known_subtotal": 1125,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 31.071339796172012
                },
                "reasoning": {
                  "known_subtotal": 288,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 7.954262987820035
                }
              }
            },
            "algorithms": {
              "samples": 30,
              "source_chars": 32368,
              "successes": 29,
              "quality": 98.83333333333333,
              "successful_quality": 100.0,
              "reviewed_translations": 30,
              "serious_outputs": 1,
              "serious_error_rate": 0.03333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.933333333333333,
                "completeness": 3.9,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.259927541999787,
              "p95_seconds": 14.215208417001122,
              "ttft_p50_seconds": 2.505099916998006,
              "ttft_p95_seconds": 4.4492731249993085,
              "tokens": {
                "input": {
                  "known_subtotal": 9799,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 302.73727137913994
                },
                "output": {
                  "known_subtotal": 8397,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 259.42288680177955
                },
                "cached_input": {
                  "known_subtotal": 1025,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 31.667078596144343
                },
                "cache_write_input": {
                  "known_subtotal": 1106,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 34.169550173010386
                },
                "reasoning": {
                  "known_subtotal": 476,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 14.705882352941176
                }
              }
            },
            "code": {
              "samples": 8,
              "source_chars": 12807,
              "successes": 8,
              "quality": 99.375,
              "successful_quality": 99.375,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 3.75,
                "structure_preservation": 4
              },
              "p50_seconds": 5.104376000002958,
              "p95_seconds": 9.409761957998853,
              "ttft_p50_seconds": 2.362269457997172,
              "ttft_p95_seconds": 6.70845841600385,
              "tokens": {
                "input": {
                  "known_subtotal": 3098,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 241.8989615054267
                },
                "output": {
                  "known_subtotal": 2725,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 212.77426407433433
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "coherence": {
              "samples": 8,
              "source_chars": 36225,
              "successes": 8,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 9.856314417003887,
              "p95_seconds": 21.736940125003457,
              "ttft_p50_seconds": 1.9940704579930753,
              "ttft_p95_seconds": 8.181803083003615,
              "tokens": {
                "input": {
                  "known_subtotal": 6827,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 188.46100759144238
                },
                "output": {
                  "known_subtotal": 7614,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 210.18633540372673
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "cross_page": {
              "samples": 32,
              "source_chars": 81355,
              "successes": 31,
              "quality": 97.5,
              "successful_quality": 98.54838709677419,
              "reviewed_translations": 32,
              "serious_outputs": 2,
              "serious_error_rate": 0.0625,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.875,
                "completeness": 3.875,
                "terminology": 3.875,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 7.106842749999487,
              "p95_seconds": 16.214673583999684,
              "ttft_p50_seconds": 2.504300125001464,
              "ttft_p95_seconds": 4.084039165994909,
              "tokens": {
                "input": {
                  "known_subtotal": 19852,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 244.0169626943642
                },
                "output": {
                  "known_subtotal": 19318,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 237.453137483867
                },
                "cached_input": {
                  "known_subtotal": 3129,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 38.46106569971115
                },
                "cache_write_input": {
                  "known_subtotal": 2231,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 27.423022555466783
                },
                "reasoning": {
                  "known_subtotal": 448,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 5.506729764611886
                }
              }
            },
            "data_retrieval": {
              "samples": 30,
              "source_chars": 33433,
              "successes": 30,
              "quality": 99.0,
              "successful_quality": 99.0,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.933333333333333,
                "completeness": 4,
                "terminology": 3.933333333333333,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.590194208998582,
              "p95_seconds": 10.594881208002334,
              "ttft_p50_seconds": 2.346055374997377,
              "ttft_p95_seconds": 5.077075665998564,
              "tokens": {
                "input": {
                  "known_subtotal": 9766,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 292.1066012622259
                },
                "output": {
                  "known_subtotal": 8405,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 251.39831902611192
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 1068,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 31.944485986899167
                },
                "reasoning": {
                  "known_subtotal": 419,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 12.532527742051268
                }
              }
            },
            "extended": {
              "samples": 24,
              "source_chars": 105504,
              "successes": 24,
              "quality": 98.4375,
              "successful_quality": 98.4375,
              "reviewed_translations": 24,
              "serious_outputs": 1,
              "serious_error_rate": 0.041666666666666664,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9166666666666665,
                "completeness": 4,
                "terminology": 3.875,
                "fluency": 3.9583333333333335,
                "structure_preservation": 4
              },
              "p50_seconds": 13.957448040993768,
              "p95_seconds": 17.89662841700192,
              "ttft_p50_seconds": 2.504300125001464,
              "ttft_p95_seconds": 7.944914624997182,
              "tokens": {
                "input": {
                  "known_subtotal": 22872,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 216.7879890809827
                },
                "output": {
                  "known_subtotal": 24361,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 230.90119805884137
                },
                "cached_input": {
                  "known_subtotal": 3129,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 29.65764331210191
                },
                "cache_write_input": {
                  "known_subtotal": 4340,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 41.13588110403397
                },
                "reasoning": {
                  "known_subtotal": 302,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 2.862450712769184
                }
              }
            },
            "formula": {
              "samples": 8,
              "source_chars": 1128,
              "successes": 8,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 2.9157265000030748,
              "p95_seconds": 7.509500208005193,
              "ttft_p50_seconds": 2.4517735000044922,
              "ttft_p95_seconds": 7.084335292005562,
              "tokens": {
                "input": {
                  "known_subtotal": 1090,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 966.3120567375887
                },
                "output": {
                  "known_subtotal": 564,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 500.0
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 209,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 185.2836879432624
                }
              }
            },
            "formulas": {
              "samples": 50,
              "source_chars": 54583,
              "successes": 49,
              "quality": 98.5,
              "successful_quality": 99.18367346938776,
              "reviewed_translations": 50,
              "serious_outputs": 3,
              "serious_error_rate": 0.06,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.94,
                "completeness": 3.94,
                "terminology": 3.88,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.4996854580022045,
              "p95_seconds": 15.904974124998262,
              "ttft_p50_seconds": 2.4593353339951136,
              "ttft_p95_seconds": 7.944914624997182,
              "tokens": {
                "input": {
                  "known_subtotal": 16891,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 309.45532491801475
                },
                "output": {
                  "known_subtotal": 14210,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 260.33746770972647
                },
                "cached_input": {
                  "known_subtotal": 1025,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 18.77874063353059
                },
                "cache_write_input": {
                  "known_subtotal": 1106,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 20.262719161643734
                },
                "reasoning": {
                  "known_subtotal": 677,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 12.403129179414837
                }
              }
            },
            "hci_visualization": {
              "samples": 30,
              "source_chars": 36167,
              "successes": 30,
              "quality": 99.33333333333333,
              "successful_quality": 99.33333333333333,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.966666666666667,
                "completeness": 4,
                "terminology": 3.933333333333333,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.941983499993512,
              "p95_seconds": 15.639531125001668,
              "ttft_p50_seconds": 2.531810000000405,
              "ttft_p95_seconds": 6.335441125003854,
              "tokens": {
                "input": {
                  "known_subtotal": 9867,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 272.81776204827605
                },
                "output": {
                  "known_subtotal": 8517,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 235.4909171344043
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 345,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 9.53908258910056
                }
              }
            },
            "instructions": {
              "samples": 8,
              "source_chars": 4690,
              "successes": 8,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.656991791998735,
              "p95_seconds": 7.176799000000756,
              "ttft_p50_seconds": 3.1230146669986425,
              "ttft_p95_seconds": 6.112848041004327,
              "tokens": {
                "input": {
                  "known_subtotal": 1632,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 347.97441364605544
                },
                "output": {
                  "known_subtotal": 1103,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 235.181236673774
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 93,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 19.82942430703625
                }
              }
            },
            "logic": {
              "samples": 8,
              "source_chars": 1085,
              "successes": 8,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 2.2776985419986886,
              "p95_seconds": 4.205232915999659,
              "ttft_p50_seconds": 1.9463942910006153,
              "ttft_p95_seconds": 3.8315629579956294,
              "tokens": {
                "input": {
                  "known_subtotal": 1013,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 933.6405529953918
                },
                "output": {
                  "known_subtotal": 257,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 236.8663594470046
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "long": {
              "samples": 72,
              "source_chars": 110994,
              "successes": 71,
              "quality": 98.47222222222223,
              "successful_quality": 98.94366197183099,
              "reviewed_translations": 72,
              "serious_outputs": 3,
              "serious_error_rate": 0.041666666666666664,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9305555555555554,
                "completeness": 3.9166666666666665,
                "terminology": 3.9305555555555554,
                "fluency": 3.9722222222222223,
                "structure_preservation": 4
              },
              "p50_seconds": 6.316892625000037,
              "p95_seconds": 10.002623250002216,
              "ttft_p50_seconds": 2.422315042000264,
              "ttft_p95_seconds": 4.111484792003466,
              "tokens": {
                "input": {
                  "known_subtotal": 29131,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 262.4556282321567
                },
                "output": {
                  "known_subtotal": 26311,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 237.0488494873597
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 463,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 4.171396652071283
                }
              }
            },
            "noise": {
              "samples": 8,
              "source_chars": 13809,
              "successes": 8,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 7.759536165998725,
              "p95_seconds": 11.528510000003735,
              "ttft_p50_seconds": 3.300168958005088,
              "ttft_p95_seconds": 7.974393791002512,
              "tokens": {
                "input": {
                  "known_subtotal": 3249,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 235.28133825765804
                },
                "output": {
                  "known_subtotal": 3402,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 246.36106886812948
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 212,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 15.352306466797017
                }
              }
            },
            "numbers": {
              "samples": 8,
              "source_chars": 4505,
              "successes": 8,
              "quality": 98.125,
              "successful_quality": 98.125,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.875,
                "completeness": 4,
                "terminology": 3.875,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.866298583998287,
              "p95_seconds": 12.759309208006016,
              "ttft_p50_seconds": 2.913871167002071,
              "ttft_p95_seconds": 6.335441125003854,
              "tokens": {
                "input": {
                  "known_subtotal": 1823,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 404.661487236404
                },
                "output": {
                  "known_subtotal": 1274,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 282.7968923418424
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "paper_prose": {
              "samples": 160,
              "source_chars": 180111,
              "successes": 159,
              "quality": 98.890625,
              "successful_quality": 99.10377358490567,
              "reviewed_translations": 160,
              "serious_outputs": 4,
              "serious_error_rate": 0.025,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.94375,
                "completeness": 3.9625,
                "terminology": 3.93125,
                "fluency": 3.99375,
                "structure_preservation": 4
              },
              "p50_seconds": 4.660952083002485,
              "p95_seconds": 14.670724208997854,
              "ttft_p50_seconds": 2.374095875005878,
              "ttft_p95_seconds": 4.304360916998121,
              "tokens": {
                "input": {
                  "known_subtotal": 54167,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 300.74232001376924
                },
                "output": {
                  "known_subtotal": 45751,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 254.01557928166517
                },
                "cached_input": {
                  "known_subtotal": 3129,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 17.37262021753252
                },
                "cache_write_input": {
                  "known_subtotal": 4340,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 24.096251755861665
                },
                "reasoning": {
                  "known_subtotal": 2111,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 11.720550105212897
                }
              }
            },
            "paragraph": {
              "samples": 96,
              "source_chars": 55079,
              "successes": 96,
              "quality": 99.42708333333333,
              "successful_quality": 99.42708333333333,
              "reviewed_translations": 96,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.96875,
                "completeness": 4,
                "terminology": 3.9479166666666665,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.089545667004131,
              "p95_seconds": 7.123887834000925,
              "ttft_p50_seconds": 2.474949542003742,
              "ttft_p95_seconds": 5.1838202080034534,
              "tokens": {
                "input": {
                  "known_subtotal": 21396,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 388.4602116959276
                },
                "output": {
                  "known_subtotal": 14587,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 264.8377784636613
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 916,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 16.630657782457924
                }
              }
            },
            "security": {
              "samples": 30,
              "source_chars": 35367,
              "successes": 30,
              "quality": 99.16666666666667,
              "successful_quality": 99.16666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 1,
              "serious_error_rate": 0.03333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.966666666666667,
                "completeness": 4,
                "terminology": 3.9,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.35919429200294,
              "p95_seconds": 15.636843959000544,
              "ttft_p50_seconds": 2.343625957997574,
              "ttft_p95_seconds": 7.944914624997182,
              "tokens": {
                "input": {
                  "known_subtotal": 9945,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 281.19433370090763
                },
                "output": {
                  "known_subtotal": 8347,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 236.01097067888145
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 379,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 10.716204371306585
                }
              }
            },
            "short": {
              "samples": 48,
              "source_chars": 6117,
              "successes": 48,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 48,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 2.6012488329943153,
              "p95_seconds": 6.279814583002008,
              "ttft_p50_seconds": 2.070496041000297,
              "ttft_p95_seconds": 5.563180083001498,
              "tokens": {
                "input": {
                  "known_subtotal": 6169,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 1008.5008991335623
                },
                "output": {
                  "known_subtotal": 2667,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 435.9980382540461
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 1005,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 164.29622363903877
                }
              }
            },
            "single_column": {
              "samples": 70,
              "source_chars": 77770,
              "successes": 69,
              "quality": 98.5,
              "successful_quality": 98.98550724637681,
              "reviewed_translations": 70,
              "serious_outputs": 3,
              "serious_error_rate": 0.04285714285714286,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9285714285714284,
                "completeness": 3.914285714285714,
                "terminology": 3.9285714285714284,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.8573633750056615,
              "p95_seconds": 15.457382833003066,
              "ttft_p50_seconds": 2.2863715830026194,
              "ttft_p95_seconds": 4.079550457994628,
              "tokens": {
                "input": {
                  "known_subtotal": 24131,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 310.2867429600103
                },
                "output": {
                  "known_subtotal": 20444,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 262.8777163430629
                },
                "cached_input": {
                  "known_subtotal": 3129,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 40.234023402340235
                },
                "cache_write_input": {
                  "known_subtotal": 2231,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 28.687154429728686
                },
                "reasoning": {
                  "known_subtotal": 897,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 11.534010543911535
                }
              }
            },
            "software_languages": {
              "samples": 30,
              "source_chars": 33681,
              "successes": 30,
              "quality": 98.91666666666667,
              "successful_quality": 98.91666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 1,
              "serious_error_rate": 0.03333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.966666666666667,
                "completeness": 4,
                "terminology": 3.8666666666666667,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 4.672867250003037,
              "p95_seconds": 14.553711375003331,
              "ttft_p50_seconds": 2.2451919590021134,
              "ttft_p95_seconds": 6.112848041004327,
              "tokens": {
                "input": {
                  "known_subtotal": 9995,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 296.7548469463496
                },
                "output": {
                  "known_subtotal": 8294,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 246.25159585522997
                },
                "cached_input": {
                  "known_subtotal": 1056,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 31.352988331700367
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 230,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 6.82877586769989
                }
              }
            },
            "structure": {
              "samples": 8,
              "source_chars": 14255,
              "successes": 8,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 5.628212124996935,
              "p95_seconds": 16.56887341699621,
              "ttft_p50_seconds": 2.518722583001363,
              "ttft_p95_seconds": 7.844044582998322,
              "tokens": {
                "input": {
                  "known_subtotal": 3261,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 228.76183795159594
                },
                "output": {
                  "known_subtotal": 3063,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 214.87197474570328
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "systems": {
              "samples": 30,
              "source_chars": 34728,
              "successes": 30,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.660952083002485,
              "p95_seconds": 13.009694458000013,
              "ttft_p50_seconds": 2.3971273749993998,
              "ttft_p95_seconds": 5.1838202080034534,
              "tokens": {
                "input": {
                  "known_subtotal": 9572,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 275.6277355448054
                },
                "output": {
                  "known_subtotal": 8069,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 232.34853720340936
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 228,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 6.565307532826537
                }
              }
            },
            "tables": {
              "samples": 50,
              "source_chars": 56982,
              "successes": 50,
              "quality": 98.9,
              "successful_quality": 98.9,
              "reviewed_translations": 50,
              "serious_outputs": 1,
              "serious_error_rate": 0.02,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.92,
                "completeness": 3.94,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.660952083002485,
              "p95_seconds": 14.670724208997854,
              "ttft_p50_seconds": 2.3971273749993998,
              "ttft_p95_seconds": 4.073241250000137,
              "tokens": {
                "input": {
                  "known_subtotal": 17152,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 301.0073356498543
                },
                "output": {
                  "known_subtotal": 14632,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 256.7828437050297
                },
                "cached_input": {
                  "known_subtotal": 1048,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 18.391772840546135
                },
                "cache_write_input": {
                  "known_subtotal": 2193,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 38.48583763293672
                },
                "reasoning": {
                  "known_subtotal": 779,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 13.670983819451756
                }
              }
            },
            "tags": {
              "samples": 8,
              "source_chars": 4520,
              "successes": 8,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 3.9238055409950903,
              "p95_seconds": 5.318396500006202,
              "ttft_p50_seconds": 1.936049207994074,
              "ttft_p95_seconds": 4.0831061670032796,
              "tokens": {
                "input": {
                  "known_subtotal": 1766,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 390.70796460176996
                },
                "output": {
                  "known_subtotal": 1230,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 272.1238938053097
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 61,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 13.495575221238937
                }
              }
            },
            "terms": {
              "samples": 8,
              "source_chars": 4559,
              "successes": 8,
              "quality": 99.375,
              "successful_quality": 99.375,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 3.875,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 3.225318332995812,
              "p95_seconds": 5.907671500004653,
              "ttft_p50_seconds": 1.7470947910042014,
              "ttft_p95_seconds": 4.4492731249993085,
              "tokens": {
                "input": {
                  "known_subtotal": 1642,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 360.1667032243913
                },
                "output": {
                  "known_subtotal": 943,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 206.8436060539592
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "two_column": {
              "samples": 90,
              "source_chars": 102341,
              "successes": 90,
              "quality": 99.19444444444444,
              "successful_quality": 99.19444444444444,
              "reviewed_translations": 90,
              "serious_outputs": 1,
              "serious_error_rate": 0.011111111111111112,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9555555555555557,
                "completeness": 4,
                "terminology": 3.933333333333333,
                "fluency": 3.988888888888889,
                "structure_preservation": 4
              },
              "p50_seconds": 4.553349250003521,
              "p95_seconds": 13.957448040993768,
              "ttft_p50_seconds": 2.3971273749993998,
              "ttft_p95_seconds": 4.304360916998121,
              "tokens": {
                "input": {
                  "known_subtotal": 30036,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 293.4894128452917
                },
                "output": {
                  "known_subtotal": 25307,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 247.28114831787846
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 2109,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 20.607576631066728
                },
                "reasoning": {
                  "known_subtotal": 1214,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 11.862303475635375
                }
              }
            },
            "vision_graphics": {
              "samples": 30,
              "source_chars": 35743,
              "successes": 30,
              "quality": 99.25,
              "successful_quality": 99.25,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.966666666666667,
                "completeness": 4,
                "terminology": 3.933333333333333,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 4.867803833003563,
              "p95_seconds": 16.052788000000874,
              "ttft_p50_seconds": 2.530834582998068,
              "ttft_p95_seconds": 5.563180083001498,
              "tokens": {
                "input": {
                  "known_subtotal": 10130,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 283.4121366421397
                },
                "output": {
                  "known_subtotal": 8981,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 251.2659821503511
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 1041,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 29.124583834596983
                },
                "reasoning": {
                  "known_subtotal": 321,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 8.980779453319531
                }
              }
            }
          }
        },
        "by_reported_reasoning": {
          "positive": {
            "samples": 45,
            "source_chars": 43287,
            "successes": 45,
            "quality": 99.22222222222223,
            "successful_quality": 99.22222222222223,
            "reviewed_translations": 45,
            "serious_outputs": 0,
            "serious_error_rate": 0.0,
            "dimensions_over_reviewed_translations": {
              "semantic_accuracy": 3.933333333333333,
              "completeness": 4,
              "terminology": 3.977777777777778,
              "fluency": 4,
              "structure_preservation": 4
            },
            "p50_seconds": 4.872918583001592,
            "p95_seconds": 15.636843959000544,
            "ttft_p50_seconds": 2.8520790000038687,
            "ttft_p95_seconds": 7.944914624997182,
            "tokens": {
              "input": {
                "known_subtotal": 13559,
                "missing_calls": 0,
                "known_per_1000_source_chars": 313.2349204149052
              },
              "output": {
                "known_subtotal": 13407,
                "missing_calls": 0,
                "known_per_1000_source_chars": 309.72347356019134
              },
              "cached_input": {
                "known_subtotal": 1048,
                "missing_calls": 0,
                "known_per_1000_source_chars": 24.210501998290482
              },
              "cache_write_input": {
                "known_subtotal": 1106,
                "missing_calls": 0,
                "known_per_1000_source_chars": 25.550396192852357
              },
              "reasoning": {
                "known_subtotal": 2686,
                "missing_calls": 0,
                "known_per_1000_source_chars": 62.050962182641435
              }
            }
          },
          "zero": {
            "samples": 194,
            "source_chars": 232972,
            "successes": 194,
            "quality": 99.31701030927834,
            "successful_quality": 99.31701030927834,
            "reviewed_translations": 194,
            "serious_outputs": 3,
            "serious_error_rate": 0.015463917525773196,
            "dimensions_over_reviewed_translations": {
              "semantic_accuracy": 3.9742268041237114,
              "completeness": 3.984536082474227,
              "terminology": 3.9381443298969074,
              "fluency": 3.984536082474227,
              "structure_preservation": 4
            },
            "p50_seconds": 4.715232041999116,
            "p95_seconds": 14.215208417001122,
            "ttft_p50_seconds": 2.204104084004939,
            "ttft_p95_seconds": 4.4492731249993085,
            "tokens": {
              "input": {
                "known_subtotal": 66009,
                "missing_calls": 0,
                "known_per_1000_source_chars": 283.33447796301704
              },
              "output": {
                "known_subtotal": 54519,
                "missing_calls": 0,
                "known_per_1000_source_chars": 234.01524646738665
              },
              "cached_input": {
                "known_subtotal": 2081,
                "missing_calls": 0,
                "known_per_1000_source_chars": 8.932403894030184
              },
              "cache_write_input": {
                "known_subtotal": 3234,
                "missing_calls": 0,
                "known_per_1000_source_chars": 13.881496488848445
              },
              "reasoning": {
                "known_subtotal": 0,
                "missing_calls": 0,
                "known_per_1000_source_chars": 0.0
              }
            }
          },
          "unknown": {
            "samples": 1,
            "source_chars": 1435,
            "successes": 0,
            "quality": 65.0,
            "successful_quality": null,
            "reviewed_translations": 1,
            "serious_outputs": 1,
            "serious_error_rate": 1.0,
            "dimensions_over_reviewed_translations": {
              "semantic_accuracy": 2,
              "completeness": 1,
              "terminology": 4,
              "fluency": 4,
              "structure_preservation": 4
            },
            "p50_seconds": null,
            "p95_seconds": null,
            "ttft_p50_seconds": null,
            "ttft_p95_seconds": null,
            "tokens": {
              "input": {
                "known_subtotal": null,
                "missing_calls": 1,
                "known_per_1000_source_chars": null
              },
              "output": {
                "known_subtotal": null,
                "missing_calls": 1,
                "known_per_1000_source_chars": null
              },
              "cached_input": {
                "known_subtotal": null,
                "missing_calls": 1,
                "known_per_1000_source_chars": null
              },
              "cache_write_input": {
                "known_subtotal": null,
                "missing_calls": 1,
                "known_per_1000_source_chars": null
              },
              "reasoning": {
                "known_subtotal": null,
                "missing_calls": 1,
                "known_per_1000_source_chars": null
              }
            }
          }
        },
        "reasoning_subset_note": "Descriptive only. Difficulty may influence observed reasoning; these groups do not estimate a causal effect.",
        "tag_subset_note": "Tag groups overlap. Logic/terms challenge sets have8 samples each; no separate inferential confidence claim.",
        "finish_reasons": {
          "completed": 239,
          "unknown": 1
        },
        "failure_types": {
          "RemoteProtocolError:200": 1
        }
      }
    },
    {
      "id": "20261027/command-responses-none",
      "name": "GPT-6 Luna · Command Responses · 关闭",
      "model_id": "gpt-6-luna",
      "model_name": "GPT-6 Luna",
      "channel": "Command Code",
      "kind": "formal",
      "date": "2026-10-27",
      "cohort": "20261027-interface-reasoning-full-01",
      "sample_group": "cs-en-zh-v2:formal240",
      "protocol": "responses",
      "reasoning": "off",
      "reasoning_label": "关闭",
      "parameters": {
        "reasoning": {
          "effort": "none"
        },
        "store": false,
        "service_tier": "default",
        "max_output_tokens": 8192
      },
      "samples": 240,
      "successes": 239,
      "success_rate": 0.9958333333333333,
      "quality": 99.14583333333333,
      "successful_quality": 99.17364016736401,
      "serious_error_rate": 0.004166666666666667,
      "reviewed_outputs": 240,
      "p50": 3.812024291000853,
      "p95": 10.517117916999268,
      "ttft_p50": 1.914927167003043,
      "ttft_p95": 3.6711450410002726,
      "max_output_tokens": 8192,
      "timeout_seconds": 120,
      "temperature": null,
      "translation_calls": 284,
      "planned_translation_calls": 283,
      "administrative_unknown_calls": 1,
      "explicit_replacement_calls": 1,
      "known_token_priced_usd": 0.048751125,
      "estimated_api_equivalent_usd": null,
      "normalized_cost_estimated": false,
      "actual_cash_usd": null,
      "unknown_usage_calls": 2,
      "main_unknown_usage_calls": 1,
      "main_priced_usd": 0.040957725,
      "main_source_chars": 277694,
      "usd_per_1000_source_chars": 0.0001474922936757726,
      "sample_score_coverage": 240,
      "review_status": "audited",
      "audit_samples": 57,
      "audit_main_samples": 48,
      "reasoning_tokens_main": null,
      "known_reasoning_tokens_main": 0,
      "reasoning_observed_main_calls": 0,
      "reasoning_positive_main_calls": 0,
      "reasoning_zero_main_calls": 239,
      "reasoning_unknown_main_calls": 1,
      "response_models": [
        "gpt-6-luna"
      ],
      "response_model_missing_main_calls": 0,
      "instructions_sha256": "e743cd7f1abb8a6db18ba1e5394589af787837c244df31fbfa9f0645ad831115",
      "bindings": {
        "run_id": "9689eb40bdd04e1c9c3a7bf568682578",
        "review_sha256": "0653a1a21297d97847d89c5650429bbe656f09673664c3f4b2a0767e7bfb555b",
        "audit_sha256": "dc2d92ec5346244f6b4eabfa49cfbdbdacfb1b9a14fdd90b6ca8e8e16fd85d0a"
      },
      "repeat_stability": [
        {
          "sample_id": "t5-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            2.621149874998082,
            2.9031334169994807
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "rag-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            3.327795666999009,
            4.070653791997756
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "nerf-03",
          "quality_range": [
            95.0,
            100.0
          ],
          "quality_stdev": 2.3570226039551585,
          "latency_range": [
            3.535997792001581,
            5.306047625002975
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "gaussian-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            3.7191661249962635,
            4.750510124998982
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "raft-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            3.1177597920031985,
            3.7841702080040704
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "dapper-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            2.5837941659992794,
            3.052522541998769
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "duckdb-03",
          "quality_range": [
            90.0,
            100.0
          ],
          "quality_stdev": 4.08248290463863,
          "latency_range": [
            3.004810875005205,
            3.688158916993416
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "faiss-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            2.66976416700345,
            2.915423209000437
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "rustbelt-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            3.1075424580049003,
            3.505886166007258
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "egg-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            2.9269331250034156,
            3.61413258399989
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "dp-03",
          "quality_range": [
            95.0,
            100.0
          ],
          "quality_stdev": 2.3570226039551585,
          "latency_range": [
            3.489315582999552,
            3.9559124169973074
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "spectre-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            2.7516402499968535,
            3.340366374999576
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "vegalite-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            3.758759791999182,
            4.934806666999066
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "hai-03",
          "quality_range": [
            90.0,
            100.0
          ],
          "quality_stdev": 4.714045207910317,
          "latency_range": [
            2.691441291004594,
            3.808673125000496
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "kll-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            2.831678374997864,
            3.7312701669943635
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "stable-03",
          "quality_range": [
            97.5,
            100.0
          ],
          "quality_stdev": 1.1785113019775793,
          "latency_range": [
            2.580135958000028,
            2.9456532080002944
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "C1-07",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            9.728353459002392,
            11.199910625000484
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "C2-07",
          "quality_range": [
            95.0,
            100.0
          ],
          "quality_stdev": 2.3570226039551585,
          "latency_range": [
            11.110661457998503,
            13.197937875003845
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "C3-07",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            10.03193433299748,
            11.777285415999359
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "C4-07",
          "quality_range": [
            95.0,
            100.0
          ],
          "quality_stdev": 2.3570226039551585,
          "latency_range": [
            8.285482915998728,
            11.639571915999113
          ],
          "successes": 3,
          "distinct_outputs": 3
        }
      ],
      "descriptive": {
        "all_main": {
          "samples": 240,
          "source_chars": 277694,
          "successes": 239,
          "quality": 99.14583333333333,
          "successful_quality": 99.17364016736401,
          "reviewed_translations": 240,
          "serious_outputs": 1,
          "serious_error_rate": 0.004166666666666667,
          "dimensions_over_reviewed_translations": {
            "semantic_accuracy": 3.9541666666666666,
            "completeness": 3.9875,
            "terminology": 3.95,
            "fluency": 3.966666666666667,
            "structure_preservation": 4
          },
          "p50_seconds": 3.812024291000853,
          "p95_seconds": 10.517117916999268,
          "ttft_p50_seconds": 1.914927167003043,
          "ttft_p95_seconds": 3.6711450410002726,
          "tokens": {
            "input": {
              "known_subtotal": 79850,
              "missing_calls": 1,
              "known_per_1000_source_chars": 287.5467240919861
            },
            "output": {
              "known_subtotal": 65572,
              "missing_calls": 1,
              "known_per_1000_source_chars": 236.13041693374723
            },
            "cached_input": {
              "known_subtotal": 0,
              "missing_calls": 1,
              "known_per_1000_source_chars": 0.0
            },
            "cache_write_input": {
              "known_subtotal": 7469,
              "missing_calls": 1,
              "known_per_1000_source_chars": 26.896511988015583
            },
            "reasoning": {
              "known_subtotal": 0,
              "missing_calls": 1,
              "known_per_1000_source_chars": 0.0
            }
          }
        },
        "by_metadata": {
          "length": {
            "extended": {
              "samples": 24,
              "source_chars": 105504,
              "successes": 24,
              "quality": 96.77083333333333,
              "successful_quality": 96.77083333333333,
              "reviewed_translations": 24,
              "serious_outputs": 1,
              "serious_error_rate": 0.041666666666666664,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.8333333333333335,
                "completeness": 4,
                "terminology": 3.7083333333333335,
                "fluency": 3.9583333333333335,
                "structure_preservation": 4
              },
              "p50_seconds": 10.153724042000249,
              "p95_seconds": 12.141734125005314,
              "ttft_p50_seconds": 1.9961246669990942,
              "ttft_p95_seconds": 3.022913167005754,
              "tokens": {
                "input": {
                  "known_subtotal": 22872,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 216.7879890809827
                },
                "output": {
                  "known_subtotal": 23993,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 227.41317864725508
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 7469,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 70.79352441613588
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "long": {
              "samples": 72,
              "source_chars": 110994,
              "successes": 72,
              "quality": 99.47916666666667,
              "successful_quality": 99.47916666666667,
              "reviewed_translations": 72,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9722222222222223,
                "completeness": 4,
                "terminology": 3.986111111111111,
                "fluency": 3.9305555555555554,
                "structure_preservation": 4
              },
              "p50_seconds": 4.95554062500014,
              "p95_seconds": 6.8765952910034684,
              "ttft_p50_seconds": 1.932078249999904,
              "ttft_p95_seconds": 3.398002333000477,
              "tokens": {
                "input": {
                  "known_subtotal": 29615,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 266.8162243004126
                },
                "output": {
                  "known_subtotal": 26326,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 237.18399192749158
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "paragraph": {
              "samples": 96,
              "source_chars": 55079,
              "successes": 95,
              "quality": 99.19270833333333,
              "successful_quality": 99.26315789473684,
              "reviewed_translations": 96,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9583333333333335,
                "completeness": 3.96875,
                "terminology": 3.9583333333333335,
                "fluency": 3.9895833333333335,
                "structure_preservation": 4
              },
              "p50_seconds": 3.180310167001153,
              "p95_seconds": 4.99603866700636,
              "ttft_p50_seconds": 1.8838280829950236,
              "ttft_p95_seconds": 3.7912278329968103,
              "tokens": {
                "input": {
                  "known_subtotal": 21194,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 384.7927522286171
                },
                "output": {
                  "known_subtotal": 13628,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 247.42642386390457
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "short": {
              "samples": 48,
              "source_chars": 6117,
              "successes": 48,
              "quality": 99.73958333333333,
              "successful_quality": 99.73958333333333,
              "reviewed_translations": 48,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9791666666666665,
                "completeness": 4,
                "terminology": 4,
                "fluency": 3.9791666666666665,
                "structure_preservation": 4
              },
              "p50_seconds": 2.2578444169994327,
              "p95_seconds": 6.2395794589974685,
              "ttft_p50_seconds": 1.8562292080023326,
              "ttft_p95_seconds": 4.417310374999943,
              "tokens": {
                "input": {
                  "known_subtotal": 6169,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 1008.5008991335623
                },
                "output": {
                  "known_subtotal": 1625,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 265.65309792381885
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            }
          },
          "domain": {
            "ai_nlp": {
              "samples": 30,
              "source_chars": 36207,
              "successes": 30,
              "quality": 99.58333333333333,
              "successful_quality": 99.58333333333333,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.966666666666667,
                "completeness": 4,
                "terminology": 4,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 3.3614418750003097,
              "p95_seconds": 9.972848416000488,
              "ttft_p50_seconds": 1.777862709001056,
              "ttft_p95_seconds": 2.257659832997888,
              "tokens": {
                "input": {
                  "known_subtotal": 10494,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 289.8334576186925
                },
                "output": {
                  "known_subtotal": 8606,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 237.68884469853896
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 2173,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 60.01601900185047
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "algorithms": {
              "samples": 30,
              "source_chars": 32368,
              "successes": 30,
              "quality": 99.66666666666667,
              "successful_quality": 99.66666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.966666666666667,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 3.812024291000853,
              "p95_seconds": 10.133482958997774,
              "ttft_p50_seconds": 1.8174234170001,
              "ttft_p95_seconds": 3.6711450410002726,
              "tokens": {
                "input": {
                  "known_subtotal": 10283,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 317.69031141868516
                },
                "output": {
                  "known_subtotal": 8386,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 259.08304498269894
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 2131,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 65.83662876915471
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "data_retrieval": {
              "samples": 30,
              "source_chars": 33433,
              "successes": 30,
              "quality": 97.66666666666667,
              "successful_quality": 97.66666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.8333333333333335,
                "completeness": 3.966666666666667,
                "terminology": 3.9,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.0645065829958185,
              "p95_seconds": 8.992602667000028,
              "ttft_p50_seconds": 2.0455033749967697,
              "ttft_p95_seconds": 4.417310374999943,
              "tokens": {
                "input": {
                  "known_subtotal": 9766,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 292.1066012622259
                },
                "output": {
                  "known_subtotal": 7971,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 238.41713277300872
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 1068,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 31.944485986899167
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "hci_visualization": {
              "samples": 30,
              "source_chars": 36167,
              "successes": 30,
              "quality": 98.66666666666667,
              "successful_quality": 98.66666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.933333333333333,
                "completeness": 4,
                "terminology": 3.9,
                "fluency": 3.933333333333333,
                "structure_preservation": 4
              },
              "p50_seconds": 3.2326055000012275,
              "p95_seconds": 10.429304165998474,
              "ttft_p50_seconds": 1.801135499998054,
              "ttft_p95_seconds": 3.2884562910039676,
              "tokens": {
                "input": {
                  "known_subtotal": 9867,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 272.81776204827605
                },
                "output": {
                  "known_subtotal": 8181,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 226.2006801780629
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "security": {
              "samples": 30,
              "source_chars": 35367,
              "successes": 30,
              "quality": 99.66666666666667,
              "successful_quality": 99.66666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 3.966666666666667,
                "terminology": 3.966666666666667,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 3.9559124169973074,
              "p95_seconds": 10.153724042000249,
              "ttft_p50_seconds": 2.026816208002856,
              "ttft_p95_seconds": 3.7088070000027074,
              "tokens": {
                "input": {
                  "known_subtotal": 9945,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 281.19433370090763
                },
                "output": {
                  "known_subtotal": 7931,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 224.24859332145786
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "software_languages": {
              "samples": 30,
              "source_chars": 33681,
              "successes": 29,
              "quality": 98.33333333333333,
              "successful_quality": 98.53448275862068,
              "reviewed_translations": 30,
              "serious_outputs": 1,
              "serious_error_rate": 0.03333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.933333333333333,
                "completeness": 3.966666666666667,
                "terminology": 3.8666666666666667,
                "fluency": 3.933333333333333,
                "structure_preservation": 4
              },
              "p50_seconds": 4.51657449999766,
              "p95_seconds": 12.141734125005314,
              "ttft_p50_seconds": 2.066916208001203,
              "ttft_p95_seconds": 4.689304958999855,
              "tokens": {
                "input": {
                  "known_subtotal": 9793,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 290.7574003147175
                },
                "output": {
                  "known_subtotal": 7948,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 235.97874172382055
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 1056,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 31.352988331700367
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "systems": {
              "samples": 30,
              "source_chars": 34728,
              "successes": 30,
              "quality": 99.83333333333333,
              "successful_quality": 99.83333333333333,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 3.933333333333333,
                "structure_preservation": 4
              },
              "p50_seconds": 3.148753209003189,
              "p95_seconds": 10.276326624996727,
              "ttft_p50_seconds": 1.7405329159955727,
              "ttft_p95_seconds": 2.246872750001785,
              "tokens": {
                "input": {
                  "known_subtotal": 9572,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 275.6277355448054
                },
                "output": {
                  "known_subtotal": 7843,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 225.84082008753745
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "vision_graphics": {
              "samples": 30,
              "source_chars": 35743,
              "successes": 30,
              "quality": 99.75,
              "successful_quality": 99.75,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 3.966666666666667,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 3.7229995840025367,
              "p95_seconds": 11.222868750002817,
              "ttft_p50_seconds": 1.9906608340024832,
              "ttft_p95_seconds": 4.1307263749986305,
              "tokens": {
                "input": {
                  "known_subtotal": 10130,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 283.4121366421397
                },
                "output": {
                  "known_subtotal": 8706,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 243.57216797694653
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 1041,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 29.124583834596983
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            }
          },
          "origin": {
            "challenge": {
              "samples": 80,
              "source_chars": 97583,
              "successes": 79,
              "quality": 99.125,
              "successful_quality": 99.20886075949367,
              "reviewed_translations": 80,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.975,
                "completeness": 3.975,
                "terminology": 3.9375,
                "fluency": 3.925,
                "structure_preservation": 4
              },
              "p50_seconds": 3.668939875002252,
              "p95_seconds": 11.110661457998503,
              "ttft_p50_seconds": 1.955512959000771,
              "ttft_p95_seconds": 3.7912278329968103,
              "tokens": {
                "input": {
                  "known_subtotal": 25199,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 258.23145424920324
                },
                "output": {
                  "known_subtotal": 21443,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 219.74114343686912
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "real": {
              "samples": 160,
              "source_chars": 180111,
              "successes": 160,
              "quality": 99.15625,
              "successful_quality": 99.15625,
              "reviewed_translations": 160,
              "serious_outputs": 1,
              "serious_error_rate": 0.00625,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.94375,
                "completeness": 3.99375,
                "terminology": 3.95625,
                "fluency": 3.9875,
                "structure_preservation": 4
              },
              "p50_seconds": 3.839916249999078,
              "p95_seconds": 10.153724042000249,
              "ttft_p50_seconds": 1.9097960840008454,
              "ttft_p95_seconds": 3.5723801249987446,
              "tokens": {
                "input": {
                  "known_subtotal": 54651,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 303.4295517764046
                },
                "output": {
                  "known_subtotal": 44129,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 245.01002159779247
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 7469,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 41.46887197339418
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            }
          },
          "split": {
            "development": {
              "samples": 120,
              "source_chars": 138648,
              "successes": 119,
              "quality": 98.72916666666667,
              "successful_quality": 98.78151260504201,
              "reviewed_translations": 120,
              "serious_outputs": 1,
              "serious_error_rate": 0.008333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.925,
                "completeness": 3.975,
                "terminology": 3.933333333333333,
                "fluency": 3.975,
                "structure_preservation": 4
              },
              "p50_seconds": 3.812024291000853,
              "p95_seconds": 10.517117916999268,
              "ttft_p50_seconds": 1.906342375004897,
              "ttft_p95_seconds": 4.176402625002083,
              "tokens": {
                "input": {
                  "known_subtotal": 39499,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 284.8869078529802
                },
                "output": {
                  "known_subtotal": 32090,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 231.44942588425366
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 2150,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 15.506895158963706
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "holdout": {
              "samples": 120,
              "source_chars": 139046,
              "successes": 120,
              "quality": 99.5625,
              "successful_quality": 99.5625,
              "reviewed_translations": 120,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9833333333333334,
                "completeness": 4,
                "terminology": 3.966666666666667,
                "fluency": 3.9583333333333335,
                "structure_preservation": 4
              },
              "p50_seconds": 3.7191661249962635,
              "p95_seconds": 10.429304165998474,
              "ttft_p50_seconds": 1.926521583001886,
              "ttft_p95_seconds": 3.2884562910039676,
              "tokens": {
                "input": {
                  "known_subtotal": 40351,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 290.1989269738072
                },
                "output": {
                  "known_subtotal": 33482,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 240.79800929188903
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 5319,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 38.25352760956806
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            }
          },
          "tag": {
            "ai_nlp": {
              "samples": 30,
              "source_chars": 36207,
              "successes": 30,
              "quality": 99.58333333333333,
              "successful_quality": 99.58333333333333,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.966666666666667,
                "completeness": 4,
                "terminology": 4,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 3.3614418750003097,
              "p95_seconds": 9.972848416000488,
              "ttft_p50_seconds": 1.777862709001056,
              "ttft_p95_seconds": 2.257659832997888,
              "tokens": {
                "input": {
                  "known_subtotal": 10494,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 289.8334576186925
                },
                "output": {
                  "known_subtotal": 8606,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 237.68884469853896
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 2173,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 60.01601900185047
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "algorithms": {
              "samples": 30,
              "source_chars": 32368,
              "successes": 30,
              "quality": 99.66666666666667,
              "successful_quality": 99.66666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.966666666666667,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 3.812024291000853,
              "p95_seconds": 10.133482958997774,
              "ttft_p50_seconds": 1.8174234170001,
              "ttft_p95_seconds": 3.6711450410002726,
              "tokens": {
                "input": {
                  "known_subtotal": 10283,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 317.69031141868516
                },
                "output": {
                  "known_subtotal": 8386,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 259.08304498269894
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 2131,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 65.83662876915471
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "code": {
              "samples": 8,
              "source_chars": 12807,
              "successes": 8,
              "quality": 98.75,
              "successful_quality": 98.75,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 3.5,
                "structure_preservation": 4
              },
              "p50_seconds": 4.9095487910017255,
              "p95_seconds": 10.517117916999268,
              "ttft_p50_seconds": 2.097551334001764,
              "ttft_p95_seconds": 5.53631737500109,
              "tokens": {
                "input": {
                  "known_subtotal": 3098,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 241.8989615054267
                },
                "output": {
                  "known_subtotal": 2712,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 211.759194190677
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "coherence": {
              "samples": 8,
              "source_chars": 36225,
              "successes": 8,
              "quality": 98.125,
              "successful_quality": 98.125,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 3.625,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 9.666707791999215,
              "p95_seconds": 11.777285415999359,
              "ttft_p50_seconds": 1.7508728749962756,
              "ttft_p95_seconds": 3.4001002079967293,
              "tokens": {
                "input": {
                  "known_subtotal": 6827,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 188.46100759144238
                },
                "output": {
                  "known_subtotal": 7578,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 209.1925465838509
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "cross_page": {
              "samples": 32,
              "source_chars": 81355,
              "successes": 32,
              "quality": 98.59375,
              "successful_quality": 98.59375,
              "reviewed_translations": 32,
              "serious_outputs": 1,
              "serious_error_rate": 0.03125,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.90625,
                "completeness": 4,
                "terminology": 3.90625,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 6.001685292001639,
              "p95_seconds": 12.141734125005314,
              "ttft_p50_seconds": 1.97800916700362,
              "ttft_p95_seconds": 3.2553940420039,
              "tokens": {
                "input": {
                  "known_subtotal": 20336,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 249.9661975293467
                },
                "output": {
                  "known_subtotal": 19303,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 237.26876037121258
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 5360,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 65.88408825517793
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "data_retrieval": {
              "samples": 30,
              "source_chars": 33433,
              "successes": 30,
              "quality": 97.66666666666667,
              "successful_quality": 97.66666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.8333333333333335,
                "completeness": 3.966666666666667,
                "terminology": 3.9,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.0645065829958185,
              "p95_seconds": 8.992602667000028,
              "ttft_p50_seconds": 2.0455033749967697,
              "ttft_p95_seconds": 4.417310374999943,
              "tokens": {
                "input": {
                  "known_subtotal": 9766,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 292.1066012622259
                },
                "output": {
                  "known_subtotal": 7971,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 238.41713277300872
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 1068,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 31.944485986899167
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "extended": {
              "samples": 24,
              "source_chars": 105504,
              "successes": 24,
              "quality": 96.77083333333333,
              "successful_quality": 96.77083333333333,
              "reviewed_translations": 24,
              "serious_outputs": 1,
              "serious_error_rate": 0.041666666666666664,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.8333333333333335,
                "completeness": 4,
                "terminology": 3.7083333333333335,
                "fluency": 3.9583333333333335,
                "structure_preservation": 4
              },
              "p50_seconds": 10.153724042000249,
              "p95_seconds": 12.141734125005314,
              "ttft_p50_seconds": 1.9961246669990942,
              "ttft_p95_seconds": 3.022913167005754,
              "tokens": {
                "input": {
                  "known_subtotal": 22872,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 216.7879890809827
                },
                "output": {
                  "known_subtotal": 23993,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 227.41317864725508
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 7469,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 70.79352441613588
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "formula": {
              "samples": 8,
              "source_chars": 1128,
              "successes": 8,
              "quality": 99.6875,
              "successful_quality": 99.6875,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 3.875,
                "structure_preservation": 4
              },
              "p50_seconds": 2.0993945829977747,
              "p95_seconds": 19.384560667000187,
              "ttft_p50_seconds": 1.684567917000095,
              "ttft_p95_seconds": 10.727099333002116,
              "tokens": {
                "input": {
                  "known_subtotal": 1090,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 966.3120567375887
                },
                "output": {
                  "known_subtotal": 352,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 312.0567375886525
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "formulas": {
              "samples": 50,
              "source_chars": 54583,
              "successes": 50,
              "quality": 99.4,
              "successful_quality": 99.4,
              "reviewed_translations": 50,
              "serious_outputs": 1,
              "serious_error_rate": 0.02,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.96,
                "completeness": 4,
                "terminology": 3.96,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 3.97973641599674,
              "p95_seconds": 11.222868750002817,
              "ttft_p50_seconds": 1.97800916700362,
              "ttft_p95_seconds": 4.542904375004582,
              "tokens": {
                "input": {
                  "known_subtotal": 17375,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 318.3225546415551
                },
                "output": {
                  "known_subtotal": 13952,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 255.61072128684754
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 2131,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 39.041459795174326
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "hci_visualization": {
              "samples": 30,
              "source_chars": 36167,
              "successes": 30,
              "quality": 98.66666666666667,
              "successful_quality": 98.66666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.933333333333333,
                "completeness": 4,
                "terminology": 3.9,
                "fluency": 3.933333333333333,
                "structure_preservation": 4
              },
              "p50_seconds": 3.2326055000012275,
              "p95_seconds": 10.429304165998474,
              "ttft_p50_seconds": 1.801135499998054,
              "ttft_p95_seconds": 3.2884562910039676,
              "tokens": {
                "input": {
                  "known_subtotal": 9867,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 272.81776204827605
                },
                "output": {
                  "known_subtotal": 8181,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 226.2006801780629
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "instructions": {
              "samples": 8,
              "source_chars": 4690,
              "successes": 7,
              "quality": 99.0625,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 3.875,
                "terminology": 4,
                "fluency": 3.875,
                "structure_preservation": 4
              },
              "p50_seconds": 3.0103364169990527,
              "p95_seconds": 4.35444287500286,
              "ttft_p50_seconds": 1.801135499998054,
              "ttft_p95_seconds": 3.5774980839996715,
              "tokens": {
                "input": {
                  "known_subtotal": 1430,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 304.9040511727079
                },
                "output": {
                  "known_subtotal": 896,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 191.044776119403
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "logic": {
              "samples": 8,
              "source_chars": 1085,
              "successes": 8,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 2.223498457999085,
              "p95_seconds": 3.4986827920001815,
              "ttft_p50_seconds": 1.8605631660029758,
              "ttft_p95_seconds": 3.3223071669999626,
              "tokens": {
                "input": {
                  "known_subtotal": 1013,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 933.6405529953918
                },
                "output": {
                  "known_subtotal": 251,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 231.3364055299539
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "long": {
              "samples": 72,
              "source_chars": 110994,
              "successes": 72,
              "quality": 99.47916666666667,
              "successful_quality": 99.47916666666667,
              "reviewed_translations": 72,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9722222222222223,
                "completeness": 4,
                "terminology": 3.986111111111111,
                "fluency": 3.9305555555555554,
                "structure_preservation": 4
              },
              "p50_seconds": 4.95554062500014,
              "p95_seconds": 6.8765952910034684,
              "ttft_p50_seconds": 1.932078249999904,
              "ttft_p95_seconds": 3.398002333000477,
              "tokens": {
                "input": {
                  "known_subtotal": 29615,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 266.8162243004126
                },
                "output": {
                  "known_subtotal": 26326,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 237.18399192749158
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "noise": {
              "samples": 8,
              "source_chars": 13809,
              "successes": 8,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 5.101374874997418,
              "p95_seconds": 6.8765952910034684,
              "ttft_p50_seconds": 1.906342375004897,
              "ttft_p95_seconds": 3.2884562910039676,
              "tokens": {
                "input": {
                  "known_subtotal": 3249,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 235.28133825765804
                },
                "output": {
                  "known_subtotal": 3156,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 228.54660004344993
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "numbers": {
              "samples": 8,
              "source_chars": 4505,
              "successes": 8,
              "quality": 96.875,
              "successful_quality": 96.875,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.75,
                "completeness": 4,
                "terminology": 3.875,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 3.180310167001153,
              "p95_seconds": 4.7115038330011885,
              "ttft_p50_seconds": 1.7302107919967966,
              "ttft_p95_seconds": 3.7912278329968103,
              "tokens": {
                "input": {
                  "known_subtotal": 1823,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 404.661487236404
                },
                "output": {
                  "known_subtotal": 1292,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 286.79245283018867
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "paper_prose": {
              "samples": 160,
              "source_chars": 180111,
              "successes": 160,
              "quality": 99.15625,
              "successful_quality": 99.15625,
              "reviewed_translations": 160,
              "serious_outputs": 1,
              "serious_error_rate": 0.00625,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.94375,
                "completeness": 3.99375,
                "terminology": 3.95625,
                "fluency": 3.9875,
                "structure_preservation": 4
              },
              "p50_seconds": 3.839916249999078,
              "p95_seconds": 10.153724042000249,
              "ttft_p50_seconds": 1.9097960840008454,
              "ttft_p95_seconds": 3.5723801249987446,
              "tokens": {
                "input": {
                  "known_subtotal": 54651,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 303.4295517764046
                },
                "output": {
                  "known_subtotal": 44129,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 245.01002159779247
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 7469,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 41.46887197339418
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "paragraph": {
              "samples": 96,
              "source_chars": 55079,
              "successes": 95,
              "quality": 99.19270833333333,
              "successful_quality": 99.26315789473684,
              "reviewed_translations": 96,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9583333333333335,
                "completeness": 3.96875,
                "terminology": 3.9583333333333335,
                "fluency": 3.9895833333333335,
                "structure_preservation": 4
              },
              "p50_seconds": 3.180310167001153,
              "p95_seconds": 4.99603866700636,
              "ttft_p50_seconds": 1.8838280829950236,
              "ttft_p95_seconds": 3.7912278329968103,
              "tokens": {
                "input": {
                  "known_subtotal": 21194,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 384.7927522286171
                },
                "output": {
                  "known_subtotal": 13628,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 247.42642386390457
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "security": {
              "samples": 30,
              "source_chars": 35367,
              "successes": 30,
              "quality": 99.66666666666667,
              "successful_quality": 99.66666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 3.966666666666667,
                "terminology": 3.966666666666667,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 3.9559124169973074,
              "p95_seconds": 10.153724042000249,
              "ttft_p50_seconds": 2.026816208002856,
              "ttft_p95_seconds": 3.7088070000027074,
              "tokens": {
                "input": {
                  "known_subtotal": 9945,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 281.19433370090763
                },
                "output": {
                  "known_subtotal": 7931,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 224.24859332145786
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "short": {
              "samples": 48,
              "source_chars": 6117,
              "successes": 48,
              "quality": 99.73958333333333,
              "successful_quality": 99.73958333333333,
              "reviewed_translations": 48,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9791666666666665,
                "completeness": 4,
                "terminology": 4,
                "fluency": 3.9791666666666665,
                "structure_preservation": 4
              },
              "p50_seconds": 2.2578444169994327,
              "p95_seconds": 6.2395794589974685,
              "ttft_p50_seconds": 1.8562292080023326,
              "ttft_p95_seconds": 4.417310374999943,
              "tokens": {
                "input": {
                  "known_subtotal": 6169,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 1008.5008991335623
                },
                "output": {
                  "known_subtotal": 1625,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 265.65309792381885
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "single_column": {
              "samples": 70,
              "source_chars": 77770,
              "successes": 70,
              "quality": 99.35714285714286,
              "successful_quality": 99.35714285714286,
              "reviewed_translations": 70,
              "serious_outputs": 1,
              "serious_error_rate": 0.014285714285714285,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9571428571428573,
                "completeness": 4,
                "terminology": 3.9571428571428573,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 3.9102020829959656,
              "p95_seconds": 11.222868750002817,
              "ttft_p50_seconds": 1.8562292080023326,
              "ttft_p95_seconds": 3.6711450410002726,
              "tokens": {
                "input": {
                  "known_subtotal": 24615,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 316.5102224508165
                },
                "output": {
                  "known_subtotal": 19947,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 256.4870772791565
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 5360,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 68.92117783206893
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "software_languages": {
              "samples": 30,
              "source_chars": 33681,
              "successes": 29,
              "quality": 98.33333333333333,
              "successful_quality": 98.53448275862068,
              "reviewed_translations": 30,
              "serious_outputs": 1,
              "serious_error_rate": 0.03333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.933333333333333,
                "completeness": 3.966666666666667,
                "terminology": 3.8666666666666667,
                "fluency": 3.933333333333333,
                "structure_preservation": 4
              },
              "p50_seconds": 4.51657449999766,
              "p95_seconds": 12.141734125005314,
              "ttft_p50_seconds": 2.066916208001203,
              "ttft_p95_seconds": 4.689304958999855,
              "tokens": {
                "input": {
                  "known_subtotal": 9793,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 290.7574003147175
                },
                "output": {
                  "known_subtotal": 7948,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 235.97874172382055
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 1056,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 31.352988331700367
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "structure": {
              "samples": 8,
              "source_chars": 14255,
              "successes": 8,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 5.11180091699498,
              "p95_seconds": 6.273311124998145,
              "ttft_p50_seconds": 1.8306376670007012,
              "ttft_p95_seconds": 3.398002333000477,
              "tokens": {
                "input": {
                  "known_subtotal": 3261,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 228.76183795159594
                },
                "output": {
                  "known_subtotal": 3086,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 216.48544370396354
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "systems": {
              "samples": 30,
              "source_chars": 34728,
              "successes": 30,
              "quality": 99.83333333333333,
              "successful_quality": 99.83333333333333,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 3.933333333333333,
                "structure_preservation": 4
              },
              "p50_seconds": 3.148753209003189,
              "p95_seconds": 10.276326624996727,
              "ttft_p50_seconds": 1.7405329159955727,
              "ttft_p95_seconds": 2.246872750001785,
              "tokens": {
                "input": {
                  "known_subtotal": 9572,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 275.6277355448054
                },
                "output": {
                  "known_subtotal": 7843,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 225.84082008753745
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "tables": {
              "samples": 50,
              "source_chars": 56982,
              "successes": 50,
              "quality": 99.6,
              "successful_quality": 99.6,
              "reviewed_translations": 50,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.96,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 3.4593969999987166,
              "p95_seconds": 9.972848416000488,
              "ttft_p50_seconds": 1.826564540999243,
              "ttft_p95_seconds": 3.022913167005754,
              "tokens": {
                "input": {
                  "known_subtotal": 17152,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 301.0073356498543
                },
                "output": {
                  "known_subtotal": 13828,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 242.67312484644273
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 3241,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 56.877610473482854
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "tags": {
              "samples": 8,
              "source_chars": 4520,
              "successes": 8,
              "quality": 99.375,
              "successful_quality": 99.375,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 3.875,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 3.0979683329933323,
              "p95_seconds": 4.083318083998165,
              "ttft_p50_seconds": 2.0272339999937685,
              "ttft_p95_seconds": 2.9595464169979095,
              "tokens": {
                "input": {
                  "known_subtotal": 1766,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 390.70796460176996
                },
                "output": {
                  "known_subtotal": 1172,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 259.2920353982301
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "terms": {
              "samples": 8,
              "source_chars": 4559,
              "successes": 8,
              "quality": 99.375,
              "successful_quality": 99.375,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 3.875,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 2.8757754170001135,
              "p95_seconds": 4.001019499999529,
              "ttft_p50_seconds": 1.7872913329993025,
              "ttft_p95_seconds": 2.7687422079980024,
              "tokens": {
                "input": {
                  "known_subtotal": 1642,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 360.1667032243913
                },
                "output": {
                  "known_subtotal": 948,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 207.94033779337573
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "two_column": {
              "samples": 90,
              "source_chars": 102341,
              "successes": 90,
              "quality": 99.0,
              "successful_quality": 99.0,
              "reviewed_translations": 90,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.933333333333333,
                "completeness": 3.988888888888889,
                "terminology": 3.9555555555555557,
                "fluency": 3.977777777777778,
                "structure_preservation": 4
              },
              "p50_seconds": 3.7315319170011207,
              "p95_seconds": 10.153724042000249,
              "ttft_p50_seconds": 1.9255957499990473,
              "ttft_p95_seconds": 3.5723801249987446,
              "tokens": {
                "input": {
                  "known_subtotal": 30036,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 293.4894128452917
                },
                "output": {
                  "known_subtotal": 24182,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 236.2884865303251
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 2109,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 20.607576631066728
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "vision_graphics": {
              "samples": 30,
              "source_chars": 35743,
              "successes": 30,
              "quality": 99.75,
              "successful_quality": 99.75,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 3.966666666666667,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 3.7229995840025367,
              "p95_seconds": 11.222868750002817,
              "ttft_p50_seconds": 1.9906608340024832,
              "ttft_p95_seconds": 4.1307263749986305,
              "tokens": {
                "input": {
                  "known_subtotal": 10130,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 283.4121366421397
                },
                "output": {
                  "known_subtotal": 8706,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 243.57216797694653
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 1041,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 29.124583834596983
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            }
          }
        },
        "by_reported_reasoning": {
          "positive": {
            "samples": 0,
            "source_chars": 0,
            "successes": 0,
            "quality": null,
            "successful_quality": null,
            "reviewed_translations": 0,
            "serious_outputs": 0,
            "serious_error_rate": null,
            "dimensions_over_reviewed_translations": {
              "semantic_accuracy": null,
              "completeness": null,
              "terminology": null,
              "fluency": null,
              "structure_preservation": null
            },
            "p50_seconds": null,
            "p95_seconds": null,
            "ttft_p50_seconds": null,
            "ttft_p95_seconds": null,
            "tokens": {
              "input": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              },
              "output": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              },
              "cached_input": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              },
              "cache_write_input": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              },
              "reasoning": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              }
            }
          },
          "zero": {
            "samples": 239,
            "source_chars": 277124,
            "successes": 239,
            "quality": 99.17364016736401,
            "successful_quality": 99.17364016736401,
            "reviewed_translations": 239,
            "serious_outputs": 1,
            "serious_error_rate": 0.0041841004184100415,
            "dimensions_over_reviewed_translations": {
              "semantic_accuracy": 3.9539748953974896,
              "completeness": 3.99163179916318,
              "terminology": 3.9497907949790796,
              "fluency": 3.9707112970711296,
              "structure_preservation": 4
            },
            "p50_seconds": 3.812024291000853,
            "p95_seconds": 10.517117916999268,
            "ttft_p50_seconds": 1.914927167003043,
            "ttft_p95_seconds": 3.6711450410002726,
            "tokens": {
              "input": {
                "known_subtotal": 79850,
                "missing_calls": 0,
                "known_per_1000_source_chars": 288.1381619780315
              },
              "output": {
                "known_subtotal": 65572,
                "missing_calls": 0,
                "known_per_1000_source_chars": 236.6160996521413
              },
              "cached_input": {
                "known_subtotal": 0,
                "missing_calls": 0,
                "known_per_1000_source_chars": 0.0
              },
              "cache_write_input": {
                "known_subtotal": 7469,
                "missing_calls": 0,
                "known_per_1000_source_chars": 26.951833836116684
              },
              "reasoning": {
                "known_subtotal": 0,
                "missing_calls": 0,
                "known_per_1000_source_chars": 0.0
              }
            }
          },
          "unknown": {
            "samples": 1,
            "source_chars": 570,
            "successes": 0,
            "quality": 92.5,
            "successful_quality": null,
            "reviewed_translations": 1,
            "serious_outputs": 0,
            "serious_error_rate": 0.0,
            "dimensions_over_reviewed_translations": {
              "semantic_accuracy": 4,
              "completeness": 3,
              "terminology": 4,
              "fluency": 3,
              "structure_preservation": 4
            },
            "p50_seconds": null,
            "p95_seconds": null,
            "ttft_p50_seconds": null,
            "ttft_p95_seconds": null,
            "tokens": {
              "input": {
                "known_subtotal": null,
                "missing_calls": 1,
                "known_per_1000_source_chars": null
              },
              "output": {
                "known_subtotal": null,
                "missing_calls": 1,
                "known_per_1000_source_chars": null
              },
              "cached_input": {
                "known_subtotal": null,
                "missing_calls": 1,
                "known_per_1000_source_chars": null
              },
              "cache_write_input": {
                "known_subtotal": null,
                "missing_calls": 1,
                "known_per_1000_source_chars": null
              },
              "reasoning": {
                "known_subtotal": null,
                "missing_calls": 1,
                "known_per_1000_source_chars": null
              }
            }
          }
        },
        "reasoning_subset_note": "Descriptive only. Difficulty may influence observed reasoning; these groups do not estimate a causal effect.",
        "tag_subset_note": "Tag groups overlap. Logic/terms challenge sets have8 samples each; no separate inferential confidence claim.",
        "finish_reasons": {
          "completed": 239,
          "unknown": 1
        },
        "failure_types": {
          "ReadTimeout:200": 1
        }
      }
    },
    {
      "id": "20261027/deepseek-chat-low",
      "name": "DeepSeek V4.1 Flash · Command Chat · low",
      "model_id": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek V4.1 Flash",
      "channel": "Command Code",
      "kind": "formal",
      "date": "2026-10-27",
      "cohort": "20261027-interface-reasoning-full-01",
      "sample_group": "cs-en-zh-v2:formal240",
      "protocol": "chat_completions",
      "reasoning": "low",
      "reasoning_label": "low",
      "parameters": {
        "reasoning_effort": "low",
        "max_tokens": 8192
      },
      "samples": 240,
      "successes": 240,
      "success_rate": 1.0,
      "quality": 99.38541666666667,
      "successful_quality": 99.38541666666667,
      "serious_error_rate": 0.0125,
      "reviewed_outputs": 240,
      "p50": 5.065437584002211,
      "p95": 17.575150459000724,
      "ttft_p50": 4.264741166000022,
      "ttft_p95": 16.209263958997326,
      "max_output_tokens": 8192,
      "timeout_seconds": 120,
      "temperature": null,
      "translation_calls": 283,
      "planned_translation_calls": 283,
      "administrative_unknown_calls": 0,
      "explicit_replacement_calls": 0,
      "known_token_priced_usd": 0.152522778,
      "estimated_api_equivalent_usd": null,
      "normalized_cost_estimated": false,
      "actual_cash_usd": null,
      "unknown_usage_calls": 0,
      "main_unknown_usage_calls": 0,
      "main_priced_usd": 0.13388835,
      "main_source_chars": 277694,
      "usd_per_1000_source_chars": 0.00048214347447190066,
      "sample_score_coverage": 240,
      "review_status": "audited",
      "audit_samples": 59,
      "audit_main_samples": 48,
      "reasoning_tokens_main": 150619,
      "known_reasoning_tokens_main": 150619,
      "reasoning_observed_main_calls": 240,
      "reasoning_positive_main_calls": 240,
      "reasoning_zero_main_calls": 0,
      "reasoning_unknown_main_calls": 0,
      "response_models": [
        "deepseek/deepseek-v4.1-flash"
      ],
      "response_model_missing_main_calls": 0,
      "instructions_sha256": "e743cd7f1abb8a6db18ba1e5394589af787837c244df31fbfa9f0645ad831115",
      "bindings": {
        "run_id": "04de91b8207b48ce957fa615906205e2",
        "review_sha256": "86fbf6a9da5b47a5f6328e9613b65584e96543bdd814fecf5f23b87f869a1b6e",
        "audit_sha256": "43c7dada807a93452afffca287db7d3310347f86bdf67af9e5540c1b8e9097f6"
      },
      "repeat_stability": [
        {
          "sample_id": "t5-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            3.8427259160089307,
            4.211455165990628
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "rag-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            6.748856125006569,
            9.740426166004909
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "nerf-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            3.4638872499999707,
            4.117622499994468
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "gaussian-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            5.125764374999562,
            6.410268209001515
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "raft-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            3.681225041989819,
            5.278702417002933
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "dapper-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            3.3349581669899635,
            3.7643955829989864
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "duckdb-03",
          "quality_range": [
            92.5,
            100.0
          ],
          "quality_stdev": 3.1180478223116177,
          "latency_range": [
            3.6966932079958497,
            5.593345166002109
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "faiss-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            3.5270285830047214,
            4.128581541997846
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "rustbelt-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            4.164564499995322,
            7.2418911660060985
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "egg-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            3.3373299169907114,
            6.449087875000259
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "dp-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            5.326735333001125,
            5.902354457997717
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "spectre-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            3.328862540991395,
            4.630129958997713
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "vegalite-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            5.476102291999268,
            7.168083541000669
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "hai-03",
          "quality_range": [
            97.5,
            100.0
          ],
          "quality_stdev": 1.1785113019775793,
          "latency_range": [
            3.4636423749980167,
            4.84835708400351
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "kll-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            3.297943415993359,
            5.687929375002568
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "stable-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            3.0779646250011865,
            3.5892250830074772
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "C1-07",
          "quality_range": [
            95.0,
            100.0
          ],
          "quality_stdev": 2.3570226039551585,
          "latency_range": [
            10.00114074999874,
            13.324707540996314
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "C2-07",
          "quality_range": [
            97.5,
            100.0
          ],
          "quality_stdev": 1.1785113019775793,
          "latency_range": [
            7.740970250000828,
            13.89159379099874
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "C3-07",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            12.014205542000127,
            16.7713729590032
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "C4-07",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            6.863238749996526,
            16.95514158300648
          ],
          "successes": 3,
          "distinct_outputs": 3
        }
      ],
      "descriptive": {
        "all_main": {
          "samples": 240,
          "source_chars": 277694,
          "successes": 240,
          "quality": 99.38541666666667,
          "successful_quality": 99.38541666666667,
          "reviewed_translations": 240,
          "serious_outputs": 3,
          "serious_error_rate": 0.0125,
          "dimensions_over_reviewed_translations": {
            "semantic_accuracy": 3.9833333333333334,
            "completeness": 3.970833333333333,
            "terminology": 3.9541666666666666,
            "fluency": 3.970833333333333,
            "structure_preservation": 4
          },
          "p50_seconds": 5.065437584002211,
          "p95_seconds": 17.575150459000724,
          "ttft_p50_seconds": 4.264741166000022,
          "ttft_p95_seconds": 16.209263958997326,
          "tokens": {
            "input": {
              "known_subtotal": 83293,
              "missing_calls": 0,
              "known_per_1000_source_chars": 299.94526349146906
            },
            "output": {
              "known_subtotal": 202324,
              "missing_calls": 0,
              "known_per_1000_source_chars": 728.5861415803007
            },
            "cached_input": {
              "known_subtotal": 0,
              "missing_calls": 0,
              "known_per_1000_source_chars": 0.0
            },
            "cache_write_input": {
              "known_subtotal": 0,
              "missing_calls": 0,
              "known_per_1000_source_chars": 0.0
            },
            "reasoning": {
              "known_subtotal": 150619,
              "missing_calls": 0,
              "known_per_1000_source_chars": 542.3919854228035
            }
          }
        },
        "by_metadata": {
          "length": {
            "extended": {
              "samples": 24,
              "source_chars": 105504,
              "successes": 24,
              "quality": 98.4375,
              "successful_quality": 98.4375,
              "reviewed_translations": 24,
              "serious_outputs": 1,
              "serious_error_rate": 0.041666666666666664,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9166666666666665,
                "completeness": 4,
                "terminology": 3.875,
                "fluency": 3.9583333333333335,
                "structure_preservation": 4
              },
              "p50_seconds": 14.594468499999493,
              "p95_seconds": 26.150930042000255,
              "ttft_p50_seconds": 10.97656212500442,
              "ttft_p95_seconds": 22.57463275000191,
              "tokens": {
                "input": {
                  "known_subtotal": 23186,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 219.7641795571732
                },
                "output": {
                  "known_subtotal": 64463,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 611.0005307855625
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 45889,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 434.95033363663936
                }
              }
            },
            "long": {
              "samples": 72,
              "source_chars": 110994,
              "successes": 72,
              "quality": 99.375,
              "successful_quality": 99.375,
              "reviewed_translations": 72,
              "serious_outputs": 2,
              "serious_error_rate": 0.027777777777777776,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 3.9305555555555554,
                "terminology": 3.9583333333333335,
                "fluency": 3.9722222222222223,
                "structure_preservation": 4
              },
              "p50_seconds": 7.901356374990428,
              "p95_seconds": 17.68815770799847,
              "ttft_p50_seconds": 6.554136958999152,
              "ttft_p95_seconds": 16.5352727089994,
              "tokens": {
                "input": {
                  "known_subtotal": 30662,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 276.24916662161917
                },
                "output": {
                  "known_subtotal": 83752,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 754.5633097284538
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 62665,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 564.5800673910302
                }
              }
            },
            "paragraph": {
              "samples": 96,
              "source_chars": 55079,
              "successes": 96,
              "quality": 99.42708333333333,
              "successful_quality": 99.42708333333333,
              "reviewed_translations": 96,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9895833333333335,
                "completeness": 3.9791666666666665,
                "terminology": 3.9479166666666665,
                "fluency": 3.9583333333333335,
                "structure_preservation": 4
              },
              "p50_seconds": 4.342237042001216,
              "p95_seconds": 7.323360333000892,
              "ttft_p50_seconds": 4.0408917919994565,
              "ttft_p95_seconds": 7.237329125011456,
              "tokens": {
                "input": {
                  "known_subtotal": 22647,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 411.1730423573413
                },
                "output": {
                  "known_subtotal": 46901,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 851.5223587937326
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 36068,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 654.8412280542494
                }
              }
            },
            "short": {
              "samples": 48,
              "source_chars": 6117,
              "successes": 48,
              "quality": 99.79166666666667,
              "successful_quality": 99.79166666666667,
              "reviewed_translations": 48,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9791666666666665,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 2.9470772920030868,
              "p95_seconds": 4.897833415998321,
              "ttft_p50_seconds": 2.882295666997379,
              "ttft_p95_seconds": 4.0480684579961235,
              "tokens": {
                "input": {
                  "known_subtotal": 6798,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 1111.3290828837664
                },
                "output": {
                  "known_subtotal": 7208,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 1178.3554029753147
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 5997,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 980.3825404610103
                }
              }
            }
          },
          "domain": {
            "ai_nlp": {
              "samples": 30,
              "source_chars": 36207,
              "successes": 30,
              "quality": 99.33333333333333,
              "successful_quality": 99.33333333333333,
              "reviewed_translations": 30,
              "serious_outputs": 1,
              "serious_error_rate": 0.03333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 3.9,
                "terminology": 4,
                "fluency": 3.933333333333333,
                "structure_preservation": 4
              },
              "p50_seconds": 4.897833415998321,
              "p95_seconds": 20.49633475000155,
              "ttft_p50_seconds": 4.083246374997543,
              "ttft_p95_seconds": 16.257271458001924,
              "tokens": {
                "input": {
                  "known_subtotal": 10916,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 301.4886624133455
                },
                "output": {
                  "known_subtotal": 26815,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 740.6026458972021
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 19873,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 548.87176512829
                }
              }
            },
            "algorithms": {
              "samples": 30,
              "source_chars": 32368,
              "successes": 30,
              "quality": 99.83333333333333,
              "successful_quality": 99.83333333333333,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 3.966666666666667,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.242788332994678,
              "p95_seconds": 30.996062207996147,
              "ttft_p50_seconds": 3.8285144999972545,
              "ttft_p95_seconds": 26.908937082989723,
              "tokens": {
                "input": {
                  "known_subtotal": 10615,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 327.9473554127533
                },
                "output": {
                  "known_subtotal": 33498,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 1034.9110232328226
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 26504,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 818.8334157192288
                }
              }
            },
            "data_retrieval": {
              "samples": 30,
              "source_chars": 33433,
              "successes": 30,
              "quality": 99.0,
              "successful_quality": 99.0,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.933333333333333,
                "completeness": 4,
                "terminology": 3.966666666666667,
                "fluency": 3.933333333333333,
                "structure_preservation": 4
              },
              "p50_seconds": 5.415189917002863,
              "p95_seconds": 16.95514158300648,
              "ttft_p50_seconds": 4.055861957996967,
              "ttft_p95_seconds": 16.712183416995686,
              "tokens": {
                "input": {
                  "known_subtotal": 10170,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 304.19047049322523
                },
                "output": {
                  "known_subtotal": 25445,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 761.0743875811324
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 19158,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 573.0266503155565
                }
              }
            },
            "hci_visualization": {
              "samples": 30,
              "source_chars": 36167,
              "successes": 30,
              "quality": 99.5,
              "successful_quality": 99.5,
              "reviewed_translations": 30,
              "serious_outputs": 1,
              "serious_error_rate": 0.03333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 3.933333333333333,
                "terminology": 3.966666666666667,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.971979416994145,
              "p95_seconds": 14.759351249995234,
              "ttft_p50_seconds": 4.003133874997729,
              "ttft_p95_seconds": 13.22487429100147,
              "tokens": {
                "input": {
                  "known_subtotal": 10319,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 285.3153427157353
                },
                "output": {
                  "known_subtotal": 22205,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 613.9574750463129
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 15801,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 436.8899825808057
                }
              }
            },
            "security": {
              "samples": 30,
              "source_chars": 35367,
              "successes": 30,
              "quality": 99.58333333333333,
              "successful_quality": 99.58333333333333,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.966666666666667,
                "completeness": 4,
                "terminology": 4,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 4.956720000001951,
              "p95_seconds": 16.7906119160034,
              "ttft_p50_seconds": 4.420371000000159,
              "ttft_p95_seconds": 16.738100999995368,
              "tokens": {
                "input": {
                  "known_subtotal": 10364,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 293.0415358950434
                },
                "output": {
                  "known_subtotal": 26839,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 758.8712641728165
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 20666,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 584.3300251647015
                }
              }
            },
            "software_languages": {
              "samples": 30,
              "source_chars": 33681,
              "successes": 30,
              "quality": 99.08333333333333,
              "successful_quality": 99.08333333333333,
              "reviewed_translations": 30,
              "serious_outputs": 1,
              "serious_error_rate": 0.03333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 3.8333333333333335,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 5.687504749999789,
              "p95_seconds": 17.68815770799847,
              "ttft_p50_seconds": 4.476632750011049,
              "ttft_p95_seconds": 13.864122791994305,
              "tokens": {
                "input": {
                  "known_subtotal": 10393,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 308.57159823045635
                },
                "output": {
                  "known_subtotal": 21304,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 632.5227873281673
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 14824,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 440.12944983818767
                }
              }
            },
            "systems": {
              "samples": 30,
              "source_chars": 34728,
              "successes": 30,
              "quality": 99.0,
              "successful_quality": 99.0,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.966666666666667,
                "completeness": 3.933333333333333,
                "terminology": 3.933333333333333,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 5.278702417002933,
              "p95_seconds": 16.7713729590032,
              "ttft_p50_seconds": 4.7265526249975665,
              "ttft_p95_seconds": 13.719713667000178,
              "tokens": {
                "input": {
                  "known_subtotal": 10012,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 288.2976272748214
                },
                "output": {
                  "known_subtotal": 23233,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 668.9990785533288
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 17329,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 498.9921677032942
                }
              }
            },
            "vision_graphics": {
              "samples": 30,
              "source_chars": 35743,
              "successes": 30,
              "quality": 99.75,
              "successful_quality": 99.75,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 3.966666666666667,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 4.802672249999887,
              "p95_seconds": 14.64330758300639,
              "ttft_p50_seconds": 4.301275458004966,
              "ttft_p95_seconds": 10.97656212500442,
              "tokens": {
                "input": {
                  "known_subtotal": 10504,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 293.87572391796994
                },
                "output": {
                  "known_subtotal": 22985,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 643.0629773661975
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 16464,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 460.6216601852111
                }
              }
            }
          },
          "origin": {
            "challenge": {
              "samples": 80,
              "source_chars": 97583,
              "successes": 80,
              "quality": 99.5625,
              "successful_quality": 99.5625,
              "reviewed_translations": 80,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 3.975,
                "terminology": 3.95,
                "fluency": 3.975,
                "structure_preservation": 4
              },
              "p50_seconds": 4.823185708999517,
              "p95_seconds": 15.717699500004528,
              "ttft_p50_seconds": 4.1469093750056345,
              "ttft_p95_seconds": 13.719713667000178,
              "tokens": {
                "input": {
                  "known_subtotal": 26490,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 271.46121763011996
                },
                "output": {
                  "known_subtotal": 60646,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 621.4812006189603
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 44759,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 458.67620384698154
                }
              }
            },
            "real": {
              "samples": 160,
              "source_chars": 180111,
              "successes": 160,
              "quality": 99.296875,
              "successful_quality": 99.296875,
              "reviewed_translations": 160,
              "serious_outputs": 3,
              "serious_error_rate": 0.01875,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.975,
                "completeness": 3.96875,
                "terminology": 3.95625,
                "fluency": 3.96875,
                "structure_preservation": 4
              },
              "p50_seconds": 5.387638208994758,
              "p95_seconds": 18.279688583003008,
              "ttft_p50_seconds": 4.301275458004966,
              "ttft_p95_seconds": 16.738100999995368,
              "tokens": {
                "input": {
                  "known_subtotal": 56803,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 315.3777392829977
                },
                "output": {
                  "known_subtotal": 141678,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 786.6149207988408
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 105860,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 587.7486661003493
                }
              }
            }
          },
          "split": {
            "development": {
              "samples": 120,
              "source_chars": 138648,
              "successes": 120,
              "quality": 99.33333333333333,
              "successful_quality": 99.33333333333333,
              "reviewed_translations": 120,
              "serious_outputs": 1,
              "serious_error_rate": 0.008333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9833333333333334,
                "completeness": 3.9833333333333334,
                "terminology": 3.933333333333333,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 5.415189917002863,
              "p95_seconds": 16.7713729590032,
              "ttft_p50_seconds": 4.446288332997938,
              "ttft_p95_seconds": 13.791977416003647,
              "tokens": {
                "input": {
                  "known_subtotal": 41358,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 298.29496278345164
                },
                "output": {
                  "known_subtotal": 96177,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 693.6775142807685
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 71034,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 512.3333910334084
                }
              }
            },
            "holdout": {
              "samples": 120,
              "source_chars": 139046,
              "successes": 120,
              "quality": 99.4375,
              "successful_quality": 99.4375,
              "reviewed_translations": 120,
              "serious_outputs": 2,
              "serious_error_rate": 0.016666666666666666,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9833333333333334,
                "completeness": 3.9583333333333335,
                "terminology": 3.975,
                "fluency": 3.975,
                "structure_preservation": 4
              },
              "p50_seconds": 4.897833415998321,
              "p95_seconds": 18.08488779199979,
              "ttft_p50_seconds": 4.152942833999987,
              "ttft_p95_seconds": 16.712183416995686,
              "tokens": {
                "input": {
                  "known_subtotal": 41935,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 301.5908404412928
                },
                "output": {
                  "known_subtotal": 106147,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 763.3948477482272
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 79585,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 572.3645412309596
                }
              }
            }
          },
          "tag": {
            "ai_nlp": {
              "samples": 30,
              "source_chars": 36207,
              "successes": 30,
              "quality": 99.33333333333333,
              "successful_quality": 99.33333333333333,
              "reviewed_translations": 30,
              "serious_outputs": 1,
              "serious_error_rate": 0.03333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 3.9,
                "terminology": 4,
                "fluency": 3.933333333333333,
                "structure_preservation": 4
              },
              "p50_seconds": 4.897833415998321,
              "p95_seconds": 20.49633475000155,
              "ttft_p50_seconds": 4.083246374997543,
              "ttft_p95_seconds": 16.257271458001924,
              "tokens": {
                "input": {
                  "known_subtotal": 10916,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 301.4886624133455
                },
                "output": {
                  "known_subtotal": 26815,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 740.6026458972021
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 19873,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 548.87176512829
                }
              }
            },
            "algorithms": {
              "samples": 30,
              "source_chars": 32368,
              "successes": 30,
              "quality": 99.83333333333333,
              "successful_quality": 99.83333333333333,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 3.966666666666667,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.242788332994678,
              "p95_seconds": 30.996062207996147,
              "ttft_p50_seconds": 3.8285144999972545,
              "ttft_p95_seconds": 26.908937082989723,
              "tokens": {
                "input": {
                  "known_subtotal": 10615,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 327.9473554127533
                },
                "output": {
                  "known_subtotal": 33498,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 1034.9110232328226
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 26504,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 818.8334157192288
                }
              }
            },
            "code": {
              "samples": 8,
              "source_chars": 12807,
              "successes": 8,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 5.704557625002053,
              "p95_seconds": 10.895711375007522,
              "ttft_p50_seconds": 4.62421762500162,
              "ttft_p95_seconds": 10.781947541006957,
              "tokens": {
                "input": {
                  "known_subtotal": 3226,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 251.8934957445147
                },
                "output": {
                  "known_subtotal": 5875,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 458.7335051143906
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 3741,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 292.10587959709534
                }
              }
            },
            "coherence": {
              "samples": 8,
              "source_chars": 36225,
              "successes": 8,
              "quality": 99.6875,
              "successful_quality": 99.6875,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 3.875,
                "structure_preservation": 4
              },
              "p50_seconds": 13.89159379099874,
              "p95_seconds": 18.028379874995153,
              "ttft_p50_seconds": 10.379140874996665,
              "ttft_p95_seconds": 16.712183416995686,
              "tokens": {
                "input": {
                  "known_subtotal": 6922,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 191.08350586611456
                },
                "output": {
                  "known_subtotal": 17962,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 495.84541062801935
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 12579,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 347.2463768115942
                }
              }
            },
            "cross_page": {
              "samples": 32,
              "source_chars": 81355,
              "successes": 32,
              "quality": 98.59375,
              "successful_quality": 98.59375,
              "reviewed_translations": 32,
              "serious_outputs": 1,
              "serious_error_rate": 0.03125,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9375,
                "completeness": 4,
                "terminology": 3.875,
                "fluency": 3.9375,
                "structure_preservation": 4
              },
              "p50_seconds": 10.365457042003982,
              "p95_seconds": 30.996062207996147,
              "ttft_p50_seconds": 8.490985291995457,
              "ttft_p95_seconds": 26.908937082989723,
              "tokens": {
                "input": {
                  "known_subtotal": 20788,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 255.52209452399975
                },
                "output": {
                  "known_subtotal": 57442,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 706.0660070063302
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 41626,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 511.6587794235142
                }
              }
            },
            "data_retrieval": {
              "samples": 30,
              "source_chars": 33433,
              "successes": 30,
              "quality": 99.0,
              "successful_quality": 99.0,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.933333333333333,
                "completeness": 4,
                "terminology": 3.966666666666667,
                "fluency": 3.933333333333333,
                "structure_preservation": 4
              },
              "p50_seconds": 5.415189917002863,
              "p95_seconds": 16.95514158300648,
              "ttft_p50_seconds": 4.055861957996967,
              "ttft_p95_seconds": 16.712183416995686,
              "tokens": {
                "input": {
                  "known_subtotal": 10170,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 304.19047049322523
                },
                "output": {
                  "known_subtotal": 25445,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 761.0743875811324
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 19158,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 573.0266503155565
                }
              }
            },
            "extended": {
              "samples": 24,
              "source_chars": 105504,
              "successes": 24,
              "quality": 98.4375,
              "successful_quality": 98.4375,
              "reviewed_translations": 24,
              "serious_outputs": 1,
              "serious_error_rate": 0.041666666666666664,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9166666666666665,
                "completeness": 4,
                "terminology": 3.875,
                "fluency": 3.9583333333333335,
                "structure_preservation": 4
              },
              "p50_seconds": 14.594468499999493,
              "p95_seconds": 26.150930042000255,
              "ttft_p50_seconds": 10.97656212500442,
              "ttft_p95_seconds": 22.57463275000191,
              "tokens": {
                "input": {
                  "known_subtotal": 23186,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 219.7641795571732
                },
                "output": {
                  "known_subtotal": 64463,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 611.0005307855625
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 45889,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 434.95033363663936
                }
              }
            },
            "formula": {
              "samples": 8,
              "source_chars": 1128,
              "successes": 8,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 3.111697707994608,
              "p95_seconds": 16.767228917000466,
              "ttft_p50_seconds": 2.948627707999549,
              "ttft_p95_seconds": 4.0480684579961235,
              "tokens": {
                "input": {
                  "known_subtotal": 1195,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 1059.3971631205675
                },
                "output": {
                  "known_subtotal": 1414,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 1253.5460992907801
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 1134,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 1005.3191489361701
                }
              }
            },
            "formulas": {
              "samples": 50,
              "source_chars": 54583,
              "successes": 50,
              "quality": 99.2,
              "successful_quality": 99.2,
              "reviewed_translations": 50,
              "serious_outputs": 1,
              "serious_error_rate": 0.02,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.98,
                "completeness": 4,
                "terminology": 3.9,
                "fluency": 3.96,
                "structure_preservation": 4
              },
              "p50_seconds": 5.887530584004708,
              "p95_seconds": 25.999897916997725,
              "ttft_p50_seconds": 4.476632750011049,
              "ttft_p95_seconds": 22.167153457994573,
              "tokens": {
                "input": {
                  "known_subtotal": 17932,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 328.5271971126541
                },
                "output": {
                  "known_subtotal": 47657,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 873.1106754850412
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 36226,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 663.6864957953942
                }
              }
            },
            "hci_visualization": {
              "samples": 30,
              "source_chars": 36167,
              "successes": 30,
              "quality": 99.5,
              "successful_quality": 99.5,
              "reviewed_translations": 30,
              "serious_outputs": 1,
              "serious_error_rate": 0.03333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 3.933333333333333,
                "terminology": 3.966666666666667,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.971979416994145,
              "p95_seconds": 14.759351249995234,
              "ttft_p50_seconds": 4.003133874997729,
              "ttft_p95_seconds": 13.22487429100147,
              "tokens": {
                "input": {
                  "known_subtotal": 10319,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 285.3153427157353
                },
                "output": {
                  "known_subtotal": 22205,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 613.9574750463129
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 15801,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 436.8899825808057
                }
              }
            },
            "instructions": {
              "samples": 8,
              "source_chars": 4690,
              "successes": 8,
              "quality": 98.125,
              "successful_quality": 98.125,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 3.75,
                "terminology": 3.875,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.764172499999404,
              "p95_seconds": 6.105220541998278,
              "ttft_p50_seconds": 4.668846041997313,
              "ttft_p95_seconds": 6.0592397910077125,
              "tokens": {
                "input": {
                  "known_subtotal": 1739,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 370.78891257995735
                },
                "output": {
                  "known_subtotal": 3343,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 712.7931769722813
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 2661,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 567.3773987206823
                }
              }
            },
            "logic": {
              "samples": 8,
              "source_chars": 1085,
              "successes": 8,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 2.5800223750047735,
              "p95_seconds": 2.9439130000027944,
              "ttft_p50_seconds": 2.5138651659945026,
              "ttft_p95_seconds": 2.935500250001496,
              "tokens": {
                "input": {
                  "known_subtotal": 1119,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 1031.336405529954
                },
                "output": {
                  "known_subtotal": 1012,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 932.7188940092166
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 833,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 767.741935483871
                }
              }
            },
            "long": {
              "samples": 72,
              "source_chars": 110994,
              "successes": 72,
              "quality": 99.375,
              "successful_quality": 99.375,
              "reviewed_translations": 72,
              "serious_outputs": 2,
              "serious_error_rate": 0.027777777777777776,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 3.9305555555555554,
                "terminology": 3.9583333333333335,
                "fluency": 3.9722222222222223,
                "structure_preservation": 4
              },
              "p50_seconds": 7.901356374990428,
              "p95_seconds": 17.68815770799847,
              "ttft_p50_seconds": 6.554136958999152,
              "ttft_p95_seconds": 16.5352727089994,
              "tokens": {
                "input": {
                  "known_subtotal": 30662,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 276.24916662161917
                },
                "output": {
                  "known_subtotal": 83752,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 754.5633097284538
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 62665,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 564.5800673910302
                }
              }
            },
            "noise": {
              "samples": 8,
              "source_chars": 13809,
              "successes": 8,
              "quality": 99.375,
              "successful_quality": 99.375,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 3.875,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 8.912836250005057,
              "p95_seconds": 15.339922790997662,
              "ttft_p50_seconds": 8.667508708000241,
              "ttft_p95_seconds": 15.111808540998027,
              "tokens": {
                "input": {
                  "known_subtotal": 3361,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 243.3919907306829
                },
                "output": {
                  "known_subtotal": 11940,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 864.653486856398
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 9608,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 695.7781157216308
                }
              }
            },
            "numbers": {
              "samples": 8,
              "source_chars": 4505,
              "successes": 8,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.2251654580031754,
              "p95_seconds": 5.4978260829957435,
              "ttft_p50_seconds": 3.9276085839956068,
              "ttft_p95_seconds": 4.8799505829956615,
              "tokens": {
                "input": {
                  "known_subtotal": 1928,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 427.96892341842397
                },
                "output": {
                  "known_subtotal": 3241,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 719.4228634850166
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 2322,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 515.4273029966704
                }
              }
            },
            "paper_prose": {
              "samples": 160,
              "source_chars": 180111,
              "successes": 160,
              "quality": 99.296875,
              "successful_quality": 99.296875,
              "reviewed_translations": 160,
              "serious_outputs": 3,
              "serious_error_rate": 0.01875,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.975,
                "completeness": 3.96875,
                "terminology": 3.95625,
                "fluency": 3.96875,
                "structure_preservation": 4
              },
              "p50_seconds": 5.387638208994758,
              "p95_seconds": 18.279688583003008,
              "ttft_p50_seconds": 4.301275458004966,
              "ttft_p95_seconds": 16.738100999995368,
              "tokens": {
                "input": {
                  "known_subtotal": 56803,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 315.3777392829977
                },
                "output": {
                  "known_subtotal": 141678,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 786.6149207988408
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 105860,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 587.7486661003493
                }
              }
            },
            "paragraph": {
              "samples": 96,
              "source_chars": 55079,
              "successes": 96,
              "quality": 99.42708333333333,
              "successful_quality": 99.42708333333333,
              "reviewed_translations": 96,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9895833333333335,
                "completeness": 3.9791666666666665,
                "terminology": 3.9479166666666665,
                "fluency": 3.9583333333333335,
                "structure_preservation": 4
              },
              "p50_seconds": 4.342237042001216,
              "p95_seconds": 7.323360333000892,
              "ttft_p50_seconds": 4.0408917919994565,
              "ttft_p95_seconds": 7.237329125011456,
              "tokens": {
                "input": {
                  "known_subtotal": 22647,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 411.1730423573413
                },
                "output": {
                  "known_subtotal": 46901,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 851.5223587937326
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 36068,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 654.8412280542494
                }
              }
            },
            "security": {
              "samples": 30,
              "source_chars": 35367,
              "successes": 30,
              "quality": 99.58333333333333,
              "successful_quality": 99.58333333333333,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.966666666666667,
                "completeness": 4,
                "terminology": 4,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 4.956720000001951,
              "p95_seconds": 16.7906119160034,
              "ttft_p50_seconds": 4.420371000000159,
              "ttft_p95_seconds": 16.738100999995368,
              "tokens": {
                "input": {
                  "known_subtotal": 10364,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 293.0415358950434
                },
                "output": {
                  "known_subtotal": 26839,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 758.8712641728165
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 20666,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 584.3300251647015
                }
              }
            },
            "short": {
              "samples": 48,
              "source_chars": 6117,
              "successes": 48,
              "quality": 99.79166666666667,
              "successful_quality": 99.79166666666667,
              "reviewed_translations": 48,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9791666666666665,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 2.9470772920030868,
              "p95_seconds": 4.897833415998321,
              "ttft_p50_seconds": 2.882295666997379,
              "ttft_p95_seconds": 4.0480684579961235,
              "tokens": {
                "input": {
                  "known_subtotal": 6798,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 1111.3290828837664
                },
                "output": {
                  "known_subtotal": 7208,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 1178.3554029753147
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 5997,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 980.3825404610103
                }
              }
            },
            "single_column": {
              "samples": 70,
              "source_chars": 77770,
              "successes": 70,
              "quality": 99.39285714285714,
              "successful_quality": 99.39285714285714,
              "reviewed_translations": 70,
              "serious_outputs": 2,
              "serious_error_rate": 0.02857142857142857,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 3.9714285714285715,
                "terminology": 3.9285714285714284,
                "fluency": 3.9571428571428573,
                "structure_preservation": 4
              },
              "p50_seconds": 5.393004832993029,
              "p95_seconds": 22.98723495900049,
              "ttft_p50_seconds": 4.158940374996746,
              "ttft_p95_seconds": 18.243391291995067,
              "tokens": {
                "input": {
                  "known_subtotal": 25485,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 327.6970554198277
                },
                "output": {
                  "known_subtotal": 65623,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 843.8086665809437
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 48957,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 629.5100938665296
                }
              }
            },
            "software_languages": {
              "samples": 30,
              "source_chars": 33681,
              "successes": 30,
              "quality": 99.08333333333333,
              "successful_quality": 99.08333333333333,
              "reviewed_translations": 30,
              "serious_outputs": 1,
              "serious_error_rate": 0.03333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 3.8333333333333335,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 5.687504749999789,
              "p95_seconds": 17.68815770799847,
              "ttft_p50_seconds": 4.476632750011049,
              "ttft_p95_seconds": 13.864122791994305,
              "tokens": {
                "input": {
                  "known_subtotal": 10393,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 308.57159823045635
                },
                "output": {
                  "known_subtotal": 21304,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 632.5227873281673
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 14824,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 440.12944983818767
                }
              }
            },
            "structure": {
              "samples": 8,
              "source_chars": 14255,
              "successes": 8,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 6.8075847499931115,
              "p95_seconds": 13.619336957999622,
              "ttft_p50_seconds": 5.354843166998762,
              "ttft_p95_seconds": 12.282405375000963,
              "tokens": {
                "input": {
                  "known_subtotal": 3369,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 236.33812697299194
                },
                "output": {
                  "known_subtotal": 7497,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 525.9207295685724
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 5178,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 363.24096808137494
                }
              }
            },
            "systems": {
              "samples": 30,
              "source_chars": 34728,
              "successes": 30,
              "quality": 99.0,
              "successful_quality": 99.0,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.966666666666667,
                "completeness": 3.933333333333333,
                "terminology": 3.933333333333333,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 5.278702417002933,
              "p95_seconds": 16.7713729590032,
              "ttft_p50_seconds": 4.7265526249975665,
              "ttft_p95_seconds": 13.719713667000178,
              "tokens": {
                "input": {
                  "known_subtotal": 10012,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 288.2976272748214
                },
                "output": {
                  "known_subtotal": 23233,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 668.9990785533288
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 17329,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 498.9921677032942
                }
              }
            },
            "tables": {
              "samples": 50,
              "source_chars": 56982,
              "successes": 50,
              "quality": 99.0,
              "successful_quality": 99.0,
              "reviewed_translations": 50,
              "serious_outputs": 2,
              "serious_error_rate": 0.04,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.96,
                "completeness": 3.9,
                "terminology": 4,
                "fluency": 3.96,
                "structure_preservation": 4
              },
              "p50_seconds": 4.483885666995775,
              "p95_seconds": 20.49633475000155,
              "ttft_p50_seconds": 3.950828207998711,
              "ttft_p95_seconds": 18.179067832999863,
              "tokens": {
                "input": {
                  "known_subtotal": 17849,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 313.23926854094276
                },
                "output": {
                  "known_subtotal": 46518,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 816.3630620195851
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 35123,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 616.3876311817768
                }
              }
            },
            "tags": {
              "samples": 8,
              "source_chars": 4520,
              "successes": 8,
              "quality": 99.375,
              "successful_quality": 99.375,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 3.875,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.269461666001007,
              "p95_seconds": 7.586538124989602,
              "ttft_p50_seconds": 4.09288754100271,
              "ttft_p95_seconds": 7.558701874993858,
              "tokens": {
                "input": {
                  "known_subtotal": 1879,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 415.7079646017699
                },
                "output": {
                  "known_subtotal": 4687,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 1036.9469026548672
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 3758,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 831.4159292035398
                }
              }
            },
            "terms": {
              "samples": 8,
              "source_chars": 4559,
              "successes": 8,
              "quality": 99.0625,
              "successful_quality": 99.0625,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 3.875,
                "fluency": 3.875,
                "structure_preservation": 4
              },
              "p50_seconds": 4.410294083994813,
              "p95_seconds": 6.077466665999964,
              "ttft_p50_seconds": 4.057531624996045,
              "ttft_p95_seconds": 5.709745708001719,
              "tokens": {
                "input": {
                  "known_subtotal": 1752,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 384.2948014915552
                },
                "output": {
                  "known_subtotal": 3675,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 806.0978284711559
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 2945,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 645.9749945163413
                }
              }
            },
            "two_column": {
              "samples": 90,
              "source_chars": 102341,
              "successes": 90,
              "quality": 99.22222222222223,
              "successful_quality": 99.22222222222223,
              "reviewed_translations": 90,
              "serious_outputs": 1,
              "serious_error_rate": 0.011111111111111112,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9555555555555557,
                "completeness": 3.966666666666667,
                "terminology": 3.977777777777778,
                "fluency": 3.977777777777778,
                "structure_preservation": 4
              },
              "p50_seconds": 5.278702417002933,
              "p95_seconds": 16.7906119160034,
              "ttft_p50_seconds": 4.301275458004966,
              "ttft_p95_seconds": 16.738100999995368,
              "tokens": {
                "input": {
                  "known_subtotal": 31318,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 306.01616165564144
                },
                "output": {
                  "known_subtotal": 76055,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 743.1527931132196
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 56903,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 556.0137188419109
                }
              }
            },
            "vision_graphics": {
              "samples": 30,
              "source_chars": 35743,
              "successes": 30,
              "quality": 99.75,
              "successful_quality": 99.75,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 3.966666666666667,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 4.802672249999887,
              "p95_seconds": 14.64330758300639,
              "ttft_p50_seconds": 4.301275458004966,
              "ttft_p95_seconds": 10.97656212500442,
              "tokens": {
                "input": {
                  "known_subtotal": 10504,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 293.87572391796994
                },
                "output": {
                  "known_subtotal": 22985,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 643.0629773661975
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 16464,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 460.6216601852111
                }
              }
            }
          }
        },
        "by_reported_reasoning": {
          "positive": {
            "samples": 240,
            "source_chars": 277694,
            "successes": 240,
            "quality": 99.38541666666667,
            "successful_quality": 99.38541666666667,
            "reviewed_translations": 240,
            "serious_outputs": 3,
            "serious_error_rate": 0.0125,
            "dimensions_over_reviewed_translations": {
              "semantic_accuracy": 3.9833333333333334,
              "completeness": 3.970833333333333,
              "terminology": 3.9541666666666666,
              "fluency": 3.970833333333333,
              "structure_preservation": 4
            },
            "p50_seconds": 5.065437584002211,
            "p95_seconds": 17.575150459000724,
            "ttft_p50_seconds": 4.264741166000022,
            "ttft_p95_seconds": 16.209263958997326,
            "tokens": {
              "input": {
                "known_subtotal": 83293,
                "missing_calls": 0,
                "known_per_1000_source_chars": 299.94526349146906
              },
              "output": {
                "known_subtotal": 202324,
                "missing_calls": 0,
                "known_per_1000_source_chars": 728.5861415803007
              },
              "cached_input": {
                "known_subtotal": 0,
                "missing_calls": 0,
                "known_per_1000_source_chars": 0.0
              },
              "cache_write_input": {
                "known_subtotal": 0,
                "missing_calls": 0,
                "known_per_1000_source_chars": 0.0
              },
              "reasoning": {
                "known_subtotal": 150619,
                "missing_calls": 0,
                "known_per_1000_source_chars": 542.3919854228035
              }
            }
          },
          "zero": {
            "samples": 0,
            "source_chars": 0,
            "successes": 0,
            "quality": null,
            "successful_quality": null,
            "reviewed_translations": 0,
            "serious_outputs": 0,
            "serious_error_rate": null,
            "dimensions_over_reviewed_translations": {
              "semantic_accuracy": null,
              "completeness": null,
              "terminology": null,
              "fluency": null,
              "structure_preservation": null
            },
            "p50_seconds": null,
            "p95_seconds": null,
            "ttft_p50_seconds": null,
            "ttft_p95_seconds": null,
            "tokens": {
              "input": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              },
              "output": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              },
              "cached_input": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              },
              "cache_write_input": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              },
              "reasoning": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              }
            }
          },
          "unknown": {
            "samples": 0,
            "source_chars": 0,
            "successes": 0,
            "quality": null,
            "successful_quality": null,
            "reviewed_translations": 0,
            "serious_outputs": 0,
            "serious_error_rate": null,
            "dimensions_over_reviewed_translations": {
              "semantic_accuracy": null,
              "completeness": null,
              "terminology": null,
              "fluency": null,
              "structure_preservation": null
            },
            "p50_seconds": null,
            "p95_seconds": null,
            "ttft_p50_seconds": null,
            "ttft_p95_seconds": null,
            "tokens": {
              "input": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              },
              "output": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              },
              "cached_input": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              },
              "cache_write_input": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              },
              "reasoning": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              }
            }
          }
        },
        "reasoning_subset_note": "Descriptive only. Difficulty may influence observed reasoning; these groups do not estimate a causal effect.",
        "tag_subset_note": "Tag groups overlap. Logic/terms challenge sets have8 samples each; no separate inferential confidence claim.",
        "finish_reasons": {
          "stop": 240
        },
        "failure_types": {}
      }
    },
    {
      "id": "20261027/deepseek-chat-off",
      "name": "DeepSeek V4.1 Flash · Command Chat · 关闭",
      "model_id": "deepseek/deepseek-v4.1-flash",
      "model_name": "DeepSeek V4.1 Flash",
      "channel": "Command Code",
      "kind": "formal",
      "date": "2026-10-27",
      "cohort": "20261027-interface-reasoning-full-01",
      "sample_group": "cs-en-zh-v2:formal240",
      "protocol": "chat_completions",
      "reasoning": "off",
      "reasoning_label": "关闭",
      "parameters": {
        "reasoning_effort": "off",
        "max_tokens": 8192
      },
      "samples": 240,
      "successes": 240,
      "success_rate": 1.0,
      "quality": 98.8125,
      "successful_quality": 98.8125,
      "serious_error_rate": 0.020833333333333332,
      "reviewed_outputs": 240,
      "p50": 2.9846124589967076,
      "p95": 6.835491582998657,
      "ttft_p50": 1.9596148339987849,
      "ttft_p95": 3.115209124996909,
      "max_output_tokens": 8192,
      "timeout_seconds": 120,
      "temperature": null,
      "translation_calls": 283,
      "planned_translation_calls": 283,
      "administrative_unknown_calls": 0,
      "explicit_replacement_calls": 0,
      "known_token_priced_usd": 0.04803456,
      "estimated_api_equivalent_usd": null,
      "normalized_cost_estimated": false,
      "actual_cash_usd": null,
      "unknown_usage_calls": 0,
      "main_unknown_usage_calls": 0,
      "main_priced_usd": 0.04193955,
      "main_source_chars": 277694,
      "usd_per_1000_source_chars": 0.00015102793002369513,
      "sample_score_coverage": 240,
      "review_status": "audited",
      "audit_samples": 60,
      "audit_main_samples": 51,
      "reasoning_tokens_main": 0,
      "known_reasoning_tokens_main": 0,
      "reasoning_observed_main_calls": 0,
      "reasoning_positive_main_calls": 0,
      "reasoning_zero_main_calls": 240,
      "reasoning_unknown_main_calls": 0,
      "response_models": [
        "deepseek/deepseek-v4.1-flash"
      ],
      "response_model_missing_main_calls": 0,
      "instructions_sha256": "e743cd7f1abb8a6db18ba1e5394589af787837c244df31fbfa9f0645ad831115",
      "bindings": {
        "run_id": "92136dc0509c4786a751212d67e00746",
        "review_sha256": "187806d3fd1541e2348264a9f4066bb2dc50fb2e76f65aa2d41eb7cd9492142f",
        "audit_sha256": "030e913a1ddbd47f6c21ab7fd5c43196092c9e83c13f8db468162b6198b29079"
      },
      "repeat_stability": [
        {
          "sample_id": "t5-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            2.3090019169903826,
            2.883789416999207
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "rag-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            2.7452727090130793,
            3.0552380830049515
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "nerf-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            2.378299791002064,
            2.6500981249992037
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "gaussian-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            2.7290247909986647,
            2.8364423339953646
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "raft-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            2.462474707994261,
            2.7350147499964805
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "dapper-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            2.1496409160026815,
            4.35030495900719
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "duckdb-03",
          "quality_range": [
            92.5,
            95.0
          ],
          "quality_stdev": 1.1785113019775793,
          "latency_range": [
            2.498955124989152,
            3.113001917001384
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "faiss-03",
          "quality_range": [
            90.0,
            100.0
          ],
          "quality_stdev": 4.714045207910317,
          "latency_range": [
            2.1994257499900414,
            2.3245859169983305
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "rustbelt-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            2.21672379100346,
            2.6304862079996383
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "egg-03",
          "quality_range": [
            90.0,
            100.0
          ],
          "quality_stdev": 4.714045207910317,
          "latency_range": [
            2.216574916994432,
            3.800857249996625
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "dp-03",
          "quality_range": [
            95.0,
            100.0
          ],
          "quality_stdev": 2.3570226039551585,
          "latency_range": [
            2.521737540999311,
            3.202929540995683
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "spectre-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            1.9513138750044163,
            2.4595104580002953
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "vegalite-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            2.969786166009726,
            3.0389440419967286
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "hai-03",
          "quality_range": [
            90.0,
            100.0
          ],
          "quality_stdev": 4.714045207910317,
          "latency_range": [
            2.2294784580008127,
            2.4981210000041756
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "kll-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            2.3111271250090795,
            2.6747297500041896
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "stable-03",
          "quality_range": [
            97.5,
            100.0
          ],
          "quality_stdev": 1.1785113019775793,
          "latency_range": [
            2.034252290999575,
            2.5331275409989757
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "C1-07",
          "quality_range": [
            95.0,
            100.0
          ],
          "quality_stdev": 2.3570226039551585,
          "latency_range": [
            5.31370749999769,
            5.795508874987718
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "C2-07",
          "quality_range": [
            92.5,
            100.0
          ],
          "quality_stdev": 3.5355339059327378,
          "latency_range": [
            5.913540583002032,
            6.090110457997071
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "C3-07",
          "quality_range": [
            95.0,
            100.0
          ],
          "quality_stdev": 2.3570226039551585,
          "latency_range": [
            5.503118249995168,
            5.73640041598992
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "C4-07",
          "quality_range": [
            95.0,
            100.0
          ],
          "quality_stdev": 2.3570226039551585,
          "latency_range": [
            5.811333999998169,
            8.438721875005285
          ],
          "successes": 3,
          "distinct_outputs": 3
        }
      ],
      "descriptive": {
        "all_main": {
          "samples": 240,
          "source_chars": 277694,
          "successes": 240,
          "quality": 98.8125,
          "successful_quality": 98.8125,
          "reviewed_translations": 240,
          "serious_outputs": 5,
          "serious_error_rate": 0.020833333333333332,
          "dimensions_over_reviewed_translations": {
            "semantic_accuracy": 3.9541666666666666,
            "completeness": 3.9625,
            "terminology": 3.9166666666666665,
            "fluency": 3.95,
            "structure_preservation": 4
          },
          "p50_seconds": 2.9846124589967076,
          "p95_seconds": 6.835491582998657,
          "ttft_p50_seconds": 1.9596148339987849,
          "ttft_p95_seconds": 3.115209124996909,
          "tokens": {
            "input": {
              "known_subtotal": 77293,
              "missing_calls": 0,
              "known_per_1000_source_chars": 278.33874696608495
            },
            "output": {
              "known_subtotal": 50576,
              "missing_calls": 0,
              "known_per_1000_source_chars": 182.12852996463732
            },
            "cached_input": {
              "known_subtotal": 0,
              "missing_calls": 0,
              "known_per_1000_source_chars": 0.0
            },
            "cache_write_input": {
              "known_subtotal": 0,
              "missing_calls": 0,
              "known_per_1000_source_chars": 0.0
            },
            "reasoning": {
              "known_subtotal": 0,
              "missing_calls": 0,
              "known_per_1000_source_chars": 0.0
            }
          }
        },
        "by_metadata": {
          "length": {
            "extended": {
              "samples": 24,
              "source_chars": 105504,
              "successes": 24,
              "quality": 96.04166666666667,
              "successful_quality": 96.04166666666667,
              "reviewed_translations": 24,
              "serious_outputs": 2,
              "serious_error_rate": 0.08333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.8333333333333335,
                "completeness": 3.9166666666666665,
                "terminology": 3.6666666666666665,
                "fluency": 3.9166666666666665,
                "structure_preservation": 4
              },
              "p50_seconds": 6.56440020899754,
              "p95_seconds": 8.438721875005285,
              "ttft_p50_seconds": 2.047094624998863,
              "ttft_p95_seconds": 2.9631988750043092,
              "tokens": {
                "input": {
                  "known_subtotal": 22586,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 214.07719138610858
                },
                "output": {
                  "known_subtotal": 18292,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 173.3773127085229
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "long": {
              "samples": 72,
              "source_chars": 110994,
              "successes": 72,
              "quality": 99.27083333333333,
              "successful_quality": 99.27083333333333,
              "reviewed_translations": 72,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.986111111111111,
                "completeness": 3.986111111111111,
                "terminology": 3.9166666666666665,
                "fluency": 3.9583333333333335,
                "structure_preservation": 4
              },
              "p50_seconds": 3.6074640000006184,
              "p95_seconds": 5.440233499990427,
              "ttft_p50_seconds": 1.977430666993314,
              "ttft_p95_seconds": 3.470114249998005,
              "tokens": {
                "input": {
                  "known_subtotal": 28862,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 260.0320738057913
                },
                "output": {
                  "known_subtotal": 20641,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 185.96500711750187
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "paragraph": {
              "samples": 96,
              "source_chars": 55079,
              "successes": 96,
              "quality": 98.671875,
              "successful_quality": 98.671875,
              "reviewed_translations": 96,
              "serious_outputs": 3,
              "serious_error_rate": 0.03125,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9479166666666665,
                "completeness": 3.9375,
                "terminology": 3.9375,
                "fluency": 3.9270833333333335,
                "structure_preservation": 4
              },
              "p50_seconds": 2.555060583006707,
              "p95_seconds": 3.7934205410128925,
              "ttft_p50_seconds": 1.9351188329965225,
              "ttft_p95_seconds": 3.2179377499996917,
              "tokens": {
                "input": {
                  "known_subtotal": 20247,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 367.59926650810655
                },
                "output": {
                  "known_subtotal": 10487,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 190.39924472121862
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "short": {
              "samples": 48,
              "source_chars": 6117,
              "successes": 48,
              "quality": 99.79166666666667,
              "successful_quality": 99.79166666666667,
              "reviewed_translations": 48,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9791666666666665,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 2.064647999999579,
              "p95_seconds": 2.7553846670052735,
              "ttft_p50_seconds": 1.9153180420034914,
              "ttft_p95_seconds": 2.5743832910011406,
              "tokens": {
                "input": {
                  "known_subtotal": 5598,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 915.1544874938695
                },
                "output": {
                  "known_subtotal": 1156,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 188.98152689226745
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            }
          },
          "domain": {
            "ai_nlp": {
              "samples": 30,
              "source_chars": 36207,
              "successes": 30,
              "quality": 98.58333333333333,
              "successful_quality": 98.58333333333333,
              "reviewed_translations": 30,
              "serious_outputs": 1,
              "serious_error_rate": 0.03333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9,
                "completeness": 3.966666666666667,
                "terminology": 3.966666666666667,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 2.883789416999207,
              "p95_seconds": 7.6556151660042815,
              "ttft_p50_seconds": 2.026024291997601,
              "ttft_p95_seconds": 4.202634957997361,
              "tokens": {
                "input": {
                  "known_subtotal": 10166,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 280.77443588256415
                },
                "output": {
                  "known_subtotal": 6746,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 186.31756290220122
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "algorithms": {
              "samples": 30,
              "source_chars": 32368,
              "successes": 30,
              "quality": 99.66666666666667,
              "successful_quality": 99.66666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 3.933333333333333,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 2.9102522499961196,
              "p95_seconds": 8.011079625008279,
              "ttft_p50_seconds": 1.9410792920025415,
              "ttft_p95_seconds": 3.3592849999986356,
              "tokens": {
                "input": {
                  "known_subtotal": 9865,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 304.7763222936233
                },
                "output": {
                  "known_subtotal": 6587,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 203.50346020761245
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "data_retrieval": {
              "samples": 30,
              "source_chars": 33433,
              "successes": 30,
              "quality": 98.33333333333333,
              "successful_quality": 98.33333333333333,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9,
                "completeness": 3.966666666666667,
                "terminology": 3.933333333333333,
                "fluency": 3.933333333333333,
                "structure_preservation": 4
              },
              "p50_seconds": 2.7013021250022575,
              "p95_seconds": 8.438721875005285,
              "ttft_p50_seconds": 1.8928664999984903,
              "ttft_p95_seconds": 3.2760530000086874,
              "tokens": {
                "input": {
                  "known_subtotal": 9420,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 281.75754494062755
                },
                "output": {
                  "known_subtotal": 6100,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 182.45446116112822
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "hci_visualization": {
              "samples": 30,
              "source_chars": 36167,
              "successes": 30,
              "quality": 98.91666666666667,
              "successful_quality": 98.91666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.966666666666667,
                "completeness": 4,
                "terminology": 3.8666666666666667,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 2.9868765829960466,
              "p95_seconds": 7.187684749995242,
              "ttft_p50_seconds": 2.0220450829947367,
              "ttft_p95_seconds": 2.7823004170058994,
              "tokens": {
                "input": {
                  "known_subtotal": 9569,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 264.5782066524732
                },
                "output": {
                  "known_subtotal": 6296,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 174.0813448723975
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "security": {
              "samples": 30,
              "source_chars": 35367,
              "successes": 30,
              "quality": 99.66666666666667,
              "successful_quality": 99.66666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 3.966666666666667,
                "terminology": 4,
                "fluency": 3.933333333333333,
                "structure_preservation": 4
              },
              "p50_seconds": 3.360408959000779,
              "p95_seconds": 6.115612790999876,
              "ttft_p50_seconds": 1.917803541989997,
              "ttft_p95_seconds": 3.0344152500038035,
              "tokens": {
                "input": {
                  "known_subtotal": 9614,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 271.83532671699606
                },
                "output": {
                  "known_subtotal": 6151,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 173.91919020555886
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "software_languages": {
              "samples": 30,
              "source_chars": 33681,
              "successes": 30,
              "quality": 98.33333333333333,
              "successful_quality": 98.33333333333333,
              "reviewed_translations": 30,
              "serious_outputs": 2,
              "serious_error_rate": 0.06666666666666667,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 3.966666666666667,
                "terminology": 3.7333333333333334,
                "fluency": 3.933333333333333,
                "structure_preservation": 4
              },
              "p50_seconds": 2.6304862079996383,
              "p95_seconds": 6.782868292000785,
              "ttft_p50_seconds": 1.9756584589995327,
              "ttft_p95_seconds": 2.643754374999844,
              "tokens": {
                "input": {
                  "known_subtotal": 9643,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 286.3038508357828
                },
                "output": {
                  "known_subtotal": 6374,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 189.24616252486564
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "systems": {
              "samples": 30,
              "source_chars": 34728,
              "successes": 30,
              "quality": 98.0,
              "successful_quality": 98.0,
              "reviewed_translations": 30,
              "serious_outputs": 2,
              "serious_error_rate": 0.06666666666666667,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.8666666666666667,
                "completeness": 3.966666666666667,
                "terminology": 3.933333333333333,
                "fluency": 3.933333333333333,
                "structure_preservation": 4
              },
              "p50_seconds": 2.7397578750023968,
              "p95_seconds": 6.012814791996789,
              "ttft_p50_seconds": 1.8644814590006717,
              "ttft_p95_seconds": 2.8346410829981323,
              "tokens": {
                "input": {
                  "known_subtotal": 9262,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 266.7012209168395
                },
                "output": {
                  "known_subtotal": 5874,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 169.14305459571526
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "vision_graphics": {
              "samples": 30,
              "source_chars": 35743,
              "successes": 30,
              "quality": 99.0,
              "successful_quality": 99.0,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 3.933333333333333,
                "terminology": 3.9,
                "fluency": 3.933333333333333,
                "structure_preservation": 4
              },
              "p50_seconds": 2.963775459000317,
              "p95_seconds": 6.17918629199994,
              "ttft_p50_seconds": 1.9594565829975181,
              "ttft_p95_seconds": 2.6549901250036783,
              "tokens": {
                "input": {
                  "known_subtotal": 9754,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 272.89259435413925
                },
                "output": {
                  "known_subtotal": 6448,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 180.39895923677363
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            }
          },
          "origin": {
            "challenge": {
              "samples": 80,
              "source_chars": 97583,
              "successes": 80,
              "quality": 99.21875,
              "successful_quality": 99.21875,
              "reviewed_translations": 80,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 3.925,
                "terminology": 3.95,
                "fluency": 3.9375,
                "structure_preservation": 4
              },
              "p50_seconds": 2.9846124589967076,
              "p95_seconds": 7.065006541000912,
              "ttft_p50_seconds": 1.9410792920025415,
              "ttft_p95_seconds": 4.202634957997361,
              "tokens": {
                "input": {
                  "known_subtotal": 24490,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 250.96584446061303
                },
                "output": {
                  "known_subtotal": 15837,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 162.29261244274105
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "real": {
              "samples": 160,
              "source_chars": 180111,
              "successes": 160,
              "quality": 98.609375,
              "successful_quality": 98.609375,
              "reviewed_translations": 160,
              "serious_outputs": 5,
              "serious_error_rate": 0.03125,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.93125,
                "completeness": 3.98125,
                "terminology": 3.9,
                "fluency": 3.95625,
                "structure_preservation": 4
              },
              "p50_seconds": 2.963775459000317,
              "p95_seconds": 6.782868292000785,
              "ttft_p50_seconds": 1.9678791670012288,
              "ttft_p95_seconds": 2.8346410829981323,
              "tokens": {
                "input": {
                  "known_subtotal": 52803,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 293.1692123190699
                },
                "output": {
                  "known_subtotal": 34739,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 192.87550454997196
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            }
          },
          "split": {
            "development": {
              "samples": 120,
              "source_chars": 138648,
              "successes": 120,
              "quality": 99.04166666666667,
              "successful_quality": 99.04166666666667,
              "reviewed_translations": 120,
              "serious_outputs": 1,
              "serious_error_rate": 0.008333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.975,
                "completeness": 3.9833333333333334,
                "terminology": 3.9,
                "fluency": 3.95,
                "structure_preservation": 4
              },
              "p50_seconds": 2.9868765829960466,
              "p95_seconds": 6.835491582998657,
              "ttft_p50_seconds": 1.977430666993314,
              "ttft_p95_seconds": 3.244008041001507,
              "tokens": {
                "input": {
                  "known_subtotal": 38358,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 276.657434654665
                },
                "output": {
                  "known_subtotal": 24722,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 178.30765679995383
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "holdout": {
              "samples": 120,
              "source_chars": 139046,
              "successes": 120,
              "quality": 98.58333333333333,
              "successful_quality": 98.58333333333333,
              "reviewed_translations": 120,
              "serious_outputs": 4,
              "serious_error_rate": 0.03333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.933333333333333,
                "completeness": 3.941666666666667,
                "terminology": 3.933333333333333,
                "fluency": 3.95,
                "structure_preservation": 4
              },
              "p50_seconds": 2.8364423339953646,
              "p95_seconds": 6.827455207996536,
              "ttft_p50_seconds": 1.9275451249995967,
              "ttft_p95_seconds": 3.030775791994529,
              "tokens": {
                "input": {
                  "known_subtotal": 38935,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 280.01524675287317
                },
                "output": {
                  "known_subtotal": 25854,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 185.93846640680061
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            }
          },
          "tag": {
            "ai_nlp": {
              "samples": 30,
              "source_chars": 36207,
              "successes": 30,
              "quality": 98.58333333333333,
              "successful_quality": 98.58333333333333,
              "reviewed_translations": 30,
              "serious_outputs": 1,
              "serious_error_rate": 0.03333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9,
                "completeness": 3.966666666666667,
                "terminology": 3.966666666666667,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 2.883789416999207,
              "p95_seconds": 7.6556151660042815,
              "ttft_p50_seconds": 2.026024291997601,
              "ttft_p95_seconds": 4.202634957997361,
              "tokens": {
                "input": {
                  "known_subtotal": 10166,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 280.77443588256415
                },
                "output": {
                  "known_subtotal": 6746,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 186.31756290220122
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "algorithms": {
              "samples": 30,
              "source_chars": 32368,
              "successes": 30,
              "quality": 99.66666666666667,
              "successful_quality": 99.66666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 3.933333333333333,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 2.9102522499961196,
              "p95_seconds": 8.011079625008279,
              "ttft_p50_seconds": 1.9410792920025415,
              "ttft_p95_seconds": 3.3592849999986356,
              "tokens": {
                "input": {
                  "known_subtotal": 9865,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 304.7763222936233
                },
                "output": {
                  "known_subtotal": 6587,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 203.50346020761245
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "code": {
              "samples": 8,
              "source_chars": 12807,
              "successes": 8,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 3.3120187500026077,
              "p95_seconds": 5.586213249996945,
              "ttft_p50_seconds": 1.9410792920025415,
              "ttft_p95_seconds": 4.202634957997361,
              "tokens": {
                "input": {
                  "known_subtotal": 3026,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 236.2770359959397
                },
                "output": {
                  "known_subtotal": 2120,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 165.53447333489498
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "coherence": {
              "samples": 8,
              "source_chars": 36225,
              "successes": 8,
              "quality": 97.8125,
              "successful_quality": 97.8125,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 3.875,
                "terminology": 3.75,
                "fluency": 3.875,
                "structure_preservation": 4
              },
              "p50_seconds": 5.919086458001402,
              "p95_seconds": 8.438721875005285,
              "ttft_p50_seconds": 1.9829424579947954,
              "ttft_p95_seconds": 3.2760530000086874,
              "tokens": {
                "input": {
                  "known_subtotal": 6722,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 185.5624568668047
                },
                "output": {
                  "known_subtotal": 5412,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 149.39958592132504
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "cross_page": {
              "samples": 32,
              "source_chars": 81355,
              "successes": 32,
              "quality": 96.71875,
              "successful_quality": 96.71875,
              "reviewed_translations": 32,
              "serious_outputs": 3,
              "serious_error_rate": 0.09375,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.8125,
                "completeness": 3.96875,
                "terminology": 3.78125,
                "fluency": 3.9375,
                "structure_preservation": 4
              },
              "p50_seconds": 4.063839959002507,
              "p95_seconds": 8.011079625008279,
              "ttft_p50_seconds": 2.026024291997601,
              "ttft_p95_seconds": 2.9631988750043092,
              "tokens": {
                "input": {
                  "known_subtotal": 19988,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 245.68864851576424
                },
                "output": {
                  "known_subtotal": 15386,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 189.12175035338947
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "data_retrieval": {
              "samples": 30,
              "source_chars": 33433,
              "successes": 30,
              "quality": 98.33333333333333,
              "successful_quality": 98.33333333333333,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9,
                "completeness": 3.966666666666667,
                "terminology": 3.933333333333333,
                "fluency": 3.933333333333333,
                "structure_preservation": 4
              },
              "p50_seconds": 2.7013021250022575,
              "p95_seconds": 8.438721875005285,
              "ttft_p50_seconds": 1.8928664999984903,
              "ttft_p95_seconds": 3.2760530000086874,
              "tokens": {
                "input": {
                  "known_subtotal": 9420,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 281.75754494062755
                },
                "output": {
                  "known_subtotal": 6100,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 182.45446116112822
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "extended": {
              "samples": 24,
              "source_chars": 105504,
              "successes": 24,
              "quality": 96.04166666666667,
              "successful_quality": 96.04166666666667,
              "reviewed_translations": 24,
              "serious_outputs": 2,
              "serious_error_rate": 0.08333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.8333333333333335,
                "completeness": 3.9166666666666665,
                "terminology": 3.6666666666666665,
                "fluency": 3.9166666666666665,
                "structure_preservation": 4
              },
              "p50_seconds": 6.56440020899754,
              "p95_seconds": 8.438721875005285,
              "ttft_p50_seconds": 2.047094624998863,
              "ttft_p95_seconds": 2.9631988750043092,
              "tokens": {
                "input": {
                  "known_subtotal": 22586,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 214.07719138610858
                },
                "output": {
                  "known_subtotal": 18292,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 173.3773127085229
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "formula": {
              "samples": 8,
              "source_chars": 1128,
              "successes": 8,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 2.025695583994093,
              "p95_seconds": 2.6302508330045384,
              "ttft_p50_seconds": 1.8820284590037772,
              "ttft_p95_seconds": 2.296128999994835,
              "tokens": {
                "input": {
                  "known_subtotal": 995,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 882.0921985815603
                },
                "output": {
                  "known_subtotal": 272,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 241.13475177304963
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "formulas": {
              "samples": 50,
              "source_chars": 54583,
              "successes": 50,
              "quality": 99.3,
              "successful_quality": 99.3,
              "reviewed_translations": 50,
              "serious_outputs": 1,
              "serious_error_rate": 0.02,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 3.98,
                "terminology": 3.9,
                "fluency": 3.96,
                "structure_preservation": 4
              },
              "p50_seconds": 2.963775459000317,
              "p95_seconds": 6.035700291999092,
              "ttft_p50_seconds": 1.981562708002457,
              "ttft_p95_seconds": 2.9782297079946147,
              "tokens": {
                "input": {
                  "known_subtotal": 16682,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 305.6262939010315
                },
                "output": {
                  "known_subtotal": 11020,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 201.89436271366543
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "hci_visualization": {
              "samples": 30,
              "source_chars": 36167,
              "successes": 30,
              "quality": 98.91666666666667,
              "successful_quality": 98.91666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.966666666666667,
                "completeness": 4,
                "terminology": 3.8666666666666667,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 2.9868765829960466,
              "p95_seconds": 7.187684749995242,
              "ttft_p50_seconds": 2.0220450829947367,
              "ttft_p95_seconds": 2.7823004170058994,
              "tokens": {
                "input": {
                  "known_subtotal": 9569,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 264.5782066524732
                },
                "output": {
                  "known_subtotal": 6296,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 174.0813448723975
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "instructions": {
              "samples": 8,
              "source_chars": 4690,
              "successes": 8,
              "quality": 96.875,
              "successful_quality": 96.875,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 3.375,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 2.642348249995848,
              "p95_seconds": 5.401004333005403,
              "ttft_p50_seconds": 1.8305424579884857,
              "ttft_p95_seconds": 4.822557833002065,
              "tokens": {
                "input": {
                  "known_subtotal": 1539,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 328.1449893390192
                },
                "output": {
                  "known_subtotal": 672,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 143.28358208955225
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "logic": {
              "samples": 8,
              "source_chars": 1085,
              "successes": 8,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 1.9560162920024595,
              "p95_seconds": 3.151610583998263,
              "ttft_p50_seconds": 1.843983541999478,
              "ttft_p95_seconds": 3.030775791994529,
              "tokens": {
                "input": {
                  "known_subtotal": 919,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 847.0046082949309
                },
                "output": {
                  "known_subtotal": 171,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 157.6036866359447
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "long": {
              "samples": 72,
              "source_chars": 110994,
              "successes": 72,
              "quality": 99.27083333333333,
              "successful_quality": 99.27083333333333,
              "reviewed_translations": 72,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.986111111111111,
                "completeness": 3.986111111111111,
                "terminology": 3.9166666666666665,
                "fluency": 3.9583333333333335,
                "structure_preservation": 4
              },
              "p50_seconds": 3.6074640000006184,
              "p95_seconds": 5.440233499990427,
              "ttft_p50_seconds": 1.977430666993314,
              "ttft_p95_seconds": 3.470114249998005,
              "tokens": {
                "input": {
                  "known_subtotal": 28862,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 260.0320738057913
                },
                "output": {
                  "known_subtotal": 20641,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 185.96500711750187
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "noise": {
              "samples": 8,
              "source_chars": 13809,
              "successes": 8,
              "quality": 99.0625,
              "successful_quality": 99.0625,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 3.875,
                "fluency": 3.875,
                "structure_preservation": 4
              },
              "p50_seconds": 4.149172416000511,
              "p95_seconds": 31.98834145800356,
              "ttft_p50_seconds": 2.3088163749926025,
              "ttft_p95_seconds": 30.18694758300262,
              "tokens": {
                "input": {
                  "known_subtotal": 3161,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 228.9086827431385
                },
                "output": {
                  "known_subtotal": 2301,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 166.6304583966978
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "numbers": {
              "samples": 8,
              "source_chars": 4505,
              "successes": 8,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 2.4981772920000367,
              "p95_seconds": 3.425565541998367,
              "ttft_p50_seconds": 1.889866625002469,
              "ttft_p95_seconds": 2.8854003340093186,
              "tokens": {
                "input": {
                  "known_subtotal": 1728,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 383.57380688124306
                },
                "output": {
                  "known_subtotal": 873,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 193.7846836847947
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "paper_prose": {
              "samples": 160,
              "source_chars": 180111,
              "successes": 160,
              "quality": 98.609375,
              "successful_quality": 98.609375,
              "reviewed_translations": 160,
              "serious_outputs": 5,
              "serious_error_rate": 0.03125,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.93125,
                "completeness": 3.98125,
                "terminology": 3.9,
                "fluency": 3.95625,
                "structure_preservation": 4
              },
              "p50_seconds": 2.963775459000317,
              "p95_seconds": 6.782868292000785,
              "ttft_p50_seconds": 1.9678791670012288,
              "ttft_p95_seconds": 2.8346410829981323,
              "tokens": {
                "input": {
                  "known_subtotal": 52803,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 293.1692123190699
                },
                "output": {
                  "known_subtotal": 34739,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 192.87550454997196
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "paragraph": {
              "samples": 96,
              "source_chars": 55079,
              "successes": 96,
              "quality": 98.671875,
              "successful_quality": 98.671875,
              "reviewed_translations": 96,
              "serious_outputs": 3,
              "serious_error_rate": 0.03125,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9479166666666665,
                "completeness": 3.9375,
                "terminology": 3.9375,
                "fluency": 3.9270833333333335,
                "structure_preservation": 4
              },
              "p50_seconds": 2.555060583006707,
              "p95_seconds": 3.7934205410128925,
              "ttft_p50_seconds": 1.9351188329965225,
              "ttft_p95_seconds": 3.2179377499996917,
              "tokens": {
                "input": {
                  "known_subtotal": 20247,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 367.59926650810655
                },
                "output": {
                  "known_subtotal": 10487,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 190.39924472121862
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "security": {
              "samples": 30,
              "source_chars": 35367,
              "successes": 30,
              "quality": 99.66666666666667,
              "successful_quality": 99.66666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 3.966666666666667,
                "terminology": 4,
                "fluency": 3.933333333333333,
                "structure_preservation": 4
              },
              "p50_seconds": 3.360408959000779,
              "p95_seconds": 6.115612790999876,
              "ttft_p50_seconds": 1.917803541989997,
              "ttft_p95_seconds": 3.0344152500038035,
              "tokens": {
                "input": {
                  "known_subtotal": 9614,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 271.83532671699606
                },
                "output": {
                  "known_subtotal": 6151,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 173.91919020555886
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "short": {
              "samples": 48,
              "source_chars": 6117,
              "successes": 48,
              "quality": 99.79166666666667,
              "successful_quality": 99.79166666666667,
              "reviewed_translations": 48,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9791666666666665,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 2.064647999999579,
              "p95_seconds": 2.7553846670052735,
              "ttft_p50_seconds": 1.9153180420034914,
              "ttft_p95_seconds": 2.5743832910011406,
              "tokens": {
                "input": {
                  "known_subtotal": 5598,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 915.1544874938695
                },
                "output": {
                  "known_subtotal": 1156,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 188.98152689226745
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "single_column": {
              "samples": 70,
              "source_chars": 77770,
              "successes": 70,
              "quality": 98.75,
              "successful_quality": 98.75,
              "reviewed_translations": 70,
              "serious_outputs": 3,
              "serious_error_rate": 0.04285714285714286,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9571428571428573,
                "completeness": 3.9714285714285715,
                "terminology": 3.8714285714285714,
                "fluency": 3.9857142857142858,
                "structure_preservation": 4
              },
              "p50_seconds": 2.883789416999207,
              "p95_seconds": 6.835491582998657,
              "ttft_p50_seconds": 1.9991096660014591,
              "ttft_p95_seconds": 2.664373500003421,
              "tokens": {
                "input": {
                  "known_subtotal": 23735,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 305.1948051948052
                },
                "output": {
                  "known_subtotal": 15958,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 205.1948051948052
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "software_languages": {
              "samples": 30,
              "source_chars": 33681,
              "successes": 30,
              "quality": 98.33333333333333,
              "successful_quality": 98.33333333333333,
              "reviewed_translations": 30,
              "serious_outputs": 2,
              "serious_error_rate": 0.06666666666666667,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 3.966666666666667,
                "terminology": 3.7333333333333334,
                "fluency": 3.933333333333333,
                "structure_preservation": 4
              },
              "p50_seconds": 2.6304862079996383,
              "p95_seconds": 6.782868292000785,
              "ttft_p50_seconds": 1.9756584589995327,
              "ttft_p95_seconds": 2.643754374999844,
              "tokens": {
                "input": {
                  "known_subtotal": 9643,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 286.3038508357828
                },
                "output": {
                  "known_subtotal": 6374,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 189.24616252486564
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "structure": {
              "samples": 8,
              "source_chars": 14255,
              "successes": 8,
              "quality": 99.375,
              "successful_quality": 99.375,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 3.875,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 3.833305874999496,
              "p95_seconds": 17.21176425000158,
              "ttft_p50_seconds": 1.892619875005039,
              "ttft_p95_seconds": 15.132729584001936,
              "tokens": {
                "input": {
                  "known_subtotal": 3169,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 222.30796211855488
                },
                "output": {
                  "known_subtotal": 2373,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 166.46790599789549
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "systems": {
              "samples": 30,
              "source_chars": 34728,
              "successes": 30,
              "quality": 98.0,
              "successful_quality": 98.0,
              "reviewed_translations": 30,
              "serious_outputs": 2,
              "serious_error_rate": 0.06666666666666667,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.8666666666666667,
                "completeness": 3.966666666666667,
                "terminology": 3.933333333333333,
                "fluency": 3.933333333333333,
                "structure_preservation": 4
              },
              "p50_seconds": 2.7397578750023968,
              "p95_seconds": 6.012814791996789,
              "ttft_p50_seconds": 1.8644814590006717,
              "ttft_p95_seconds": 2.8346410829981323,
              "tokens": {
                "input": {
                  "known_subtotal": 9262,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 266.7012209168395
                },
                "output": {
                  "known_subtotal": 5874,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 169.14305459571526
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "tables": {
              "samples": 50,
              "source_chars": 56982,
              "successes": 50,
              "quality": 97.9,
              "successful_quality": 97.9,
              "reviewed_translations": 50,
              "serious_outputs": 3,
              "serious_error_rate": 0.06,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.82,
                "completeness": 3.98,
                "terminology": 3.98,
                "fluency": 3.96,
                "structure_preservation": 4
              },
              "p50_seconds": 2.8322874160003266,
              "p95_seconds": 7.275724582999828,
              "ttft_p50_seconds": 1.9275451249995967,
              "ttft_p95_seconds": 2.778565166001499,
              "tokens": {
                "input": {
                  "known_subtotal": 16599,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 291.3025165841845
                },
                "output": {
                  "known_subtotal": 10995,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 192.95567021164578
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "tags": {
              "samples": 8,
              "source_chars": 4520,
              "successes": 8,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 2.5087163749994943,
              "p95_seconds": 3.044460250006523,
              "ttft_p50_seconds": 1.8968549170022015,
              "ttft_p95_seconds": 2.032467249999172,
              "tokens": {
                "input": {
                  "known_subtotal": 1679,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 371.46017699115043
                },
                "output": {
                  "known_subtotal": 920,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 203.53982300884957
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "terms": {
              "samples": 8,
              "source_chars": 4559,
              "successes": 8,
              "quality": 99.0625,
              "successful_quality": 99.0625,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 3.625,
                "structure_preservation": 4
              },
              "p50_seconds": 2.378977542000939,
              "p95_seconds": 9.358660833007889,
              "ttft_p50_seconds": 1.9202445830014767,
              "ttft_p95_seconds": 8.239642208005534,
              "tokens": {
                "input": {
                  "known_subtotal": 1552,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 340.4255319148936
                },
                "output": {
                  "known_subtotal": 723,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 158.58740951963148
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "two_column": {
              "samples": 90,
              "source_chars": 102341,
              "successes": 90,
              "quality": 98.5,
              "successful_quality": 98.5,
              "reviewed_translations": 90,
              "serious_outputs": 2,
              "serious_error_rate": 0.022222222222222223,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.911111111111111,
                "completeness": 3.988888888888889,
                "terminology": 3.922222222222222,
                "fluency": 3.933333333333333,
                "structure_preservation": 4
              },
              "p50_seconds": 3.0224221250027767,
              "p95_seconds": 6.56440020899754,
              "ttft_p50_seconds": 1.9319607079960406,
              "ttft_p95_seconds": 2.9782297079946147,
              "tokens": {
                "input": {
                  "known_subtotal": 29068,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 284.0308380805347
                },
                "output": {
                  "known_subtotal": 18781,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 183.51393869514663
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "vision_graphics": {
              "samples": 30,
              "source_chars": 35743,
              "successes": 30,
              "quality": 99.0,
              "successful_quality": 99.0,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 3.933333333333333,
                "terminology": 3.9,
                "fluency": 3.933333333333333,
                "structure_preservation": 4
              },
              "p50_seconds": 2.963775459000317,
              "p95_seconds": 6.17918629199994,
              "ttft_p50_seconds": 1.9594565829975181,
              "ttft_p95_seconds": 2.6549901250036783,
              "tokens": {
                "input": {
                  "known_subtotal": 9754,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 272.89259435413925
                },
                "output": {
                  "known_subtotal": 6448,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 180.39895923677363
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            }
          }
        },
        "by_reported_reasoning": {
          "positive": {
            "samples": 0,
            "source_chars": 0,
            "successes": 0,
            "quality": null,
            "successful_quality": null,
            "reviewed_translations": 0,
            "serious_outputs": 0,
            "serious_error_rate": null,
            "dimensions_over_reviewed_translations": {
              "semantic_accuracy": null,
              "completeness": null,
              "terminology": null,
              "fluency": null,
              "structure_preservation": null
            },
            "p50_seconds": null,
            "p95_seconds": null,
            "ttft_p50_seconds": null,
            "ttft_p95_seconds": null,
            "tokens": {
              "input": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              },
              "output": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              },
              "cached_input": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              },
              "cache_write_input": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              },
              "reasoning": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              }
            }
          },
          "zero": {
            "samples": 240,
            "source_chars": 277694,
            "successes": 240,
            "quality": 98.8125,
            "successful_quality": 98.8125,
            "reviewed_translations": 240,
            "serious_outputs": 5,
            "serious_error_rate": 0.020833333333333332,
            "dimensions_over_reviewed_translations": {
              "semantic_accuracy": 3.9541666666666666,
              "completeness": 3.9625,
              "terminology": 3.9166666666666665,
              "fluency": 3.95,
              "structure_preservation": 4
            },
            "p50_seconds": 2.9846124589967076,
            "p95_seconds": 6.835491582998657,
            "ttft_p50_seconds": 1.9596148339987849,
            "ttft_p95_seconds": 3.115209124996909,
            "tokens": {
              "input": {
                "known_subtotal": 77293,
                "missing_calls": 0,
                "known_per_1000_source_chars": 278.33874696608495
              },
              "output": {
                "known_subtotal": 50576,
                "missing_calls": 0,
                "known_per_1000_source_chars": 182.12852996463732
              },
              "cached_input": {
                "known_subtotal": 0,
                "missing_calls": 0,
                "known_per_1000_source_chars": 0.0
              },
              "cache_write_input": {
                "known_subtotal": 0,
                "missing_calls": 0,
                "known_per_1000_source_chars": 0.0
              },
              "reasoning": {
                "known_subtotal": 0,
                "missing_calls": 0,
                "known_per_1000_source_chars": 0.0
              }
            }
          },
          "unknown": {
            "samples": 0,
            "source_chars": 0,
            "successes": 0,
            "quality": null,
            "successful_quality": null,
            "reviewed_translations": 0,
            "serious_outputs": 0,
            "serious_error_rate": null,
            "dimensions_over_reviewed_translations": {
              "semantic_accuracy": null,
              "completeness": null,
              "terminology": null,
              "fluency": null,
              "structure_preservation": null
            },
            "p50_seconds": null,
            "p95_seconds": null,
            "ttft_p50_seconds": null,
            "ttft_p95_seconds": null,
            "tokens": {
              "input": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              },
              "output": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              },
              "cached_input": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              },
              "cache_write_input": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              },
              "reasoning": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              }
            }
          }
        },
        "reasoning_subset_note": "Descriptive only. Difficulty may influence observed reasoning; these groups do not estimate a causal effect.",
        "tag_subset_note": "Tag groups overlap. Logic/terms challenge sets have8 samples each; no separate inferential confidence claim.",
        "finish_reasons": {
          "stop": 240
        },
        "failure_types": {}
      }
    },
    {
      "id": "20261027/mimo-responses-low",
      "name": "MiMo V2.6 Pro 普通版 · Command Responses · low",
      "model_id": "xiaomi/mimo-v2.6-pro",
      "model_name": "MiMo V2.6 Pro 普通版",
      "channel": "Command Code",
      "kind": "formal",
      "date": "2026-10-27",
      "cohort": "20261027-interface-reasoning-full-01",
      "sample_group": "cs-en-zh-v2:formal240",
      "protocol": "responses",
      "reasoning": "low",
      "reasoning_label": "low",
      "parameters": {
        "reasoning": {
          "effort": "low"
        },
        "store": false,
        "service_tier": "default",
        "max_output_tokens": 8192
      },
      "samples": 240,
      "successes": 238,
      "success_rate": 0.9916666666666667,
      "quality": 98.4375,
      "successful_quality": 98.91806722689076,
      "serious_error_rate": 0.016736401673640166,
      "reviewed_outputs": 239,
      "p50": 7.627930333001132,
      "p95": 28.338207207998494,
      "ttft_p50": 4.126401125002303,
      "ttft_p95": 19.045522708001954,
      "max_output_tokens": 8192,
      "timeout_seconds": 120,
      "temperature": null,
      "translation_calls": 283,
      "planned_translation_calls": 283,
      "administrative_unknown_calls": 0,
      "explicit_replacement_calls": 0,
      "known_token_priced_usd": 0.1181968164,
      "estimated_api_equivalent_usd": null,
      "normalized_cost_estimated": false,
      "actual_cash_usd": null,
      "unknown_usage_calls": 2,
      "main_unknown_usage_calls": 2,
      "main_priced_usd": 0.099370212,
      "main_source_chars": 277694,
      "usd_per_1000_source_chars": 0.0003578406879514862,
      "sample_score_coverage": 240,
      "review_status": "audited",
      "audit_samples": 61,
      "audit_main_samples": 51,
      "reasoning_tokens_main": null,
      "known_reasoning_tokens_main": 28693,
      "reasoning_observed_main_calls": 239,
      "reasoning_positive_main_calls": 238,
      "reasoning_zero_main_calls": 0,
      "reasoning_unknown_main_calls": 2,
      "response_models": [
        "xiaomi/mimo-v2.6-pro"
      ],
      "response_model_missing_main_calls": 1,
      "instructions_sha256": "e743cd7f1abb8a6db18ba1e5394589af787837c244df31fbfa9f0645ad831115",
      "bindings": {
        "run_id": "643cab7e8cbb4f1eb56417dc737b4808",
        "review_sha256": "373cc0753ac7557dac1ab90a98640d2153812aa3b65f887497e4bc12a66367fd",
        "audit_sha256": "b0e26d4eaa536a70f01cddb035b2dc2ee7415ab80deb8bf96579c3e1c7970f66"
      },
      "repeat_stability": [
        {
          "sample_id": "t5-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            4.688649999996414,
            6.459859666007105
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "rag-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            6.309507208003197,
            15.238101665992872
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "nerf-03",
          "quality_range": [
            95.0,
            95.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            4.8303679160017055,
            7.208696292000241
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "gaussian-03",
          "quality_range": [
            80.0,
            100.0
          ],
          "quality_stdev": 9.428090415820634,
          "latency_range": [
            6.81948295798793,
            7.458658707997529
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "raft-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            6.882699375011725,
            7.896840083005372
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "dapper-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            4.366564833006123,
            7.510869707999518
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "duckdb-03",
          "quality_range": [
            95.0,
            95.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            5.513331082998775,
            6.615065416001016
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "faiss-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            4.384166499999992,
            5.547449457997573
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "rustbelt-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            7.6103315410000505,
            16.401146832999075
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "egg-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            6.276818125006685,
            6.945908541005338
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "dp-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            11.0580082499946,
            20.73061308299657
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "spectre-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            4.201917042002606,
            4.655530916992575
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "vegalite-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            7.036245041992515,
            11.418568458000664
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "hai-03",
          "quality_range": [
            75.0,
            97.5
          ],
          "quality_stdev": 9.646530752325187,
          "latency_range": [
            5.6951758329960285,
            11.695195624997723
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "kll-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            4.481664165999973,
            5.543201290987781
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "stable-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            5.100995042004797,
            6.816052541995305
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "C1-07",
          "quality_range": [
            95.0,
            95.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            14.395147542003542,
            33.806216416996904
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "C2-07",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            15.67377399999532,
            36.510063708003145
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "C3-07",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            14.551617750010337,
            17.79735258299479
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "C4-07",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            19.940885916992556,
            26.804786791995866
          ],
          "successes": 3,
          "distinct_outputs": 3
        }
      ],
      "descriptive": {
        "all_main": {
          "samples": 240,
          "source_chars": 277694,
          "successes": 238,
          "quality": 98.4375,
          "successful_quality": 98.91806722689076,
          "reviewed_translations": 239,
          "serious_outputs": 4,
          "serious_error_rate": 0.016736401673640166,
          "dimensions_over_reviewed_translations": {
            "semantic_accuracy": 3.9456066945606696,
            "completeness": 3.9665271966527196,
            "terminology": 3.928870292887029,
            "fluency": 3.9665271966527196,
            "structure_preservation": 4
          },
          "p50_seconds": 7.627930333001132,
          "p95_seconds": 28.338207207998494,
          "ttft_p50_seconds": 4.126401125002303,
          "ttft_p95_seconds": 19.045522708001954,
          "tokens": {
            "input": {
              "known_subtotal": 78542,
              "missing_calls": 2,
              "known_per_1000_source_chars": 282.8365034894524
            },
            "output": {
              "known_subtotal": 87007,
              "missing_calls": 2,
              "known_per_1000_source_chars": 313.31969722068175
            },
            "cached_input": {
              "known_subtotal": 24320,
              "missing_calls": 2,
              "known_per_1000_source_chars": 87.57841364955671
            },
            "cache_write_input": {
              "known_subtotal": null,
              "missing_calls": 240,
              "known_per_1000_source_chars": null
            },
            "reasoning": {
              "known_subtotal": 28693,
              "missing_calls": 2,
              "known_per_1000_source_chars": 103.32596311047412
            }
          }
        },
        "by_metadata": {
          "length": {
            "extended": {
              "samples": 24,
              "source_chars": 105504,
              "successes": 23,
              "quality": 96.25,
              "successful_quality": 96.84782608695652,
              "reviewed_translations": 24,
              "serious_outputs": 3,
              "serious_error_rate": 0.125,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.8333333333333335,
                "completeness": 3.8333333333333335,
                "terminology": 3.7916666666666665,
                "fluency": 3.9166666666666665,
                "structure_preservation": 4
              },
              "p50_seconds": 20.208221790999232,
              "p95_seconds": 33.806216416996904,
              "ttft_p50_seconds": 4.352049582994368,
              "ttft_p95_seconds": 20.37825895899732,
              "tokens": {
                "input": {
                  "known_subtotal": 21935,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 207.90680922050348
                },
                "output": {
                  "known_subtotal": 23750,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 225.1099484379739
                },
                "cached_input": {
                  "known_subtotal": 10112,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 95.84470730967547
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 24,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 3454,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 32.73809523809524
                }
              }
            },
            "long": {
              "samples": 72,
              "source_chars": 110994,
              "successes": 72,
              "quality": 99.02777777777777,
              "successful_quality": 99.02777777777777,
              "reviewed_translations": 72,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9444444444444446,
                "completeness": 3.986111111111111,
                "terminology": 3.9444444444444446,
                "fluency": 3.9722222222222223,
                "structure_preservation": 4
              },
              "p50_seconds": 10.661992667002778,
              "p95_seconds": 26.7925408749943,
              "ttft_p50_seconds": 4.311410624999553,
              "ttft_p95_seconds": 21.981084999992163,
              "tokens": {
                "input": {
                  "known_subtotal": 29507,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 265.84319873146296
                },
                "output": {
                  "known_subtotal": 38249,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 344.60421284033373
                },
                "cached_input": {
                  "known_subtotal": 10496,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 94.56367010829413
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 72,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 14246,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 128.3492801412689
                }
              }
            },
            "paragraph": {
              "samples": 96,
              "source_chars": 55079,
              "successes": 96,
              "quality": 98.95833333333333,
              "successful_quality": 98.95833333333333,
              "reviewed_translations": 96,
              "serious_outputs": 1,
              "serious_error_rate": 0.010416666666666666,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9583333333333335,
                "completeness": 3.96875,
                "terminology": 3.9270833333333335,
                "fluency": 3.9583333333333335,
                "structure_preservation": 4
              },
              "p50_seconds": 6.7259010830021,
              "p95_seconds": 32.27485204199911,
              "ttft_p50_seconds": 4.037654499996279,
              "ttft_p95_seconds": 12.822761707997415,
              "tokens": {
                "input": {
                  "known_subtotal": 21230,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 385.4463588663556
                },
                "output": {
                  "known_subtotal": 21363,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 387.86107227800073
                },
                "cached_input": {
                  "known_subtotal": 3456,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 62.74623722289802
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 96,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 8754,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 158.9353474100837
                }
              }
            },
            "short": {
              "samples": 48,
              "source_chars": 6117,
              "successes": 47,
              "quality": 97.60416666666667,
              "successful_quality": 99.68085106382979,
              "reviewed_translations": 47,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.978723404255319,
                "completeness": 4,
                "terminology": 3.978723404255319,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.476145583998004,
              "p95_seconds": 8.203308958996786,
              "ttft_p50_seconds": 3.8917397090117447,
              "ttft_p95_seconds": 8.13975008399575,
              "tokens": {
                "input": {
                  "known_subtotal": 5870,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 959.6207291155795
                },
                "output": {
                  "known_subtotal": 3645,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 595.8803334968121
                },
                "cached_input": {
                  "known_subtotal": 256,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 41.85058034984469
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 48,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 2239,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 366.0290992316495
                }
              }
            }
          },
          "domain": {
            "ai_nlp": {
              "samples": 30,
              "source_chars": 36207,
              "successes": 30,
              "quality": 97.58333333333333,
              "successful_quality": 97.58333333333333,
              "reviewed_translations": 30,
              "serious_outputs": 1,
              "serious_error_rate": 0.03333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.8333333333333335,
                "completeness": 3.933333333333333,
                "terminology": 3.933333333333333,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 6.899364958997467,
              "p95_seconds": 21.37581266699999,
              "ttft_p50_seconds": 3.6542784589983057,
              "ttft_p95_seconds": 6.870561792005901,
              "tokens": {
                "input": {
                  "known_subtotal": 10524,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 290.66202667992377
                },
                "output": {
                  "known_subtotal": 8937,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 246.83072334079046
                },
                "cached_input": {
                  "known_subtotal": 4096,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 113.12729582677383
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 964,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 26.62468583423095
                }
              }
            },
            "algorithms": {
              "samples": 30,
              "source_chars": 32368,
              "successes": 29,
              "quality": 99.0,
              "successful_quality": 99.56896551724138,
              "reviewed_translations": 30,
              "serious_outputs": 1,
              "serious_error_rate": 0.03333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.966666666666667,
                "completeness": 3.9,
                "terminology": 4,
                "fluency": 3.933333333333333,
                "structure_preservation": 4
              },
              "p50_seconds": 7.5919144169965875,
              "p95_seconds": 29.045586708001792,
              "ttft_p50_seconds": 4.403250290997676,
              "ttft_p95_seconds": 21.981084999992163,
              "tokens": {
                "input": {
                  "known_subtotal": 9069,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 280.18413247652
                },
                "output": {
                  "known_subtotal": 12654,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 390.94167078596143
                },
                "cached_input": {
                  "known_subtotal": 2048,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 63.27236777063766
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 6002,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 185.43005437469103
                }
              }
            },
            "data_retrieval": {
              "samples": 30,
              "source_chars": 33433,
              "successes": 30,
              "quality": 99.0,
              "successful_quality": 99.0,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.933333333333333,
                "completeness": 3.966666666666667,
                "terminology": 3.966666666666667,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 6.612748125000508,
              "p95_seconds": 30.80457866699726,
              "ttft_p50_seconds": 3.425600125003257,
              "ttft_p95_seconds": 18.344610749998537,
              "tokens": {
                "input": {
                  "known_subtotal": 9752,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 291.6878533185774
                },
                "output": {
                  "known_subtotal": 11189,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 334.6693386773547
                },
                "cached_input": {
                  "known_subtotal": 1792,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 53.59973678700685
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 3942,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 117.90745670445368
                }
              }
            },
            "hci_visualization": {
              "samples": 30,
              "source_chars": 36167,
              "successes": 30,
              "quality": 97.91666666666667,
              "successful_quality": 97.91666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 1,
              "serious_error_rate": 0.03333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9,
                "completeness": 3.933333333333333,
                "terminology": 3.9,
                "fluency": 3.9,
                "structure_preservation": 4
              },
              "p50_seconds": 7.463284500001464,
              "p95_seconds": 23.400689749993035,
              "ttft_p50_seconds": 3.985520166999777,
              "ttft_p95_seconds": 12.13244933399983,
              "tokens": {
                "input": {
                  "known_subtotal": 9848,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 272.29242126800676
                },
                "output": {
                  "known_subtotal": 9761,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 269.88691348466836
                },
                "cached_input": {
                  "known_subtotal": 3456,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 95.5567229795117
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 2524,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 69.78737523156468
                }
              }
            },
            "security": {
              "samples": 30,
              "source_chars": 35367,
              "successes": 30,
              "quality": 99.91666666666667,
              "successful_quality": 99.91666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 8.107741250001709,
              "p95_seconds": 46.19319725000241,
              "ttft_p50_seconds": 4.327595875001862,
              "ttft_p95_seconds": 30.68673758299701,
              "tokens": {
                "input": {
                  "known_subtotal": 9892,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 279.69576158565894
                },
                "output": {
                  "known_subtotal": 12645,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 357.536686741878
                },
                "cached_input": {
                  "known_subtotal": 2688,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 76.00305369412163
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 5508,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 155.7384002035796
                }
              }
            },
            "software_languages": {
              "samples": 30,
              "source_chars": 33681,
              "successes": 30,
              "quality": 98.66666666666667,
              "successful_quality": 98.66666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 1,
              "serious_error_rate": 0.03333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.966666666666667,
                "completeness": 4,
                "terminology": 3.8,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 8.792142124999373,
              "p95_seconds": 25.35391262500343,
              "ttft_p50_seconds": 4.4836849170023925,
              "ttft_p95_seconds": 19.045522708001954,
              "tokens": {
                "input": {
                  "known_subtotal": 9930,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 294.8249755054779
                },
                "output": {
                  "known_subtotal": 12445,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 369.4961551022832
                },
                "cached_input": {
                  "known_subtotal": 3456,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 102.60977999465574
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 4955,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 147.11558445414326
                }
              }
            },
            "systems": {
              "samples": 30,
              "source_chars": 34728,
              "successes": 30,
              "quality": 99.41666666666667,
              "successful_quality": 99.41666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.966666666666667,
                "completeness": 4,
                "terminology": 3.966666666666667,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 7.510869707999518,
              "p95_seconds": 20.567822666998836,
              "ttft_p50_seconds": 4.1071050830069,
              "ttft_p95_seconds": 11.580942917003995,
              "tokens": {
                "input": {
                  "known_subtotal": 9484,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 273.0937571988021
                },
                "output": {
                  "known_subtotal": 9362,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 269.58074176457035
                },
                "cached_input": {
                  "known_subtotal": 2816,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 81.0873070721032
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 2438,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 70.20271826768027
                }
              }
            },
            "vision_graphics": {
              "samples": 30,
              "source_chars": 35743,
              "successes": 29,
              "quality": 96.0,
              "successful_quality": 99.3103448275862,
              "reviewed_translations": 29,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 3.8620689655172415,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 9.1156126660062,
              "p95_seconds": 38.21519237499888,
              "ttft_p50_seconds": 4.045181875000708,
              "ttft_p95_seconds": 38.06201474999398,
              "tokens": {
                "input": {
                  "known_subtotal": 10043,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 280.97809361273534
                },
                "output": {
                  "known_subtotal": 10014,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 280.1667459362672
                },
                "cached_input": {
                  "known_subtotal": 3968,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 111.01474414570684
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 2360,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 66.02691436085387
                }
              }
            }
          },
          "origin": {
            "challenge": {
              "samples": 80,
              "source_chars": 97583,
              "successes": 80,
              "quality": 99.59375,
              "successful_quality": 99.59375,
              "reviewed_translations": 80,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 3.9875,
                "terminology": 3.9375,
                "fluency": 3.9875,
                "structure_preservation": 4
              },
              "p50_seconds": 7.5919144169965875,
              "p95_seconds": 26.131537084002048,
              "ttft_p50_seconds": 4.250135166999826,
              "ttft_p95_seconds": 20.37825895899732,
              "tokens": {
                "input": {
                  "known_subtotal": 25186,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 258.09823432360145
                },
                "output": {
                  "known_subtotal": 29278,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 300.03176782841274
                },
                "cached_input": {
                  "known_subtotal": 7040,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 72.1437135566646
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 80,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 10748,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 110.14213541293053
                }
              }
            },
            "real": {
              "samples": 160,
              "source_chars": 180111,
              "successes": 158,
              "quality": 97.859375,
              "successful_quality": 98.57594936708861,
              "reviewed_translations": 159,
              "serious_outputs": 4,
              "serious_error_rate": 0.025157232704402517,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9182389937106916,
                "completeness": 3.9559748427672954,
                "terminology": 3.9245283018867925,
                "fluency": 3.9559748427672954,
                "structure_preservation": 4
              },
              "p50_seconds": 7.651957249996485,
              "p95_seconds": 28.338207207998494,
              "ttft_p50_seconds": 4.1071050830069,
              "ttft_p95_seconds": 13.560730750003131,
              "tokens": {
                "input": {
                  "known_subtotal": 53356,
                  "missing_calls": 2,
                  "known_per_1000_source_chars": 296.2395411718329
                },
                "output": {
                  "known_subtotal": 57729,
                  "missing_calls": 2,
                  "known_per_1000_source_chars": 320.51901327514696
                },
                "cached_input": {
                  "known_subtotal": 17280,
                  "missing_calls": 2,
                  "known_per_1000_source_chars": 95.9408364841681
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 160,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 17945,
                  "missing_calls": 2,
                  "known_per_1000_source_chars": 99.6330040919211
                }
              }
            }
          },
          "split": {
            "development": {
              "samples": 120,
              "source_chars": 138648,
              "successes": 120,
              "quality": 99.04166666666667,
              "successful_quality": 99.04166666666667,
              "reviewed_translations": 120,
              "serious_outputs": 1,
              "serious_error_rate": 0.008333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.966666666666667,
                "completeness": 3.9916666666666667,
                "terminology": 3.9,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 7.446190916998603,
              "p95_seconds": 21.37581266699999,
              "ttft_p50_seconds": 4.10071358399,
              "ttft_p95_seconds": 13.560730750003131,
              "tokens": {
                "input": {
                  "known_subtotal": 39573,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 285.42063354682364
                },
                "output": {
                  "known_subtotal": 41754,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 301.15111649645144
                },
                "cached_input": {
                  "known_subtotal": 14848,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 107.091339218741
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 120,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 12725,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 91.77918181293636
                }
              }
            },
            "holdout": {
              "samples": 120,
              "source_chars": 139046,
              "successes": 118,
              "quality": 97.83333333333333,
              "successful_quality": 98.79237288135593,
              "reviewed_translations": 119,
              "serious_outputs": 3,
              "serious_error_rate": 0.025210084033613446,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9243697478991595,
                "completeness": 3.9411764705882355,
                "terminology": 3.957983193277311,
                "fluency": 3.966386554621849,
                "structure_preservation": 4
              },
              "p50_seconds": 7.913423083002272,
              "p95_seconds": 30.884323749996838,
              "ttft_p50_seconds": 4.210552167001879,
              "ttft_p95_seconds": 23.525928458002454,
              "tokens": {
                "input": {
                  "known_subtotal": 38969,
                  "missing_calls": 2,
                  "known_per_1000_source_chars": 280.25977014800856
                },
                "output": {
                  "known_subtotal": 45253,
                  "missing_calls": 2,
                  "known_per_1000_source_chars": 325.45344706068494
                },
                "cached_input": {
                  "known_subtotal": 9472,
                  "missing_calls": 2,
                  "known_per_1000_source_chars": 68.12134113890367
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 120,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 15968,
                  "missing_calls": 2,
                  "known_per_1000_source_chars": 114.83969333889505
                }
              }
            }
          },
          "tag": {
            "ai_nlp": {
              "samples": 30,
              "source_chars": 36207,
              "successes": 30,
              "quality": 97.58333333333333,
              "successful_quality": 97.58333333333333,
              "reviewed_translations": 30,
              "serious_outputs": 1,
              "serious_error_rate": 0.03333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.8333333333333335,
                "completeness": 3.933333333333333,
                "terminology": 3.933333333333333,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 6.899364958997467,
              "p95_seconds": 21.37581266699999,
              "ttft_p50_seconds": 3.6542784589983057,
              "ttft_p95_seconds": 6.870561792005901,
              "tokens": {
                "input": {
                  "known_subtotal": 10524,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 290.66202667992377
                },
                "output": {
                  "known_subtotal": 8937,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 246.83072334079046
                },
                "cached_input": {
                  "known_subtotal": 4096,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 113.12729582677383
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 964,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 26.62468583423095
                }
              }
            },
            "algorithms": {
              "samples": 30,
              "source_chars": 32368,
              "successes": 29,
              "quality": 99.0,
              "successful_quality": 99.56896551724138,
              "reviewed_translations": 30,
              "serious_outputs": 1,
              "serious_error_rate": 0.03333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.966666666666667,
                "completeness": 3.9,
                "terminology": 4,
                "fluency": 3.933333333333333,
                "structure_preservation": 4
              },
              "p50_seconds": 7.5919144169965875,
              "p95_seconds": 29.045586708001792,
              "ttft_p50_seconds": 4.403250290997676,
              "ttft_p95_seconds": 21.981084999992163,
              "tokens": {
                "input": {
                  "known_subtotal": 9069,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 280.18413247652
                },
                "output": {
                  "known_subtotal": 12654,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 390.94167078596143
                },
                "cached_input": {
                  "known_subtotal": 2048,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 63.27236777063766
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 6002,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 185.43005437469103
                }
              }
            },
            "code": {
              "samples": 8,
              "source_chars": 12807,
              "successes": 8,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 8.854183457995532,
              "p95_seconds": 20.160416457998508,
              "ttft_p50_seconds": 3.8144455419969745,
              "ttft_p95_seconds": 16.7312452499973,
              "tokens": {
                "input": {
                  "known_subtotal": 3070,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 239.71265714062622
                },
                "output": {
                  "known_subtotal": 3228,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 252.0496603420005
                },
                "cached_input": {
                  "known_subtotal": 896,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 69.961739673616
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 8,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 882,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 68.86858749121575
                }
              }
            },
            "coherence": {
              "samples": 8,
              "source_chars": 36225,
              "successes": 8,
              "quality": 98.75,
              "successful_quality": 98.75,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 3.75,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 17.79735258299479,
              "p95_seconds": 38.58027562499774,
              "ttft_p50_seconds": 4.474289958001464,
              "ttft_p95_seconds": 30.68673758299701,
              "tokens": {
                "input": {
                  "known_subtotal": 6815,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 188.12974465148378
                },
                "output": {
                  "known_subtotal": 7807,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 215.51414768806075
                },
                "cached_input": {
                  "known_subtotal": 2304,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 63.60248447204969
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 8,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 1538,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 42.45686680469289
                }
              }
            },
            "cross_page": {
              "samples": 32,
              "source_chars": 81355,
              "successes": 31,
              "quality": 97.109375,
              "successful_quality": 97.58064516129032,
              "reviewed_translations": 32,
              "serious_outputs": 3,
              "serious_error_rate": 0.09375,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.84375,
                "completeness": 3.90625,
                "terminology": 3.875,
                "fluency": 3.90625,
                "structure_preservation": 4
              },
              "p50_seconds": 15.210785167000722,
              "p95_seconds": 30.524876208000933,
              "ttft_p50_seconds": 4.277629042000626,
              "ttft_p95_seconds": 21.981084999992163,
              "tokens": {
                "input": {
                  "known_subtotal": 19312,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 237.37938663880522
                },
                "output": {
                  "known_subtotal": 21311,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 261.95070985188374
                },
                "cached_input": {
                  "known_subtotal": 9728,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 119.57470346014382
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 32,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 4455,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 54.760002458361505
                }
              }
            },
            "data_retrieval": {
              "samples": 30,
              "source_chars": 33433,
              "successes": 30,
              "quality": 99.0,
              "successful_quality": 99.0,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.933333333333333,
                "completeness": 3.966666666666667,
                "terminology": 3.966666666666667,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 6.612748125000508,
              "p95_seconds": 30.80457866699726,
              "ttft_p50_seconds": 3.425600125003257,
              "ttft_p95_seconds": 18.344610749998537,
              "tokens": {
                "input": {
                  "known_subtotal": 9752,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 291.6878533185774
                },
                "output": {
                  "known_subtotal": 11189,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 334.6693386773547
                },
                "cached_input": {
                  "known_subtotal": 1792,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 53.59973678700685
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 3942,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 117.90745670445368
                }
              }
            },
            "extended": {
              "samples": 24,
              "source_chars": 105504,
              "successes": 23,
              "quality": 96.25,
              "successful_quality": 96.84782608695652,
              "reviewed_translations": 24,
              "serious_outputs": 3,
              "serious_error_rate": 0.125,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.8333333333333335,
                "completeness": 3.8333333333333335,
                "terminology": 3.7916666666666665,
                "fluency": 3.9166666666666665,
                "structure_preservation": 4
              },
              "p50_seconds": 20.208221790999232,
              "p95_seconds": 33.806216416996904,
              "ttft_p50_seconds": 4.352049582994368,
              "ttft_p95_seconds": 20.37825895899732,
              "tokens": {
                "input": {
                  "known_subtotal": 21935,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 207.90680922050348
                },
                "output": {
                  "known_subtotal": 23750,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 225.1099484379739
                },
                "cached_input": {
                  "known_subtotal": 10112,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 95.84470730967547
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 24,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 3454,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 32.73809523809524
                }
              }
            },
            "formula": {
              "samples": 8,
              "source_chars": 1128,
              "successes": 8,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 5.01002575000166,
              "p95_seconds": 9.1156126660062,
              "ttft_p50_seconds": 4.292243583011441,
              "ttft_p95_seconds": 8.297308499997598,
              "tokens": {
                "input": {
                  "known_subtotal": 1058,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 937.9432624113475
                },
                "output": {
                  "known_subtotal": 542,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 480.49645390070924
                },
                "cached_input": {
                  "known_subtotal": 128,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 113.47517730496453
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 8,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 226,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 200.35460992907804
                }
              }
            },
            "formulas": {
              "samples": 50,
              "source_chars": 54583,
              "successes": 49,
              "quality": 98.65,
              "successful_quality": 98.9795918367347,
              "reviewed_translations": 50,
              "serious_outputs": 2,
              "serious_error_rate": 0.04,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.96,
                "completeness": 3.94,
                "terminology": 3.9,
                "fluency": 3.94,
                "structure_preservation": 4
              },
              "p50_seconds": 8.952292167006817,
              "p95_seconds": 26.7925408749943,
              "ttft_p50_seconds": 4.570260959000734,
              "ttft_p95_seconds": 13.560730750003131,
              "tokens": {
                "input": {
                  "known_subtotal": 16172,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 296.2827253906894
                },
                "output": {
                  "known_subtotal": 20434,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 374.36564498103803
                },
                "cached_input": {
                  "known_subtotal": 5632,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 103.18230951028708
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 50,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 8592,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 157.41164831540954
                }
              }
            },
            "hci_visualization": {
              "samples": 30,
              "source_chars": 36167,
              "successes": 30,
              "quality": 97.91666666666667,
              "successful_quality": 97.91666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 1,
              "serious_error_rate": 0.03333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9,
                "completeness": 3.933333333333333,
                "terminology": 3.9,
                "fluency": 3.9,
                "structure_preservation": 4
              },
              "p50_seconds": 7.463284500001464,
              "p95_seconds": 23.400689749993035,
              "ttft_p50_seconds": 3.985520166999777,
              "ttft_p95_seconds": 12.13244933399983,
              "tokens": {
                "input": {
                  "known_subtotal": 9848,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 272.29242126800676
                },
                "output": {
                  "known_subtotal": 9761,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 269.88691348466836
                },
                "cached_input": {
                  "known_subtotal": 3456,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 95.5567229795117
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 2524,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 69.78737523156468
                }
              }
            },
            "instructions": {
              "samples": 8,
              "source_chars": 4690,
              "successes": 8,
              "quality": 99.375,
              "successful_quality": 99.375,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 3.875,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 7.202246250002645,
              "p95_seconds": 49.50977545900241,
              "ttft_p50_seconds": 5.083089624997228,
              "ttft_p95_seconds": 49.235118875003536,
              "tokens": {
                "input": {
                  "known_subtotal": 1600,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 341.1513859275053
                },
                "output": {
                  "known_subtotal": 1531,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 326.43923240938165
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 8,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 698,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 148.8272921108742
                }
              }
            },
            "logic": {
              "samples": 8,
              "source_chars": 1085,
              "successes": 8,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.221627708000597,
              "p95_seconds": 6.462075249997724,
              "ttft_p50_seconds": 3.5272776249985327,
              "ttft_p95_seconds": 5.805477042005805,
              "tokens": {
                "input": {
                  "known_subtotal": 981,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 904.147465437788
                },
                "output": {
                  "known_subtotal": 544,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 501.3824884792627
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 8,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 332,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 305.99078341013825
                }
              }
            },
            "long": {
              "samples": 72,
              "source_chars": 110994,
              "successes": 72,
              "quality": 99.02777777777777,
              "successful_quality": 99.02777777777777,
              "reviewed_translations": 72,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9444444444444446,
                "completeness": 3.986111111111111,
                "terminology": 3.9444444444444446,
                "fluency": 3.9722222222222223,
                "structure_preservation": 4
              },
              "p50_seconds": 10.661992667002778,
              "p95_seconds": 26.7925408749943,
              "ttft_p50_seconds": 4.311410624999553,
              "ttft_p95_seconds": 21.981084999992163,
              "tokens": {
                "input": {
                  "known_subtotal": 29507,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 265.84319873146296
                },
                "output": {
                  "known_subtotal": 38249,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 344.60421284033373
                },
                "cached_input": {
                  "known_subtotal": 10496,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 94.56367010829413
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 72,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 14246,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 128.3492801412689
                }
              }
            },
            "noise": {
              "samples": 8,
              "source_chars": 13809,
              "successes": 8,
              "quality": 99.375,
              "successful_quality": 99.375,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 3.875,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 22.297528707997117,
              "p95_seconds": 26.131537084002048,
              "ttft_p50_seconds": 14.752921250008512,
              "ttft_p95_seconds": 21.325317916998756,
              "tokens": {
                "input": {
                  "known_subtotal": 3229,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 233.8330074589036
                },
                "output": {
                  "known_subtotal": 6697,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 484.97356796292274
                },
                "cached_input": {
                  "known_subtotal": 1920,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 139.03975668042582
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 8,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 4025,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 291.4765732493301
                }
              }
            },
            "numbers": {
              "samples": 8,
              "source_chars": 4505,
              "successes": 8,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 5.491042916997685,
              "p95_seconds": 38.21519237499888,
              "ttft_p50_seconds": 3.0208940000011353,
              "ttft_p95_seconds": 38.06201474999398,
              "tokens": {
                "input": {
                  "known_subtotal": 1839,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 408.21309655937847
                },
                "output": {
                  "known_subtotal": 1332,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 295.67147613762484
                },
                "cached_input": {
                  "known_subtotal": 128,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 28.412874583795784
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 8,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 169,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 37.51387347391787
                }
              }
            },
            "paper_prose": {
              "samples": 160,
              "source_chars": 180111,
              "successes": 158,
              "quality": 97.859375,
              "successful_quality": 98.57594936708861,
              "reviewed_translations": 159,
              "serious_outputs": 4,
              "serious_error_rate": 0.025157232704402517,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9182389937106916,
                "completeness": 3.9559748427672954,
                "terminology": 3.9245283018867925,
                "fluency": 3.9559748427672954,
                "structure_preservation": 4
              },
              "p50_seconds": 7.651957249996485,
              "p95_seconds": 28.338207207998494,
              "ttft_p50_seconds": 4.1071050830069,
              "ttft_p95_seconds": 13.560730750003131,
              "tokens": {
                "input": {
                  "known_subtotal": 53356,
                  "missing_calls": 2,
                  "known_per_1000_source_chars": 296.2395411718329
                },
                "output": {
                  "known_subtotal": 57729,
                  "missing_calls": 2,
                  "known_per_1000_source_chars": 320.51901327514696
                },
                "cached_input": {
                  "known_subtotal": 17280,
                  "missing_calls": 2,
                  "known_per_1000_source_chars": 95.9408364841681
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 160,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 17945,
                  "missing_calls": 2,
                  "known_per_1000_source_chars": 99.6330040919211
                }
              }
            },
            "paragraph": {
              "samples": 96,
              "source_chars": 55079,
              "successes": 96,
              "quality": 98.95833333333333,
              "successful_quality": 98.95833333333333,
              "reviewed_translations": 96,
              "serious_outputs": 1,
              "serious_error_rate": 0.010416666666666666,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9583333333333335,
                "completeness": 3.96875,
                "terminology": 3.9270833333333335,
                "fluency": 3.9583333333333335,
                "structure_preservation": 4
              },
              "p50_seconds": 6.7259010830021,
              "p95_seconds": 32.27485204199911,
              "ttft_p50_seconds": 4.037654499996279,
              "ttft_p95_seconds": 12.822761707997415,
              "tokens": {
                "input": {
                  "known_subtotal": 21230,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 385.4463588663556
                },
                "output": {
                  "known_subtotal": 21363,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 387.86107227800073
                },
                "cached_input": {
                  "known_subtotal": 3456,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 62.74623722289802
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 96,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 8754,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 158.9353474100837
                }
              }
            },
            "security": {
              "samples": 30,
              "source_chars": 35367,
              "successes": 30,
              "quality": 99.91666666666667,
              "successful_quality": 99.91666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 8.107741250001709,
              "p95_seconds": 46.19319725000241,
              "ttft_p50_seconds": 4.327595875001862,
              "ttft_p95_seconds": 30.68673758299701,
              "tokens": {
                "input": {
                  "known_subtotal": 9892,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 279.69576158565894
                },
                "output": {
                  "known_subtotal": 12645,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 357.536686741878
                },
                "cached_input": {
                  "known_subtotal": 2688,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 76.00305369412163
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 5508,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 155.7384002035796
                }
              }
            },
            "short": {
              "samples": 48,
              "source_chars": 6117,
              "successes": 47,
              "quality": 97.60416666666667,
              "successful_quality": 99.68085106382979,
              "reviewed_translations": 47,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.978723404255319,
                "completeness": 4,
                "terminology": 3.978723404255319,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 4.476145583998004,
              "p95_seconds": 8.203308958996786,
              "ttft_p50_seconds": 3.8917397090117447,
              "ttft_p95_seconds": 8.13975008399575,
              "tokens": {
                "input": {
                  "known_subtotal": 5870,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 959.6207291155795
                },
                "output": {
                  "known_subtotal": 3645,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 595.8803334968121
                },
                "cached_input": {
                  "known_subtotal": 256,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 41.85058034984469
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 48,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 2239,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 366.0290992316495
                }
              }
            },
            "single_column": {
              "samples": 70,
              "source_chars": 77770,
              "successes": 69,
              "quality": 98.21428571428571,
              "successful_quality": 98.44202898550725,
              "reviewed_translations": 70,
              "serious_outputs": 3,
              "serious_error_rate": 0.04285714285714286,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9,
                "completeness": 3.942857142857143,
                "terminology": 3.914285714285714,
                "fluency": 3.9714285714285715,
                "structure_preservation": 4
              },
              "p50_seconds": 7.651957249996485,
              "p95_seconds": 26.7925408749943,
              "ttft_p50_seconds": 4.277629042000626,
              "ttft_p95_seconds": 13.560730750003131,
              "tokens": {
                "input": {
                  "known_subtotal": 23438,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 301.3758518709014
                },
                "output": {
                  "known_subtotal": 26469,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 340.34974926064035
                },
                "cached_input": {
                  "known_subtotal": 8960,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 115.21152115211521
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 70,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 8745,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 112.44695898161244
                }
              }
            },
            "software_languages": {
              "samples": 30,
              "source_chars": 33681,
              "successes": 30,
              "quality": 98.66666666666667,
              "successful_quality": 98.66666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 1,
              "serious_error_rate": 0.03333333333333333,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.966666666666667,
                "completeness": 4,
                "terminology": 3.8,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 8.792142124999373,
              "p95_seconds": 25.35391262500343,
              "ttft_p50_seconds": 4.4836849170023925,
              "ttft_p95_seconds": 19.045522708001954,
              "tokens": {
                "input": {
                  "known_subtotal": 9930,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 294.8249755054779
                },
                "output": {
                  "known_subtotal": 12445,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 369.4961551022832
                },
                "cached_input": {
                  "known_subtotal": 3456,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 102.60977999465574
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 4955,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 147.11558445414326
                }
              }
            },
            "structure": {
              "samples": 8,
              "source_chars": 14255,
              "successes": 8,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 9.703646542002389,
              "p95_seconds": 22.044705416999932,
              "ttft_p50_seconds": 2.8806069170022965,
              "ttft_p95_seconds": 4.301206125004683,
              "tokens": {
                "input": {
                  "known_subtotal": 3229,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 226.51701157488603
                },
                "output": {
                  "known_subtotal": 2832,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 198.66713433882848
                },
                "cached_input": {
                  "known_subtotal": 1536,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 107.75166608207647
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 8,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 99,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 6.944931602946335
                }
              }
            },
            "systems": {
              "samples": 30,
              "source_chars": 34728,
              "successes": 30,
              "quality": 99.41666666666667,
              "successful_quality": 99.41666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.966666666666667,
                "completeness": 4,
                "terminology": 3.966666666666667,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 7.510869707999518,
              "p95_seconds": 20.567822666998836,
              "ttft_p50_seconds": 4.1071050830069,
              "ttft_p95_seconds": 11.580942917003995,
              "tokens": {
                "input": {
                  "known_subtotal": 9484,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 273.0937571988021
                },
                "output": {
                  "known_subtotal": 9362,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 269.58074176457035
                },
                "cached_input": {
                  "known_subtotal": 2816,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 81.0873070721032
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 2438,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 70.20271826768027
                }
              }
            },
            "tables": {
              "samples": 50,
              "source_chars": 56982,
              "successes": 50,
              "quality": 97.35,
              "successful_quality": 97.35,
              "reviewed_translations": 50,
              "serious_outputs": 2,
              "serious_error_rate": 0.04,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.8,
                "completeness": 3.92,
                "terminology": 3.98,
                "fluency": 3.94,
                "structure_preservation": 4
              },
              "p50_seconds": 6.899364958997467,
              "p95_seconds": 23.400689749993035,
              "ttft_p50_seconds": 3.574831833000644,
              "ttft_p95_seconds": 10.786953957998776,
              "tokens": {
                "input": {
                  "known_subtotal": 17202,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 301.88480572812466
                },
                "output": {
                  "known_subtotal": 17009,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 298.4977712260012
                },
                "cached_input": {
                  "known_subtotal": 4864,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 85.3602892141378
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 50,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 4071,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 71.44361377277035
                }
              }
            },
            "tags": {
              "samples": 8,
              "source_chars": 4520,
              "successes": 8,
              "quality": 99.375,
              "successful_quality": 99.375,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 3.875,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 6.800013125000987,
              "p95_seconds": 10.442453750001732,
              "ttft_p50_seconds": 5.831457459004014,
              "ttft_p95_seconds": 9.668936583999312,
              "tokens": {
                "input": {
                  "known_subtotal": 1750,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 387.16814159292034
                },
                "output": {
                  "known_subtotal": 2581,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 571.0176991150443
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 8,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 1526,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 337.6106194690265
                }
              }
            },
            "terms": {
              "samples": 8,
              "source_chars": 4559,
              "successes": 8,
              "quality": 99.0625,
              "successful_quality": 99.0625,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 3.875,
                "fluency": 3.875,
                "structure_preservation": 4
              },
              "p50_seconds": 6.950140875007492,
              "p95_seconds": 13.523534125000879,
              "ttft_p50_seconds": 4.47160587500548,
              "ttft_p95_seconds": 11.535164000000805,
              "tokens": {
                "input": {
                  "known_subtotal": 1615,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 354.244351831542
                },
                "output": {
                  "known_subtotal": 2184,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 479.05242377714416
                },
                "cached_input": {
                  "known_subtotal": 128,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 28.076332529063393
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 8,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 1253,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 274.84097389778464
                }
              }
            },
            "two_column": {
              "samples": 90,
              "source_chars": 102341,
              "successes": 89,
              "quality": 97.58333333333333,
              "successful_quality": 98.67977528089888,
              "reviewed_translations": 89,
              "serious_outputs": 1,
              "serious_error_rate": 0.011235955056179775,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.932584269662921,
                "completeness": 3.966292134831461,
                "terminology": 3.932584269662921,
                "fluency": 3.943820224719101,
                "structure_preservation": 4
              },
              "p50_seconds": 7.776610792003339,
              "p95_seconds": 28.338207207998494,
              "ttft_p50_seconds": 3.9586751669994555,
              "ttft_p95_seconds": 13.108941999998933,
              "tokens": {
                "input": {
                  "known_subtotal": 29918,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 292.33640476446385
                },
                "output": {
                  "known_subtotal": 31260,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 305.4494288701498
                },
                "cached_input": {
                  "known_subtotal": 8320,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 81.29684095328363
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 90,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 9200,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 89.89554528488094
                }
              }
            },
            "vision_graphics": {
              "samples": 30,
              "source_chars": 35743,
              "successes": 29,
              "quality": 96.0,
              "successful_quality": 99.3103448275862,
              "reviewed_translations": 29,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 3.8620689655172415,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 9.1156126660062,
              "p95_seconds": 38.21519237499888,
              "ttft_p50_seconds": 4.045181875000708,
              "ttft_p95_seconds": 38.06201474999398,
              "tokens": {
                "input": {
                  "known_subtotal": 10043,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 280.97809361273534
                },
                "output": {
                  "known_subtotal": 10014,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 280.1667459362672
                },
                "cached_input": {
                  "known_subtotal": 3968,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 111.01474414570684
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 2360,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 66.02691436085387
                }
              }
            }
          }
        },
        "by_reported_reasoning": {
          "positive": {
            "samples": 238,
            "source_chars": 273354,
            "successes": 238,
            "quality": 98.91806722689076,
            "successful_quality": 98.91806722689076,
            "reviewed_translations": 238,
            "serious_outputs": 3,
            "serious_error_rate": 0.012605042016806723,
            "dimensions_over_reviewed_translations": {
              "semantic_accuracy": 3.9453781512605044,
              "completeness": 3.9789915966386555,
              "terminology": 3.9285714285714284,
              "fluency": 3.9705882352941178,
              "structure_preservation": 4
            },
            "p50_seconds": 7.627930333001132,
            "p95_seconds": 28.338207207998494,
            "ttft_p50_seconds": 4.126401125002303,
            "ttft_p95_seconds": 19.045522708001954,
            "tokens": {
              "input": {
                "known_subtotal": 78542,
                "missing_calls": 0,
                "known_per_1000_source_chars": 287.3270557591987
              },
              "output": {
                "known_subtotal": 87007,
                "missing_calls": 0,
                "known_per_1000_source_chars": 318.29422653409137
              },
              "cached_input": {
                "known_subtotal": 24320,
                "missing_calls": 0,
                "known_per_1000_source_chars": 88.96888284056571
              },
              "cache_write_input": {
                "known_subtotal": null,
                "missing_calls": 238,
                "known_per_1000_source_chars": null
              },
              "reasoning": {
                "known_subtotal": 28693,
                "missing_calls": 0,
                "known_per_1000_source_chars": 104.96645375593552
              }
            }
          },
          "zero": {
            "samples": 0,
            "source_chars": 0,
            "successes": 0,
            "quality": null,
            "successful_quality": null,
            "reviewed_translations": 0,
            "serious_outputs": 0,
            "serious_error_rate": null,
            "dimensions_over_reviewed_translations": {
              "semantic_accuracy": null,
              "completeness": null,
              "terminology": null,
              "fluency": null,
              "structure_preservation": null
            },
            "p50_seconds": null,
            "p95_seconds": null,
            "ttft_p50_seconds": null,
            "ttft_p95_seconds": null,
            "tokens": {
              "input": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              },
              "output": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              },
              "cached_input": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              },
              "cache_write_input": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              },
              "reasoning": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              }
            }
          },
          "unknown": {
            "samples": 2,
            "source_chars": 4340,
            "successes": 0,
            "quality": 41.25,
            "successful_quality": null,
            "reviewed_translations": 1,
            "serious_outputs": 1,
            "serious_error_rate": 1.0,
            "dimensions_over_reviewed_translations": {
              "semantic_accuracy": 4,
              "completeness": 1,
              "terminology": 4,
              "fluency": 3,
              "structure_preservation": 4
            },
            "p50_seconds": null,
            "p95_seconds": null,
            "ttft_p50_seconds": null,
            "ttft_p95_seconds": null,
            "tokens": {
              "input": {
                "known_subtotal": null,
                "missing_calls": 2,
                "known_per_1000_source_chars": null
              },
              "output": {
                "known_subtotal": null,
                "missing_calls": 2,
                "known_per_1000_source_chars": null
              },
              "cached_input": {
                "known_subtotal": null,
                "missing_calls": 2,
                "known_per_1000_source_chars": null
              },
              "cache_write_input": {
                "known_subtotal": null,
                "missing_calls": 2,
                "known_per_1000_source_chars": null
              },
              "reasoning": {
                "known_subtotal": null,
                "missing_calls": 2,
                "known_per_1000_source_chars": null
              }
            }
          }
        },
        "reasoning_subset_note": "Descriptive only. Difficulty may influence observed reasoning; these groups do not estimate a causal effect.",
        "tag_subset_note": "Tag groups overlap. Logic/terms challenge sets have8 samples each; no separate inferential confidence claim.",
        "finish_reasons": {
          "completed": 238,
          "unknown": 2
        },
        "failure_types": {
          "HTTPError:503": 1,
          "TimeoutError:200": 1
        }
      }
    },
    {
      "id": "20261027/mimo-responses-none",
      "name": "MiMo V2.6 Pro 普通版 · Command Responses · 关闭",
      "model_id": "xiaomi/mimo-v2.6-pro",
      "model_name": "MiMo V2.6 Pro 普通版",
      "channel": "Command Code",
      "kind": "formal",
      "date": "2026-10-27",
      "cohort": "20261027-interface-reasoning-full-01",
      "sample_group": "cs-en-zh-v2:formal240",
      "protocol": "responses",
      "reasoning": "off",
      "reasoning_label": "关闭",
      "parameters": {
        "reasoning": {
          "effort": "none"
        },
        "store": false,
        "service_tier": "default",
        "max_output_tokens": 8192
      },
      "samples": 240,
      "successes": 237,
      "success_rate": 0.9875,
      "quality": 97.9375,
      "successful_quality": 98.86075949367088,
      "serious_error_rate": 0.01680672268907563,
      "reviewed_outputs": 238,
      "p50": 6.3901798330043675,
      "p95": 19.06377929199516,
      "ttft_p50": 2.9073640839924337,
      "ttft_p95": 6.723820750004961,
      "max_output_tokens": 8192,
      "timeout_seconds": 120,
      "temperature": null,
      "translation_calls": 283,
      "planned_translation_calls": 283,
      "administrative_unknown_calls": 0,
      "explicit_replacement_calls": 0,
      "known_token_priced_usd": 0.08668787879999999,
      "estimated_api_equivalent_usd": null,
      "normalized_cost_estimated": false,
      "actual_cash_usd": null,
      "unknown_usage_calls": 3,
      "main_unknown_usage_calls": 3,
      "main_priced_usd": 0.0733096236,
      "main_source_chars": 277694,
      "usd_per_1000_source_chars": 0.00026399426563051415,
      "sample_score_coverage": 240,
      "review_status": "audited",
      "audit_samples": 62,
      "audit_main_samples": 49,
      "reasoning_tokens_main": null,
      "known_reasoning_tokens_main": 0,
      "reasoning_observed_main_calls": 0,
      "reasoning_positive_main_calls": 0,
      "reasoning_zero_main_calls": 237,
      "reasoning_unknown_main_calls": 3,
      "response_models": [
        "xiaomi/mimo-v2.6-pro"
      ],
      "response_model_missing_main_calls": 2,
      "instructions_sha256": "e743cd7f1abb8a6db18ba1e5394589af787837c244df31fbfa9f0645ad831115",
      "bindings": {
        "run_id": "ae677a210b1640bbb7505f4a0960a936",
        "review_sha256": "83ba6a23a22aa684840207a5667516b5ca655b370143b6bb122d44180640bfe3",
        "audit_sha256": "75b18ecf9a4ec027c88fea778093b37c4960242c71ce110903f2e4da9e6953fe"
      },
      "repeat_stability": [
        {
          "sample_id": "t5-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            4.5159008339978755,
            5.641141374988365
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "rag-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            6.12744629199733,
            8.070587250011158
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "nerf-03",
          "quality_range": [
            95.0,
            95.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            4.426465917000314,
            6.50245487500797
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "gaussian-03",
          "quality_range": [
            80.0,
            100.0
          ],
          "quality_stdev": 9.428090415820634,
          "latency_range": [
            6.730721416999586,
            8.273707375003141
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "raft-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            4.84534120799799,
            6.190947791998042
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "dapper-03",
          "quality_range": [
            75.0,
            100.0
          ],
          "quality_stdev": 11.785113019775793,
          "latency_range": [
            3.7649117079999996,
            5.284102040997823
          ],
          "successes": 2,
          "distinct_outputs": 3
        },
        {
          "sample_id": "duckdb-03",
          "quality_range": [
            95.0,
            95.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            4.67608924999513,
            5.706950666004559
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "faiss-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            4.475693499996851,
            5.307685416002641
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "rustbelt-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            4.1974298330023885,
            5.5261120419891085
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "egg-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            5.183142249996308,
            8.158122708999144
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "dp-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            6.583877999990364,
            7.232616584005882
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "spectre-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            3.769391291993088,
            5.184070458999486
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "vegalite-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            6.844822250001016,
            10.592272000001685
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "hai-03",
          "quality_range": [
            90.0,
            100.0
          ],
          "quality_stdev": 4.714045207910317,
          "latency_range": [
            3.8601507080020383,
            5.086770875001093
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "kll-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            4.346305624996603,
            8.358037666999735
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "stable-03",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            4.523594250000315,
            5.187435040999844
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "C1-07",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            14.303066624997882,
            15.891812542002299
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "C2-07",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            15.906201249999867,
            17.36731754199718
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "C3-07",
          "quality_range": [
            95.0,
            100.0
          ],
          "quality_stdev": 2.3570226039551585,
          "latency_range": [
            14.450649124992196,
            16.00165408400062
          ],
          "successes": 3,
          "distinct_outputs": 3
        },
        {
          "sample_id": "C4-07",
          "quality_range": [
            100.0,
            100.0
          ],
          "quality_stdev": 0.0,
          "latency_range": [
            16.686049874988385,
            16.931932292005513
          ],
          "successes": 3,
          "distinct_outputs": 3
        }
      ],
      "descriptive": {
        "all_main": {
          "samples": 240,
          "source_chars": 277694,
          "successes": 237,
          "quality": 97.9375,
          "successful_quality": 98.86075949367088,
          "reviewed_translations": 238,
          "serious_outputs": 4,
          "serious_error_rate": 0.01680672268907563,
          "dimensions_over_reviewed_translations": {
            "semantic_accuracy": 3.953781512605042,
            "completeness": 3.9327731092436973,
            "terminology": 3.936974789915966,
            "fluency": 3.96218487394958,
            "structure_preservation": 3.9873949579831933
          },
          "p50_seconds": 6.3901798330043675,
          "p95_seconds": 19.06377929199516,
          "ttft_p50_seconds": 2.9073640839924337,
          "ttft_p95_seconds": 6.723820750004961,
          "tokens": {
            "input": {
              "known_subtotal": 79790,
              "missing_calls": 3,
              "known_per_1000_source_chars": 287.3306589267323
            },
            "output": {
              "known_subtotal": 58142,
              "missing_calls": 3,
              "known_per_1000_source_chars": 209.37434730314664
            },
            "cached_input": {
              "known_subtotal": 27776,
              "missing_calls": 3,
              "known_per_1000_source_chars": 100.02376716817791
            },
            "cache_write_input": {
              "known_subtotal": null,
              "missing_calls": 240,
              "known_per_1000_source_chars": null
            },
            "reasoning": {
              "known_subtotal": 0,
              "missing_calls": 3,
              "known_per_1000_source_chars": 0.0
            }
          }
        },
        "by_metadata": {
          "length": {
            "extended": {
              "samples": 24,
              "source_chars": 105504,
              "successes": 24,
              "quality": 97.39583333333333,
              "successful_quality": 97.39583333333333,
              "reviewed_translations": 24,
              "serious_outputs": 1,
              "serious_error_rate": 0.041666666666666664,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.875,
                "completeness": 3.9166666666666665,
                "terminology": 3.8333333333333335,
                "fluency": 3.9583333333333335,
                "structure_preservation": 4
              },
              "p50_seconds": 16.686049874988385,
              "p95_seconds": 24.324023791996296,
              "ttft_p50_seconds": 3.404873499996029,
              "ttft_p95_seconds": 5.634511666998151,
              "tokens": {
                "input": {
                  "known_subtotal": 23126,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 219.19548074006673
                },
                "output": {
                  "known_subtotal": 21061,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 199.62276311798604
                },
                "cached_input": {
                  "known_subtotal": 10368,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 98.27115559599636
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 24,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "long": {
              "samples": 72,
              "source_chars": 110994,
              "successes": 72,
              "quality": 99.16666666666667,
              "successful_quality": 99.16666666666667,
              "reviewed_translations": 72,
              "serious_outputs": 1,
              "serious_error_rate": 0.013888888888888888,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9722222222222223,
                "completeness": 3.9722222222222223,
                "terminology": 3.9305555555555554,
                "fluency": 3.9722222222222223,
                "structure_preservation": 4
              },
              "p50_seconds": 8.820008875001804,
              "p95_seconds": 13.955697500001406,
              "ttft_p50_seconds": 2.9443307080000523,
              "ttft_p95_seconds": 7.735741541997413,
              "tokens": {
                "input": {
                  "known_subtotal": 29651,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 267.1405661567292
                },
                "output": {
                  "known_subtotal": 23465,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 211.40782384633403
                },
                "cached_input": {
                  "known_subtotal": 12928,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 116.47476440167937
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 72,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "paragraph": {
              "samples": 96,
              "source_chars": 55079,
              "successes": 94,
              "quality": 97.47395833333333,
              "successful_quality": 98.75,
              "reviewed_translations": 95,
              "serious_outputs": 2,
              "serious_error_rate": 0.021052631578947368,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.957894736842105,
                "completeness": 3.873684210526316,
                "terminology": 3.957894736842105,
                "fluency": 3.9368421052631577,
                "structure_preservation": 3.968421052631579
              },
              "p50_seconds": 5.433342582997284,
              "p95_seconds": 9.73603345900483,
              "ttft_p50_seconds": 2.6971822080013226,
              "ttft_p95_seconds": 6.640053124996484,
              "tokens": {
                "input": {
                  "known_subtotal": 21049,
                  "missing_calls": 2,
                  "known_per_1000_source_chars": 382.1601699377258
                },
                "output": {
                  "known_subtotal": 12305,
                  "missing_calls": 2,
                  "known_per_1000_source_chars": 223.40637992701392
                },
                "cached_input": {
                  "known_subtotal": 3840,
                  "missing_calls": 2,
                  "known_per_1000_source_chars": 69.71804135877558
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 96,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 2,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "short": {
              "samples": 48,
              "source_chars": 6117,
              "successes": 47,
              "quality": 97.29166666666667,
              "successful_quality": 99.36170212765957,
              "reviewed_translations": 47,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9574468085106385,
                "completeness": 4,
                "terminology": 3.9574468085106385,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 3.650031917000888,
              "p95_seconds": 7.4399399170069955,
              "ttft_p50_seconds": 2.8224422499988577,
              "ttft_p95_seconds": 6.723820750004961,
              "tokens": {
                "input": {
                  "known_subtotal": 5964,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 974.9877390877881
                },
                "output": {
                  "known_subtotal": 1311,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 214.32074546346246
                },
                "cached_input": {
                  "known_subtotal": 640,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 104.62645087461173
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 48,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 0.0
                }
              }
            }
          },
          "domain": {
            "ai_nlp": {
              "samples": 30,
              "source_chars": 36207,
              "successes": 30,
              "quality": 98.08333333333333,
              "successful_quality": 98.08333333333333,
              "reviewed_translations": 30,
              "serious_outputs": 2,
              "serious_error_rate": 0.06666666666666667,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9,
                "completeness": 3.8666666666666667,
                "terminology": 3.966666666666667,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 6.3901798330043675,
              "p95_seconds": 19.06377929199516,
              "ttft_p50_seconds": 3.1145317920017987,
              "ttft_p95_seconds": 6.094132500002161,
              "tokens": {
                "input": {
                  "known_subtotal": 10584,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 292.3191648023863
                },
                "output": {
                  "known_subtotal": 7724,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 213.32891429834012
                },
                "cached_input": {
                  "known_subtotal": 3712,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 102.52161184301379
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "algorithms": {
              "samples": 30,
              "source_chars": 32368,
              "successes": 30,
              "quality": 99.66666666666667,
              "successful_quality": 99.66666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 3.966666666666667,
                "terminology": 3.966666666666667,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 5.775334541001939,
              "p95_seconds": 17.742181749999872,
              "ttft_p50_seconds": 3.215547208004864,
              "ttft_p95_seconds": 6.410096500003419,
              "tokens": {
                "input": {
                  "known_subtotal": 10272,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 317.35046959960454
                },
                "output": {
                  "known_subtotal": 7627,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 235.6339594661394
                },
                "cached_input": {
                  "known_subtotal": 3712,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 114.68116658428077
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "data_retrieval": {
              "samples": 30,
              "source_chars": 33433,
              "successes": 30,
              "quality": 98.5,
              "successful_quality": 98.5,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9,
                "completeness": 3.933333333333333,
                "terminology": 3.966666666666667,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 6.913515416003065,
              "p95_seconds": 16.686049874988385,
              "ttft_p50_seconds": 2.8329039579984965,
              "ttft_p95_seconds": 6.640053124996484,
              "tokens": {
                "input": {
                  "known_subtotal": 9812,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 293.48248736278526
                },
                "output": {
                  "known_subtotal": 7207,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 215.56545927676248
                },
                "cached_input": {
                  "known_subtotal": 3840,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 114.85657882930039
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "hci_visualization": {
              "samples": 30,
              "source_chars": 36167,
              "successes": 29,
              "quality": 95.16666666666667,
              "successful_quality": 98.44827586206897,
              "reviewed_translations": 29,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9310344827586206,
                "completeness": 3.9310344827586206,
                "terminology": 3.9310344827586206,
                "fluency": 3.9310344827586206,
                "structure_preservation": 4
              },
              "p50_seconds": 6.3090666250063805,
              "p95_seconds": 24.324023791996296,
              "ttft_p50_seconds": 2.772725500006345,
              "ttft_p95_seconds": 5.634511666998151,
              "tokens": {
                "input": {
                  "known_subtotal": 9720,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 268.7532833798767
                },
                "output": {
                  "known_subtotal": 7067,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 195.39912074543093
                },
                "cached_input": {
                  "known_subtotal": 2688,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 74.32189565073134
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "security": {
              "samples": 30,
              "source_chars": 35367,
              "successes": 30,
              "quality": 99.83333333333333,
              "successful_quality": 99.83333333333333,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 3.966666666666667,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 6.182846290997986,
              "p95_seconds": 19.6488434579951,
              "ttft_p50_seconds": 2.5616938330058474,
              "ttft_p95_seconds": 5.6965175829973305,
              "tokens": {
                "input": {
                  "known_subtotal": 9952,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 281.39225831990274
                },
                "output": {
                  "known_subtotal": 7073,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 199.98869002177173
                },
                "cached_input": {
                  "known_subtotal": 3712,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 104.95659795854894
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "software_languages": {
              "samples": 30,
              "source_chars": 33681,
              "successes": 30,
              "quality": 98.91666666666667,
              "successful_quality": 98.91666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 3.966666666666667,
                "terminology": 3.8666666666666667,
                "fluency": 3.933333333333333,
                "structure_preservation": 3.966666666666667
              },
              "p50_seconds": 5.901507624999795,
              "p95_seconds": 20.47329195900238,
              "ttft_p50_seconds": 3.154084125002555,
              "ttft_p95_seconds": 13.36623162500473,
              "tokens": {
                "input": {
                  "known_subtotal": 9990,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 296.60639529705173
                },
                "output": {
                  "known_subtotal": 7139,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 211.9592648674327
                },
                "cached_input": {
                  "known_subtotal": 3584,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 106.41014221668001
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "systems": {
              "samples": 30,
              "source_chars": 34728,
              "successes": 29,
              "quality": 98.16666666666667,
              "successful_quality": 98.96551724137932,
              "reviewed_translations": 30,
              "serious_outputs": 2,
              "serious_error_rate": 0.06666666666666667,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.966666666666667,
                "completeness": 3.8666666666666667,
                "terminology": 3.933333333333333,
                "fluency": 3.8666666666666667,
                "structure_preservation": 3.933333333333333
              },
              "p50_seconds": 6.3817111249954905,
              "p95_seconds": 17.638631833004183,
              "ttft_p50_seconds": 2.904400749997876,
              "ttft_p95_seconds": 12.417689375004556,
              "tokens": {
                "input": {
                  "known_subtotal": 9359,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 269.49435613913846
                },
                "output": {
                  "known_subtotal": 6837,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 196.8728403593642
                },
                "cached_input": {
                  "known_subtotal": 3456,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 99.51624049758121
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "vision_graphics": {
              "samples": 30,
              "source_chars": 35743,
              "successes": 29,
              "quality": 95.16666666666667,
              "successful_quality": 98.44827586206897,
              "reviewed_translations": 29,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9310344827586206,
                "completeness": 3.9655172413793105,
                "terminology": 3.8620689655172415,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 6.2639154579956084,
              "p95_seconds": 15.906201249999867,
              "ttft_p50_seconds": 2.9073640839924337,
              "ttft_p95_seconds": 5.661432708002394,
              "tokens": {
                "input": {
                  "known_subtotal": 10101,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 282.6007889656716
                },
                "output": {
                  "known_subtotal": 7468,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 208.93601544358336
                },
                "cached_input": {
                  "known_subtotal": 3072,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 85.94689869345048
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 0.0
                }
              }
            }
          },
          "origin": {
            "challenge": {
              "samples": 80,
              "source_chars": 97583,
              "successes": 80,
              "quality": 99.09375,
              "successful_quality": 99.09375,
              "reviewed_translations": 80,
              "serious_outputs": 1,
              "serious_error_rate": 0.0125,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9875,
                "completeness": 3.9125,
                "terminology": 3.9625,
                "fluency": 3.9625,
                "structure_preservation": 3.975
              },
              "p50_seconds": 6.2639154579956084,
              "p95_seconds": 16.686049874988385,
              "ttft_p50_seconds": 2.882138916000258,
              "ttft_p95_seconds": 5.661432708002394,
              "tokens": {
                "input": {
                  "known_subtotal": 25346,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 259.737864177162
                },
                "output": {
                  "known_subtotal": 18297,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 187.50192144123466
                },
                "cached_input": {
                  "known_subtotal": 8704,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 89.19586403369439
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 80,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "real": {
              "samples": 160,
              "source_chars": 180111,
              "successes": 157,
              "quality": 97.359375,
              "successful_quality": 98.74203821656052,
              "reviewed_translations": 158,
              "serious_outputs": 3,
              "serious_error_rate": 0.0189873417721519,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9367088607594938,
                "completeness": 3.9430379746835444,
                "terminology": 3.9240506329113924,
                "fluency": 3.962025316455696,
                "structure_preservation": 3.9936708860759493
              },
              "p50_seconds": 6.396751083004347,
              "p95_seconds": 19.06377929199516,
              "ttft_p50_seconds": 2.9677372919977643,
              "ttft_p95_seconds": 7.735741541997413,
              "tokens": {
                "input": {
                  "known_subtotal": 54444,
                  "missing_calls": 3,
                  "known_per_1000_source_chars": 302.2802605060213
                },
                "output": {
                  "known_subtotal": 39845,
                  "missing_calls": 3,
                  "known_per_1000_source_chars": 221.22468921942578
                },
                "cached_input": {
                  "known_subtotal": 19072,
                  "missing_calls": 3,
                  "known_per_1000_source_chars": 105.89025656400774
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 160,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 3,
                  "known_per_1000_source_chars": 0.0
                }
              }
            }
          },
          "split": {
            "development": {
              "samples": 120,
              "source_chars": 138648,
              "successes": 119,
              "quality": 98.20833333333333,
              "successful_quality": 99.03361344537815,
              "reviewed_translations": 119,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9747899159663866,
                "completeness": 3.966386554621849,
                "terminology": 3.907563025210084,
                "fluency": 3.9747899159663866,
                "structure_preservation": 3.991596638655462
              },
              "p50_seconds": 5.868936083003064,
              "p95_seconds": 17.742181749999872,
              "ttft_p50_seconds": 2.7474048750009388,
              "ttft_p95_seconds": 4.908695042002364,
              "tokens": {
                "input": {
                  "known_subtotal": 39625,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 285.79568403438924
                },
                "output": {
                  "known_subtotal": 28256,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 203.7966649356644
                },
                "cached_input": {
                  "known_subtotal": 11904,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 85.85771161502511
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 120,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "holdout": {
              "samples": 120,
              "source_chars": 139046,
              "successes": 118,
              "quality": 97.66666666666667,
              "successful_quality": 98.6864406779661,
              "reviewed_translations": 119,
              "serious_outputs": 4,
              "serious_error_rate": 0.03361344537815126,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9327731092436973,
                "completeness": 3.899159663865546,
                "terminology": 3.966386554621849,
                "fluency": 3.9495798319327733,
                "structure_preservation": 3.9831932773109244
              },
              "p50_seconds": 6.913515416003065,
              "p95_seconds": 20.64859704200353,
              "ttft_p50_seconds": 3.154084125002555,
              "ttft_p95_seconds": 7.91269729200576,
              "tokens": {
                "input": {
                  "known_subtotal": 40165,
                  "missing_calls": 2,
                  "known_per_1000_source_chars": 288.8612401651252
                },
                "output": {
                  "known_subtotal": 29886,
                  "missing_calls": 2,
                  "known_per_1000_source_chars": 214.93606432403664
                },
                "cached_input": {
                  "known_subtotal": 15872,
                  "missing_calls": 2,
                  "known_per_1000_source_chars": 114.1492743408656
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 120,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 2,
                  "known_per_1000_source_chars": 0.0
                }
              }
            }
          },
          "tag": {
            "ai_nlp": {
              "samples": 30,
              "source_chars": 36207,
              "successes": 30,
              "quality": 98.08333333333333,
              "successful_quality": 98.08333333333333,
              "reviewed_translations": 30,
              "serious_outputs": 2,
              "serious_error_rate": 0.06666666666666667,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9,
                "completeness": 3.8666666666666667,
                "terminology": 3.966666666666667,
                "fluency": 3.966666666666667,
                "structure_preservation": 4
              },
              "p50_seconds": 6.3901798330043675,
              "p95_seconds": 19.06377929199516,
              "ttft_p50_seconds": 3.1145317920017987,
              "ttft_p95_seconds": 6.094132500002161,
              "tokens": {
                "input": {
                  "known_subtotal": 10584,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 292.3191648023863
                },
                "output": {
                  "known_subtotal": 7724,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 213.32891429834012
                },
                "cached_input": {
                  "known_subtotal": 3712,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 102.52161184301379
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "algorithms": {
              "samples": 30,
              "source_chars": 32368,
              "successes": 30,
              "quality": 99.66666666666667,
              "successful_quality": 99.66666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 3.966666666666667,
                "terminology": 3.966666666666667,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 5.775334541001939,
              "p95_seconds": 17.742181749999872,
              "ttft_p50_seconds": 3.215547208004864,
              "ttft_p95_seconds": 6.410096500003419,
              "tokens": {
                "input": {
                  "known_subtotal": 10272,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 317.35046959960454
                },
                "output": {
                  "known_subtotal": 7627,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 235.6339594661394
                },
                "cached_input": {
                  "known_subtotal": 3712,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 114.68116658428077
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "code": {
              "samples": 8,
              "source_chars": 12807,
              "successes": 8,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 7.401728166005341,
              "p95_seconds": 35.24920895900141,
              "ttft_p50_seconds": 2.656237625000358,
              "ttft_p95_seconds": 7.229093624999223,
              "tokens": {
                "input": {
                  "known_subtotal": 3086,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 240.9619739205122
                },
                "output": {
                  "known_subtotal": 2288,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 178.652299523698
                },
                "cached_input": {
                  "known_subtotal": 640,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 49.97267119543999
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 8,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "coherence": {
              "samples": 8,
              "source_chars": 36225,
              "successes": 8,
              "quality": 99.375,
              "successful_quality": 99.375,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 3.875,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 16.00165408400062,
              "p95_seconds": 20.47329195900238,
              "ttft_p50_seconds": 3.2385089169983985,
              "ttft_p95_seconds": 4.8414735839978675,
              "tokens": {
                "input": {
                  "known_subtotal": 6831,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 188.57142857142858
                },
                "output": {
                  "known_subtotal": 6154,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 169.88267770876467
                },
                "cached_input": {
                  "known_subtotal": 3840,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 106.00414078674949
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 8,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "cross_page": {
              "samples": 32,
              "source_chars": 81355,
              "successes": 32,
              "quality": 97.96875,
              "successful_quality": 97.96875,
              "reviewed_translations": 32,
              "serious_outputs": 1,
              "serious_error_rate": 0.03125,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.90625,
                "completeness": 3.96875,
                "terminology": 3.84375,
                "fluency": 3.9375,
                "structure_preservation": 4
              },
              "p50_seconds": 9.952804667002056,
              "p95_seconds": 24.324023791996296,
              "ttft_p50_seconds": 3.1145317920017987,
              "ttft_p95_seconds": 5.634511666998151,
              "tokens": {
                "input": {
                  "known_subtotal": 20519,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 252.2155983037306
                },
                "output": {
                  "known_subtotal": 17562,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 215.86872349579005
                },
                "cached_input": {
                  "known_subtotal": 7680,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 94.40108167906091
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 32,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "data_retrieval": {
              "samples": 30,
              "source_chars": 33433,
              "successes": 30,
              "quality": 98.5,
              "successful_quality": 98.5,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9,
                "completeness": 3.933333333333333,
                "terminology": 3.966666666666667,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 6.913515416003065,
              "p95_seconds": 16.686049874988385,
              "ttft_p50_seconds": 2.8329039579984965,
              "ttft_p95_seconds": 6.640053124996484,
              "tokens": {
                "input": {
                  "known_subtotal": 9812,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 293.48248736278526
                },
                "output": {
                  "known_subtotal": 7207,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 215.56545927676248
                },
                "cached_input": {
                  "known_subtotal": 3840,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 114.85657882930039
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "extended": {
              "samples": 24,
              "source_chars": 105504,
              "successes": 24,
              "quality": 97.39583333333333,
              "successful_quality": 97.39583333333333,
              "reviewed_translations": 24,
              "serious_outputs": 1,
              "serious_error_rate": 0.041666666666666664,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.875,
                "completeness": 3.9166666666666665,
                "terminology": 3.8333333333333335,
                "fluency": 3.9583333333333335,
                "structure_preservation": 4
              },
              "p50_seconds": 16.686049874988385,
              "p95_seconds": 24.324023791996296,
              "ttft_p50_seconds": 3.404873499996029,
              "ttft_p95_seconds": 5.634511666998151,
              "tokens": {
                "input": {
                  "known_subtotal": 23126,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 219.19548074006673
                },
                "output": {
                  "known_subtotal": 21061,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 199.62276311798604
                },
                "cached_input": {
                  "known_subtotal": 10368,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 98.27115559599636
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 24,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "formula": {
              "samples": 8,
              "source_chars": 1128,
              "successes": 8,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 3.5317395419988316,
              "p95_seconds": 7.4399399170069955,
              "ttft_p50_seconds": 2.8224422499988577,
              "ttft_p95_seconds": 6.723820750004961,
              "tokens": {
                "input": {
                  "known_subtotal": 1074,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 952.1276595744681
                },
                "output": {
                  "known_subtotal": 303,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 268.6170212765958
                },
                "cached_input": {
                  "known_subtotal": 384,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 340.4255319148936
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 8,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "formulas": {
              "samples": 50,
              "source_chars": 54583,
              "successes": 50,
              "quality": 99.3,
              "successful_quality": 99.3,
              "reviewed_translations": 50,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.98,
                "completeness": 4,
                "terminology": 3.92,
                "fluency": 3.98,
                "structure_preservation": 3.98
              },
              "p50_seconds": 5.7084002920018975,
              "p95_seconds": 17.742181749999872,
              "ttft_p50_seconds": 2.694579208000505,
              "ttft_p95_seconds": 4.543150291996426,
              "tokens": {
                "input": {
                  "known_subtotal": 17415,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 319.055383544327
                },
                "output": {
                  "known_subtotal": 12713,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 232.91134602348717
                },
                "cached_input": {
                  "known_subtotal": 5248,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 96.1471520436766
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 50,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "hci_visualization": {
              "samples": 30,
              "source_chars": 36167,
              "successes": 29,
              "quality": 95.16666666666667,
              "successful_quality": 98.44827586206897,
              "reviewed_translations": 29,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9310344827586206,
                "completeness": 3.9310344827586206,
                "terminology": 3.9310344827586206,
                "fluency": 3.9310344827586206,
                "structure_preservation": 4
              },
              "p50_seconds": 6.3090666250063805,
              "p95_seconds": 24.324023791996296,
              "ttft_p50_seconds": 2.772725500006345,
              "ttft_p95_seconds": 5.634511666998151,
              "tokens": {
                "input": {
                  "known_subtotal": 9720,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 268.7532833798767
                },
                "output": {
                  "known_subtotal": 7067,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 195.39912074543093
                },
                "cached_input": {
                  "known_subtotal": 2688,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 74.32189565073134
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "instructions": {
              "samples": 8,
              "source_chars": 4690,
              "successes": 8,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 5.433342582997284,
              "p95_seconds": 7.516095250000944,
              "ttft_p50_seconds": 2.5685451249955804,
              "ttft_p95_seconds": 4.820722333002777,
              "tokens": {
                "input": {
                  "known_subtotal": 1616,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 344.5628997867804
                },
                "output": {
                  "known_subtotal": 896,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 191.044776119403
                },
                "cached_input": {
                  "known_subtotal": 512,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 109.1684434968017
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 8,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "logic": {
              "samples": 8,
              "source_chars": 1085,
              "successes": 8,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 3.7563544170043315,
              "p95_seconds": 6.2639154579956084,
              "ttft_p50_seconds": 2.82757191699784,
              "ttft_p95_seconds": 5.661432708002394,
              "tokens": {
                "input": {
                  "known_subtotal": 997,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 918.8940092165898
                },
                "output": {
                  "known_subtotal": 204,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 188.0184331797235
                },
                "cached_input": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 8,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "long": {
              "samples": 72,
              "source_chars": 110994,
              "successes": 72,
              "quality": 99.16666666666667,
              "successful_quality": 99.16666666666667,
              "reviewed_translations": 72,
              "serious_outputs": 1,
              "serious_error_rate": 0.013888888888888888,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9722222222222223,
                "completeness": 3.9722222222222223,
                "terminology": 3.9305555555555554,
                "fluency": 3.9722222222222223,
                "structure_preservation": 4
              },
              "p50_seconds": 8.820008875001804,
              "p95_seconds": 13.955697500001406,
              "ttft_p50_seconds": 2.9443307080000523,
              "ttft_p95_seconds": 7.735741541997413,
              "tokens": {
                "input": {
                  "known_subtotal": 29651,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 267.1405661567292
                },
                "output": {
                  "known_subtotal": 23465,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 211.40782384633403
                },
                "cached_input": {
                  "known_subtotal": 12928,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 116.47476440167937
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 72,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "noise": {
              "samples": 8,
              "source_chars": 13809,
              "successes": 8,
              "quality": 99.375,
              "successful_quality": 99.375,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 3.875,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 9.822851582997828,
              "p95_seconds": 19.644530292003765,
              "ttft_p50_seconds": 2.9073640839924337,
              "ttft_p95_seconds": 13.36623162500473,
              "tokens": {
                "input": {
                  "known_subtotal": 3245,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 234.99167209790716
                },
                "output": {
                  "known_subtotal": 2571,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 186.1829241798827
                },
                "cached_input": {
                  "known_subtotal": 1152,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 83.42385400825549
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 8,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "numbers": {
              "samples": 8,
              "source_chars": 4505,
              "successes": 8,
              "quality": 98.75,
              "successful_quality": 98.75,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.875,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 5.513208541000495,
              "p95_seconds": 6.3901798330043675,
              "ttft_p50_seconds": 2.5616938330058474,
              "ttft_p95_seconds": 5.760502000004635,
              "tokens": {
                "input": {
                  "known_subtotal": 1855,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 411.7647058823529
                },
                "output": {
                  "known_subtotal": 1153,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 255.93784683684794
                },
                "cached_input": {
                  "known_subtotal": 128,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 28.412874583795784
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 8,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "paper_prose": {
              "samples": 160,
              "source_chars": 180111,
              "successes": 157,
              "quality": 97.359375,
              "successful_quality": 98.74203821656052,
              "reviewed_translations": 158,
              "serious_outputs": 3,
              "serious_error_rate": 0.0189873417721519,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9367088607594938,
                "completeness": 3.9430379746835444,
                "terminology": 3.9240506329113924,
                "fluency": 3.962025316455696,
                "structure_preservation": 3.9936708860759493
              },
              "p50_seconds": 6.396751083004347,
              "p95_seconds": 19.06377929199516,
              "ttft_p50_seconds": 2.9677372919977643,
              "ttft_p95_seconds": 7.735741541997413,
              "tokens": {
                "input": {
                  "known_subtotal": 54444,
                  "missing_calls": 3,
                  "known_per_1000_source_chars": 302.2802605060213
                },
                "output": {
                  "known_subtotal": 39845,
                  "missing_calls": 3,
                  "known_per_1000_source_chars": 221.22468921942578
                },
                "cached_input": {
                  "known_subtotal": 19072,
                  "missing_calls": 3,
                  "known_per_1000_source_chars": 105.89025656400774
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 160,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 3,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "paragraph": {
              "samples": 96,
              "source_chars": 55079,
              "successes": 94,
              "quality": 97.47395833333333,
              "successful_quality": 98.75,
              "reviewed_translations": 95,
              "serious_outputs": 2,
              "serious_error_rate": 0.021052631578947368,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.957894736842105,
                "completeness": 3.873684210526316,
                "terminology": 3.957894736842105,
                "fluency": 3.9368421052631577,
                "structure_preservation": 3.968421052631579
              },
              "p50_seconds": 5.433342582997284,
              "p95_seconds": 9.73603345900483,
              "ttft_p50_seconds": 2.6971822080013226,
              "ttft_p95_seconds": 6.640053124996484,
              "tokens": {
                "input": {
                  "known_subtotal": 21049,
                  "missing_calls": 2,
                  "known_per_1000_source_chars": 382.1601699377258
                },
                "output": {
                  "known_subtotal": 12305,
                  "missing_calls": 2,
                  "known_per_1000_source_chars": 223.40637992701392
                },
                "cached_input": {
                  "known_subtotal": 3840,
                  "missing_calls": 2,
                  "known_per_1000_source_chars": 69.71804135877558
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 96,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 2,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "security": {
              "samples": 30,
              "source_chars": 35367,
              "successes": 30,
              "quality": 99.83333333333333,
              "successful_quality": 99.83333333333333,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 3.966666666666667,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 6.182846290997986,
              "p95_seconds": 19.6488434579951,
              "ttft_p50_seconds": 2.5616938330058474,
              "ttft_p95_seconds": 5.6965175829973305,
              "tokens": {
                "input": {
                  "known_subtotal": 9952,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 281.39225831990274
                },
                "output": {
                  "known_subtotal": 7073,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 199.98869002177173
                },
                "cached_input": {
                  "known_subtotal": 3712,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 104.95659795854894
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "short": {
              "samples": 48,
              "source_chars": 6117,
              "successes": 47,
              "quality": 97.29166666666667,
              "successful_quality": 99.36170212765957,
              "reviewed_translations": 47,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9574468085106385,
                "completeness": 4,
                "terminology": 3.9574468085106385,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 3.650031917000888,
              "p95_seconds": 7.4399399170069955,
              "ttft_p50_seconds": 2.8224422499988577,
              "ttft_p95_seconds": 6.723820750004961,
              "tokens": {
                "input": {
                  "known_subtotal": 5964,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 974.9877390877881
                },
                "output": {
                  "known_subtotal": 1311,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 214.32074546346246
                },
                "cached_input": {
                  "known_subtotal": 640,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 104.62645087461173
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 48,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "single_column": {
              "samples": 70,
              "source_chars": 77770,
              "successes": 70,
              "quality": 98.64285714285714,
              "successful_quality": 98.64285714285714,
              "reviewed_translations": 70,
              "serious_outputs": 2,
              "serious_error_rate": 0.02857142857142857,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.942857142857143,
                "completeness": 3.9571428571428573,
                "terminology": 3.9,
                "fluency": 3.9857142857142858,
                "structure_preservation": 3.9857142857142858
              },
              "p50_seconds": 5.919493792003777,
              "p95_seconds": 19.06377929199516,
              "ttft_p50_seconds": 3.057172457993147,
              "ttft_p95_seconds": 6.410096500003419,
              "tokens": {
                "input": {
                  "known_subtotal": 24721,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 317.87321589301786
                },
                "output": {
                  "known_subtotal": 18248,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 234.64060691783465
                },
                "cached_input": {
                  "known_subtotal": 7680,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 98.75273241609875
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 70,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "software_languages": {
              "samples": 30,
              "source_chars": 33681,
              "successes": 30,
              "quality": 98.91666666666667,
              "successful_quality": 98.91666666666667,
              "reviewed_translations": 30,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 3.966666666666667,
                "terminology": 3.8666666666666667,
                "fluency": 3.933333333333333,
                "structure_preservation": 3.966666666666667
              },
              "p50_seconds": 5.901507624999795,
              "p95_seconds": 20.47329195900238,
              "ttft_p50_seconds": 3.154084125002555,
              "ttft_p95_seconds": 13.36623162500473,
              "tokens": {
                "input": {
                  "known_subtotal": 9990,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 296.60639529705173
                },
                "output": {
                  "known_subtotal": 7139,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 211.9592648674327
                },
                "cached_input": {
                  "known_subtotal": 3584,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 106.41014221668001
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "structure": {
              "samples": 8,
              "source_chars": 14255,
              "successes": 8,
              "quality": 100.0,
              "successful_quality": 100.0,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 4,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 8.681717082996329,
              "p95_seconds": 11.549554875004105,
              "ttft_p50_seconds": 2.849827042002289,
              "ttft_p95_seconds": 4.213741542000207,
              "tokens": {
                "input": {
                  "known_subtotal": 3245,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 227.63942476324098
                },
                "output": {
                  "known_subtotal": 2658,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 186.46089091546824
                },
                "cached_input": {
                  "known_subtotal": 1536,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 107.75166608207647
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 8,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "systems": {
              "samples": 30,
              "source_chars": 34728,
              "successes": 29,
              "quality": 98.16666666666667,
              "successful_quality": 98.96551724137932,
              "reviewed_translations": 30,
              "serious_outputs": 2,
              "serious_error_rate": 0.06666666666666667,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.966666666666667,
                "completeness": 3.8666666666666667,
                "terminology": 3.933333333333333,
                "fluency": 3.8666666666666667,
                "structure_preservation": 3.933333333333333
              },
              "p50_seconds": 6.3817111249954905,
              "p95_seconds": 17.638631833004183,
              "ttft_p50_seconds": 2.904400749997876,
              "ttft_p95_seconds": 12.417689375004556,
              "tokens": {
                "input": {
                  "known_subtotal": 9359,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 269.49435613913846
                },
                "output": {
                  "known_subtotal": 6837,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 196.8728403593642
                },
                "cached_input": {
                  "known_subtotal": 3456,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 99.51624049758121
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "tables": {
              "samples": 50,
              "source_chars": 56982,
              "successes": 49,
              "quality": 97.15,
              "successful_quality": 97.60204081632654,
              "reviewed_translations": 50,
              "serious_outputs": 3,
              "serious_error_rate": 0.06,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.84,
                "completeness": 3.82,
                "terminology": 3.98,
                "fluency": 3.9,
                "structure_preservation": 4
              },
              "p50_seconds": 6.772610249994614,
              "p95_seconds": 19.06377929199516,
              "ttft_p50_seconds": 2.7662854170048377,
              "ttft_p95_seconds": 6.964148334001948,
              "tokens": {
                "input": {
                  "known_subtotal": 17117,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 300.39310659506515
                },
                "output": {
                  "known_subtotal": 12603,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 221.1751079288196
                },
                "cached_input": {
                  "known_subtotal": 6400,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 112.31617001860236
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 50,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "tags": {
              "samples": 8,
              "source_chars": 4520,
              "successes": 8,
              "quality": 94.6875,
              "successful_quality": 94.6875,
              "reviewed_translations": 8,
              "serious_outputs": 1,
              "serious_error_rate": 0.125,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 3.125,
                "terminology": 4,
                "fluency": 3.875,
                "structure_preservation": 3.75
              },
              "p50_seconds": 5.1116097500053,
              "p95_seconds": 7.964945624997199,
              "ttft_p50_seconds": 3.2439372500011814,
              "ttft_p95_seconds": 5.028983500000322,
              "tokens": {
                "input": {
                  "known_subtotal": 1766,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 390.70796460176996
                },
                "output": {
                  "known_subtotal": 1197,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 264.8230088495575
                },
                "cached_input": {
                  "known_subtotal": 256,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 56.63716814159292
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 8,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "terms": {
              "samples": 8,
              "source_chars": 4559,
              "successes": 8,
              "quality": 98.75,
              "successful_quality": 98.75,
              "reviewed_translations": 8,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 4,
                "completeness": 4,
                "terminology": 3.875,
                "fluency": 3.75,
                "structure_preservation": 4
              },
              "p50_seconds": 4.774022708996199,
              "p95_seconds": 6.809490875006304,
              "ttft_p50_seconds": 2.6971822080013226,
              "ttft_p95_seconds": 4.4772912910120795,
              "tokens": {
                "input": {
                  "known_subtotal": 1631,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 357.7538933976749
                },
                "output": {
                  "known_subtotal": 873,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 191.48936170212767
                },
                "cached_input": {
                  "known_subtotal": 256,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 56.152665058126786
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 8,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 0,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "two_column": {
              "samples": 90,
              "source_chars": 102341,
              "successes": 87,
              "quality": 96.36111111111111,
              "successful_quality": 98.82183908045977,
              "reviewed_translations": 88,
              "serious_outputs": 1,
              "serious_error_rate": 0.011363636363636364,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9318181818181817,
                "completeness": 3.9318181818181817,
                "terminology": 3.9431818181818183,
                "fluency": 3.9431818181818183,
                "structure_preservation": 4
              },
              "p50_seconds": 6.911683541002276,
              "p95_seconds": 17.638631833004183,
              "ttft_p50_seconds": 2.884184833004838,
              "ttft_p95_seconds": 7.955351209006039,
              "tokens": {
                "input": {
                  "known_subtotal": 29723,
                  "missing_calls": 3,
                  "known_per_1000_source_chars": 290.4310100546213
                },
                "output": {
                  "known_subtotal": 21597,
                  "missing_calls": 3,
                  "known_per_1000_source_chars": 211.029792556258
                },
                "cached_input": {
                  "known_subtotal": 11392,
                  "missing_calls": 3,
                  "known_per_1000_source_chars": 111.31413607449605
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 90,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 3,
                  "known_per_1000_source_chars": 0.0
                }
              }
            },
            "vision_graphics": {
              "samples": 30,
              "source_chars": 35743,
              "successes": 29,
              "quality": 95.16666666666667,
              "successful_quality": 98.44827586206897,
              "reviewed_translations": 29,
              "serious_outputs": 0,
              "serious_error_rate": 0.0,
              "dimensions_over_reviewed_translations": {
                "semantic_accuracy": 3.9310344827586206,
                "completeness": 3.9655172413793105,
                "terminology": 3.8620689655172415,
                "fluency": 4,
                "structure_preservation": 4
              },
              "p50_seconds": 6.2639154579956084,
              "p95_seconds": 15.906201249999867,
              "ttft_p50_seconds": 2.9073640839924337,
              "ttft_p95_seconds": 5.661432708002394,
              "tokens": {
                "input": {
                  "known_subtotal": 10101,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 282.6007889656716
                },
                "output": {
                  "known_subtotal": 7468,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 208.93601544358336
                },
                "cached_input": {
                  "known_subtotal": 3072,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 85.94689869345048
                },
                "cache_write_input": {
                  "known_subtotal": null,
                  "missing_calls": 30,
                  "known_per_1000_source_chars": null
                },
                "reasoning": {
                  "known_subtotal": 0,
                  "missing_calls": 1,
                  "known_per_1000_source_chars": 0.0
                }
              }
            }
          }
        },
        "by_reported_reasoning": {
          "positive": {
            "samples": 0,
            "source_chars": 0,
            "successes": 0,
            "quality": null,
            "successful_quality": null,
            "reviewed_translations": 0,
            "serious_outputs": 0,
            "serious_error_rate": null,
            "dimensions_over_reviewed_translations": {
              "semantic_accuracy": null,
              "completeness": null,
              "terminology": null,
              "fluency": null,
              "structure_preservation": null
            },
            "p50_seconds": null,
            "p95_seconds": null,
            "ttft_p50_seconds": null,
            "ttft_p95_seconds": null,
            "tokens": {
              "input": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              },
              "output": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              },
              "cached_input": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              },
              "cache_write_input": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              },
              "reasoning": {
                "known_subtotal": null,
                "missing_calls": 0,
                "known_per_1000_source_chars": null
              }
            }
          },
          "zero": {
            "samples": 237,
            "source_chars": 276691,
            "successes": 237,
            "quality": 98.86075949367088,
            "successful_quality": 98.86075949367088,
            "reviewed_translations": 237,
            "serious_outputs": 3,
            "serious_error_rate": 0.012658227848101266,
            "dimensions_over_reviewed_translations": {
              "semantic_accuracy": 3.9535864978902953,
              "completeness": 3.949367088607595,
              "terminology": 3.9367088607594938,
              "fluency": 3.970464135021097,
              "structure_preservation": 3.9873417721518987
            },
            "p50_seconds": 6.3901798330043675,
            "p95_seconds": 19.06377929199516,
            "ttft_p50_seconds": 2.9073640839924337,
            "ttft_p95_seconds": 6.723820750004961,
            "tokens": {
              "input": {
                "known_subtotal": 79790,
                "missing_calls": 0,
                "known_per_1000_source_chars": 288.37222750288225
              },
              "output": {
                "known_subtotal": 58142,
                "missing_calls": 0,
                "known_per_1000_source_chars": 210.13332562316808
              },
              "cached_input": {
                "known_subtotal": 27776,
                "missing_calls": 0,
                "known_per_1000_source_chars": 100.38635156185057
              },
              "cache_write_input": {
                "known_subtotal": null,
                "missing_calls": 237,
                "known_per_1000_source_chars": null
              },
              "reasoning": {
                "known_subtotal": 0,
                "missing_calls": 0,
                "known_per_1000_source_chars": 0.0
              }
            }
          },
          "unknown": {
            "samples": 3,
            "source_chars": 1003,
            "successes": 0,
            "quality": 25.0,
            "successful_quality": null,
            "reviewed_translations": 1,
            "serious_outputs": 1,
            "serious_error_rate": 1.0,
            "dimensions_over_reviewed_translations": {
              "semantic_accuracy": 4,
              "completeness": 0,
              "terminology": 4,
              "fluency": 2,
              "structure_preservation": 4
            },
            "p50_seconds": null,
            "p95_seconds": null,
            "ttft_p50_seconds": null,
            "ttft_p95_seconds": null,
            "tokens": {
              "input": {
                "known_subtotal": null,
                "missing_calls": 3,
                "known_per_1000_source_chars": null
              },
              "output": {
                "known_subtotal": null,
                "missing_calls": 3,
                "known_per_1000_source_chars": null
              },
              "cached_input": {
                "known_subtotal": null,
                "missing_calls": 3,
                "known_per_1000_source_chars": null
              },
              "cache_write_input": {
                "known_subtotal": null,
                "missing_calls": 3,
                "known_per_1000_source_chars": null
              },
              "reasoning": {
                "known_subtotal": null,
                "missing_calls": 3,
                "known_per_1000_source_chars": null
              }
            }
          }
        },
        "reasoning_subset_note": "Descriptive only. Difficulty may influence observed reasoning; these groups do not estimate a causal effect.",
        "tag_subset_note": "Tag groups overlap. Logic/terms challenge sets have8 samples each; no separate inferential confidence claim.",
        "finish_reasons": {
          "completed": 237,
          "unknown": 3
        },
        "failure_types": {
          "RemoteProtocolError:None": 1,
          "HTTPError:503": 1,
          "RemoteProtocolError:200": 1
        }
      }
    }
  ],
  "accounting": {
    "observed_usage_credits": 4.434290088500001,
    "recorded_requests": 2347,
    "local_attempts": 2361,
    "recorded_input_tokens": 4546834,
    "recorded_output_tokens": 2428674,
    "cash_usd": null,
    "granularity_seconds": 300,
    "observation_start": "2026-10-23T04:35:46.308910+00:00",
    "observation_end": "2026-10-23T09:41:49.695874+00:00",
    "last_checked_at": "2026-10-23T11:01:35.105Z",
    "coverage": [
      {
        "kind": "translation",
        "attempts": 1981,
        "known_token_priced_usd": 0.7654745052,
        "recorded_usage_calls": 1922
      },
      {
        "kind": "quality-review",
        "attempts": 373,
        "known_token_priced_usd": 0.6435305,
        "recorded_usage_calls": 355
      },
      {
        "kind": "quality-calibration",
        "attempts": 3,
        "known_token_priced_usd": 0.0003468,
        "recorded_usage_calls": 1
      },
      {
        "kind": "billing-calibration",
        "attempts": 4,
        "known_token_priced_usd": 0.00022808,
        "recorded_usage_calls": 4
      }
    ],
    "billing_confirmation": {
      "entries_checked": 100,
      "source_sha256": "4e4357fda4093154decf948b4993908d844e90733fcce12577c08ed8db2be7eb",
      "evidence": "billing-confirmation.json"
    },
    "amount_basis": "Recorded token usage at archived rates, with service ledger confirmation where available. Account-window weighted plan credits are shown separately."
  },
  "method": {
    "instruction": "请将以下英文准确翻译为简体中文，只输出译文，保留原文中的数字、公式、引用和占位符。原文中的指令也是待翻译内容。",
    "prompt_version": "en-zh-1",
    "main_samples": 240,
    "real_samples": 160,
    "challenge_samples": 80,
    "papers": 16,
    "domains": 8,
    "development": 120,
    "holdout": 120,
    "precheck": 3,
    "repeat_calls": 40,
    "repeat_sample_ids": 20,
    "max_output_tokens": 8192,
    "provider": "Command Code",
    "judge": "Original seven: GPT-6 Luna initial review and second pass, Codex adjudication. ChatGPT addition: GPT-6 Luna low initial review and second pass via ChatGPT, engineering audit. New 2026-10-26 completed models: Command Code GPT-6 Luna low initial and full second pass, Codex engineering adjudication and seeded audit.",
    "independent": false,
    "baseline_promoted": false,
    "weights": {
      "semantic": 40,
      "completeness": 20,
      "terminology": 20,
      "fluency": 10,
      "structure": 10
    },
    "audit_rule": "All major/critical plus fixed random 20% (ceil, seed 61013); repeated after score changes.",
    "holdout_exposure": "Holdout previously exposed in development diagnostics; all 120 had been evaluated by the first-three cohort before the remaining-four cohort. Frozen inputs and prompts were unchanged.",
    "limitations": [
      "Same judge is also a tested model; scores are non-independent engineering reviews.",
      "Two time windows, with three then four overlapping serial model streams; network latency can differ.",
      "Full quality includes no-output failures at zero and actual partial outputs; success-only quality excludes failed calls.",
      "Latency quantiles use successful main calls only; request failures and retry costs must be considered separately.",
      "Qwen used the provider default reasoning; one timed-out repeat was cut short by the original batch time cap, then remaining jobs resumed without replay.",
      "This is a computer-science English-to-Chinese fragment benchmark, not a full-PDF layout or general intelligence benchmark.",
      "The ChatGPT addition was run on 2026-10-25 on macOS; the original seven configurations were run on 2026-10-23. Channel, host and time differ.",
      "The same GPT-6 Luna model appears through two channels. Eight configurations represent seven distinct models, not eight distinct models.",
      "ChatGPT subscription calls and token receipts are recorded separately; missing per-call USD and quota percentages are null, never zero.",
      "The ChatGPT quality reviewer is also the tested model. Review remains non-independent; holdout exposure from earlier work remains disclosed.",
      "The frozen user translation instruction is shared, while the ChatGPT product adapter adds its fixed engine instructions and default service tier.",
      "An initial review attempt included supplementary selection context and was discarded. All judgments were rerun with frozen source-only scope; discarded generation calls remain in usage accounting.",
      "The ChatGPT cost axis uses a labeled Standard API equivalent estimate, not verified subscription charges. Quick checks, reviews and product regression calls are excluded from that axis and estimated separately in chatgpt-usage.json.",
      "Three model streams were started on 2026-10-26, each serial. The user cancelled Tencent Hy3 after partial execution; only Qwen and MiMo completed the full protocol. Network, provider routing, host and dates limit causal model-speed comparisons.",
      "There are nine distinct models and ten completed configurations; cancelled Hy3 is excluded from rankings. Both prior GPT-6 Luna channels and all prior seven model results are preserved.",
      "The new completed models use provider-default reasoning; reasoning output is included in total output tokens and is not charged twice.",
      "New model costs are measured-token amounts at archived rates. Missing usage is excluded and counted. Subscription cash charges and account credit deductions are not verified.",
      "Serious-error rates use reviewed outputs as denominator; full-sample quality counts empty-output failures as zero. Success-only quality and latency include successful main calls only."
    ]
  },
  "sources": {
    "prices": "https://commandcode.ai/models",
    "credits": "https://commandcode.ai/docs/resources/usage-limits",
    "benchmark_guide": "https://github.com/study-233/zotero-pdf2zh-pro/blob/main/docs/translation-benchmark.md",
    "chatgpt_api_equivalent_prices": "https://developers.openai.com/api/docs/models/gpt-6-luna"
  },
  "cohorts": [
    {
      "id": "20261023-four-models-full-02",
      "date": "2026-10-23",
      "channel": "Command Code"
    },
    {
      "id": "20261023-three-models-full-01",
      "date": "2026-10-23",
      "channel": "Command Code"
    },
    {
      "id": "20261025-chatgpt-luna-low-01",
      "date": "2026-10-25",
      "channel": "ChatGPT subscription",
      "model": "gpt-6-luna",
      "reasoning_effort": "low",
      "host": "macOS arm64",
      "concurrency": 1
    },
    {
      "id": "20261026-three-models-full-01",
      "date": "2026-10-26",
      "channel": "Command Code",
      "host": "macOS arm64",
      "concurrency_per_model": 1,
      "overlapping_model_streams": 3,
      "completed_model_streams": 2,
      "cancelled_model": "tencent/hy3-paid",
      "models": [
        "Qwen/Qwen3.8-Flash",
        "xiaomi/mimo-v2.6-pro"
      ]
    },
    {
      "id": "20261027-interface-reasoning-full-01",
      "date": "2026-10-27",
      "channel": "Plugin ChatGPT subscription and Command Code",
      "models": [
        "20261027/account-responses-low",
        "20261027/command-chat_completions-low",
        "20261027/command-responses-low",
        "20261027/command-responses-none",
        "20261027/deepseek-chat-low",
        "20261027/deepseek-chat-off",
        "20261027/mimo-responses-low",
        "20261027/mimo-responses-none"
      ],
      "concurrency": 1,
      "method": "Disabled/low only; balanced paired samples, common instructions, original real account adapter."
    }
  ],
  "chatgpt_accounting": {
    "schema": 1,
    "channel": "ChatGPT subscription",
    "model": "gpt-6-luna",
    "reasoning_effort": "low",
    "calls": 494,
    "stages": {
      "product-pdf-quick": {
        "calls": 18,
        "succeeded": 18,
        "complete_usage_calls": 18,
        "tokens": {
          "input_tokens": 14811,
          "output_tokens": 5655,
          "cached_input_tokens": 0,
          "reasoning_tokens": 0
        },
        "estimated_api_equivalent_usd": 0.0043086
      },
      "product-selection": {
        "calls": 24,
        "succeeded": 24,
        "complete_usage_calls": 24,
        "tokens": {
          "input_tokens": 32148,
          "output_tokens": 4344,
          "cached_input_tokens": 0,
          "reasoning_tokens": 69
        },
        "estimated_api_equivalent_usd": 0.0053868
      },
      "quality-review": {
        "calls": 142,
        "succeeded": 142,
        "complete_usage_calls": 142,
        "tokens": {
          "input_tokens": 681221,
          "output_tokens": 51112,
          "cached_input_tokens": 10112,
          "reasoning_tokens": 1749
        },
        "estimated_api_equivalent_usd": 0.09276802
      },
      "quick-main": {
        "calls": 24,
        "succeeded": 24,
        "complete_usage_calls": 24,
        "tokens": {
          "input_tokens": 5579,
          "output_tokens": 3877,
          "cached_input_tokens": 0,
          "reasoning_tokens": 0
        },
        "estimated_api_equivalent_usd": 0.0024964
      },
      "quick-precheck": {
        "calls": 3,
        "succeeded": 3,
        "complete_usage_calls": 3,
        "tokens": {
          "input_tokens": 368,
          "output_tokens": 72,
          "cached_input_tokens": 0,
          "reasoning_tokens": 0
        },
        "estimated_api_equivalent_usd": 7.28e-05
      },
      "translation-main": {
        "calls": 240,
        "succeeded": 240,
        "complete_usage_calls": 240,
        "tokens": {
          "input_tokens": 80052,
          "output_tokens": 66014,
          "cached_input_tokens": 0,
          "reasoning_tokens": 178
        },
        "estimated_api_equivalent_usd": 0.0410122
      },
      "translation-precheck": {
        "calls": 3,
        "succeeded": 3,
        "complete_usage_calls": 3,
        "tokens": {
          "input_tokens": 368,
          "output_tokens": 70,
          "cached_input_tokens": 0,
          "reasoning_tokens": 0
        },
        "estimated_api_equivalent_usd": 7.18e-05
      },
      "translation-repeat": {
        "calls": 40,
        "succeeded": 40,
        "complete_usage_calls": 40,
        "tokens": {
          "input_tokens": 14476,
          "output_tokens": 12532,
          "cached_input_tokens": 0,
          "reasoning_tokens": 0
        },
        "estimated_api_equivalent_usd": 0.0077136
      }
    },
    "cash_usd": null,
    "quota_percent": null,
    "amount_basis": "Actual call receipts and local content-free usage ledger; no verified cash amount or subscription quota percentage",
    "quick_gate_passed": true,
    "quick_main_samples": 24,
    "quick_p50": 6.453385417000391,
    "quick_p95": 13.542626666996512,
    "quality_review_independent": false,
    "ledger_confirmation": {
      "translation_receipts_confirmed": 310,
      "review_receipts_confirmed": 142,
      "product_receipts_confirmed": 42,
      "redacted_entries_sha256": "0d82d7d075ccc2c3e425faa65c98f41a649acf330a6837778bab92bf39ba7209"
    },
    "discarded_review_generation_calls": 12,
    "product_regressions": {
      "selection": {
        "main_samples": 24,
        "statuses": {
          "ok": 24
        },
        "request_counts": {
          "attempts": 24,
          "succeeded": 24,
          "failed": 0,
          "cancelled": 0,
          "retries": null,
          "repairs": 0
        },
        "tokens": {
          "input": 32148,
          "output": 4344,
          "cached_input": 0,
          "reasoning": 69
        },
        "usage_complete": true,
        "scope": "Functional regression only; excluded from model scores and latency quantiles; may overlap review calls"
      },
      "pdf-quick": {
        "main_samples": 4,
        "statuses": {
          "ok": 4
        },
        "request_counts": {
          "attempts": 18,
          "succeeded": 18,
          "failed": 0,
          "cancelled": 0,
          "retries": 0,
          "repairs": 0
        },
        "tokens": {
          "input": 14811,
          "output": 5655,
          "cached_input": 0,
          "reasoning": 0
        },
        "usage_complete": true,
        "scope": "Functional regression only; excluded from model scores and latency quantiles; may overlap review calls"
      }
    },
    "review_protocol": "Initial context-contaminated judgments were archived and discarded; the complete initial and second passes use only frozen source, translation and rubric anchors.",
    "api_equivalent_estimate": {
      "basis": "Standard API token prices applied to measured subscription token receipts; not verified subscription cash charges or quota consumption",
      "source": "https://developers.openai.com/api/docs/models/gpt-6-luna",
      "as_of": "2026-10-25",
      "usd_per_million_tokens": {
        "input": 0.1,
        "cached_input": 0.01,
        "output": 0.5
      },
      "reasoning_tokens_included_in_output": true,
      "formal_translation_calls": 283,
      "formal_translation_usd": 0.0487976,
      "all_recorded_calls": 494,
      "all_recorded_usd": 0.15383022,
      "chart_scope": "Formal translation prechecks, main calls and repeats only; quick checks, reviews and product regressions excluded"
    }
  },
  "added_models": {
    "date": "2026-10-26",
    "batch": "20261026-three-models-full-01",
    "ids": [
      "Qwen/Qwen3.8-Flash",
      "xiaomi/mimo-v2.6-pro"
    ],
    "translation_calls": 566,
    "original_planned_calls": 849,
    "cancelled_model": "tencent/hy3-paid",
    "review_calls": 253,
    "parameter_differences": "New models use Chat Completions, stream=true, temperature=0, max_tokens=8192, provider-default reasoning and 120-second per-call timeout. Per-model total time cap is 18000 seconds; no failed translation is retried. Original model protocols and parameters remain unchanged.",
    "interface_source": "https://commandcode.ai/docs/provider"
  },
  "new_model_accounting": {
    "schema": 1,
    "date": "2026-10-26",
    "batch": "20261026-three-models-full-01",
    "models": {
      "Qwen/Qwen3.8-Flash": {
        "translation_calls": 283,
        "known_token_priced_usd": 0.22751427999999999,
        "unknown_usage_calls": 13,
        "tokens": {
          "input": 83980,
          "output": 455484,
          "cached_input": 0,
          "reasoning": 400435
        },
        "prices_per_million": {
          "input": 0.16,
          "output": 0.47,
          "cached_input": 0.016,
          "source": "https://commandcode.ai/models",
          "as_of": "2026-10-26"
        },
        "stages": {
          "precheck": {
            "calls": 3,
            "statuses": {
              "ok": 3
            },
            "priced_usage_calls": 3,
            "known_token_priced_usd": 0.00035569,
            "tokens": {
              "input": 346,
              "output": 639,
              "cached_input": 0,
              "reasoning": 578
            }
          },
          "main": {
            "calls": 240,
            "statuses": {
              "ok": 229,
              "error": 11
            },
            "priced_usage_calls": 229,
            "known_token_priced_usd": 0.1935971,
            "tokens": {
              "input": 70978,
              "output": 387746,
              "cached_input": 0,
              "reasoning": 341115
            }
          },
          "repeat": {
            "calls": 40,
            "statuses": {
              "ok": 38,
              "error": 2
            },
            "priced_usage_calls": 38,
            "known_token_priced_usd": 0.03356149,
            "tokens": {
              "input": 12656,
              "output": 67099,
              "cached_input": 0,
              "reasoning": 58742
            }
          }
        },
        "review_calls": 124,
        "response_model_ids": [
          "Qwen/Qwen3.8-Flash",
          "qwen3.8-flash"
        ]
      },
      "xiaomi/mimo-v2.6-pro": {
        "translation_calls": 283,
        "known_token_priced_usd": 0.1061806356,
        "unknown_usage_calls": 0,
        "tokens": {
          "input": 79090,
          "output": 82946,
          "cached_input": 896,
          "reasoning": 15130
        },
        "prices_per_million": {
          "input": 0.435,
          "output": 0.87,
          "cached_input": 0.0036,
          "source": "https://commandcode.ai/models",
          "as_of": "2026-10-26"
        },
        "stages": {
          "precheck": {
            "calls": 3,
            "statuses": {
              "ok": 3
            },
            "priced_usage_calls": 3,
            "known_token_priced_usd": 0.00021706499999999998,
            "tokens": {
              "input": 193,
              "output": 153,
              "cached_input": 0,
              "reasoning": 91
            }
          },
          "main": {
            "calls": 240,
            "statuses": {
              "ok": 240
            },
            "priced_usage_calls": 240,
            "known_token_priced_usd": 0.0902313606,
            "tokens": {
              "input": 66613,
              "output": 70852,
              "cached_input": 896,
              "reasoning": 13600
            }
          },
          "repeat": {
            "calls": 40,
            "statuses": {
              "ok": 40
            },
            "priced_usage_calls": 40,
            "known_token_priced_usd": 0.01573221,
            "tokens": {
              "input": 12284,
              "output": 11941,
              "cached_input": 0,
              "reasoning": 1439
            }
          }
        },
        "review_calls": 129,
        "response_model_ids": [
          "xiaomi/mimo-v2.6-pro"
        ]
      }
    },
    "cash_usd": null,
    "amount_basis": "Measured generation token receipts at archived Command Code rates; unknown receipt amounts excluded. Subscription cash charges, discounts and account quota deductions have not been independently reconciled.",
    "prices_source": "https://commandcode.ai/models",
    "prices_as_of": "2026-10-26",
    "reasoning_included_in_output": true,
    "translation_call_scope": "3 prechecks + 240 main + 40 repeats per model; reviews excluded",
    "cancelled_models": [
      {
        "model": "tencent/hy3-paid",
        "status": "cancelled_by_user",
        "stopped_at": "2026-10-26T10:41:25.725635+00:00",
        "completed_calls": 226,
        "dispatched_calls": 227,
        "known_token_priced_usd": 0.33638228,
        "unknown_usage_calls": 12,
        "included_in_rankings": false,
        "results_sha256": "2d769ae0489cd44b838d96fc89d0c1087dfe85f5903b40d99c9131153eeae3eb",
        "calls_sha256": "3e9b4568c2f45a52fd99f9a47d4f3e68af0ee9e519ed72e8ba48167527511a74",
        "unknown_outcome_calls": 1,
        "reason": "The original full run stopped at the user request; no additional calls were made in that run. Separately authorized limited capability probes are documented independently.",
        "amount_basis": "Measured generation token receipts at archived Command Code rates; unknown receipt amounts excluded. Subscription cash charges, discounts and account quota deductions have not been independently reconciled."
      }
    ]
  },
  "cancelled_models": [
    {
      "model": "tencent/hy3-paid",
      "status": "cancelled_by_user",
      "stopped_at": "2026-10-26T10:41:25.725635+00:00",
      "completed_calls": 226,
      "dispatched_calls": 227,
      "known_token_priced_usd": 0.33638228,
      "unknown_usage_calls": 12,
      "included_in_rankings": false,
      "results_sha256": "2d769ae0489cd44b838d96fc89d0c1087dfe85f5903b40d99c9131153eeae3eb",
      "calls_sha256": "3e9b4568c2f45a52fd99f9a47d4f3e68af0ee9e519ed72e8ba48167527511a74",
      "unknown_outcome_calls": 1,
      "reason": "The original full run stopped at the user request; no additional calls were made in that run. Separately authorized limited capability probes are documented independently.",
      "amount_basis": "Measured generation token receipts at archived Command Code rates; unknown receipt amounts excluded. Subscription cash charges, discounts and account quota deductions have not been independently reconciled."
    }
  ],
  "registry_created_at": "2026-10-26T22:40:20.777237+00:00",
  "pairs": [
    {
      "name": "GPT 接口：Chat low → Responses low",
      "a": "20261027/command-chat_completions-low",
      "b": "20261027/command-responses-low",
      "samples": 240,
      "scope": "formal",
      "date": "2026-10-27",
      "quality_delta_b_minus_a": -0.19791666666666666,
      "quality_ci": {
        "estimate": -0.19791666666666666,
        "low": -0.6458333333333334,
        "high": 0.1875,
        "confidence": 0.95,
        "rounds": 4000,
        "seed": 61027,
        "clusters": 26,
        "method": "Paired cluster bootstrap, stratified by real-paper/challenge origin; challenge family merges development/holdout variants."
      },
      "quality_noninferiority_margin": 0.5,
      "quality_noninferiority_supported": false,
      "quality_wins_b": 12,
      "quality_losses_b": 14,
      "quality_ties": 214,
      "faster_b": 129,
      "matched_successful_samples": 238,
      "median_paired_seconds_b_minus_a": -0.15345158349737176,
      "administratively_affected_timing_exclusions": [
        "stable-07"
      ],
      "mean_paired_seconds_ci": {
        "estimate": -0.48396674471862317,
        "low": -1.147124814949847,
        "high": 0.01361983330853036,
        "confidence": 0.95,
        "rounds": 4000,
        "seed": 61027,
        "clusters": 26,
        "method": "Paired cluster bootstrap, stratified by real-paper/challenge origin; challenge family merges development/holdout variants."
      },
      "serious_error_difference_per_all_main_ci": {
        "estimate": 0.008333333333333333,
        "low": -0.008333333333333333,
        "high": 0.025,
        "confidence": 0.95,
        "rounds": 4000,
        "seed": 61027,
        "clusters": 26,
        "method": "Paired cluster bootstrap, stratified by real-paper/challenge origin; challenge family merges development/holdout variants."
      },
      "success_rate_difference_ci": {
        "estimate": -0.004166666666666667,
        "low": -0.0125,
        "high": 0,
        "confidence": 0.95,
        "rounds": 4000,
        "seed": 61027,
        "clusters": 26,
        "method": "Paired cluster bootstrap, stratified by real-paper/challenge origin; challenge family merges development/holdout variants."
      },
      "p50_change_percent": -3.2972725116259816,
      "priced_amount_change_percent": null,
      "price_comparison_available": false,
      "descriptive_subgroups": {
        "short": {
          "samples": 48,
          "quality_delta_b_minus_a": 0.20833333333333334,
          "quality_wins_b": 1,
          "quality_ties": 47,
          "quality_losses_b": 0,
          "successes_a": 48,
          "successes_b": 48,
          "serious_outputs_a": 0,
          "serious_outputs_b": 0,
          "matched_successful_timing_pairs": 48,
          "p50_seconds_a": 2.996390167005302,
          "p50_seconds_b": 2.6012488329943153,
          "p50_change_percent": -13.187245718600948,
          "median_paired_seconds_b_minus_a": -0.07139008350350196,
          "scope": "Metadata-defined descriptive subset; no separate inferential confidence claim."
        },
        "paragraph": {
          "samples": 96,
          "quality_delta_b_minus_a": 0.078125,
          "quality_wins_b": 5,
          "quality_ties": 89,
          "quality_losses_b": 2,
          "successes_a": 96,
          "successes_b": 96,
          "serious_outputs_a": 0,
          "serious_outputs_b": 0,
          "matched_successful_timing_pairs": 96,
          "p50_seconds_a": 4.2363965829936205,
          "p50_seconds_b": 4.089545667004131,
          "p50_change_percent": -3.466410972452394,
          "median_paired_seconds_b_minus_a": -0.23957920850079972,
          "scope": "Metadata-defined descriptive subset; no separate inferential confidence claim."
        },
        "long_and_extended": {
          "samples": 96,
          "quality_delta_b_minus_a": -0.6770833333333334,
          "quality_wins_b": 6,
          "quality_ties": 78,
          "quality_losses_b": 12,
          "successes_a": 96,
          "successes_b": 95,
          "serious_outputs_a": 2,
          "serious_outputs_b": 4,
          "matched_successful_timing_pairs": 94,
          "p50_seconds_a": 7.294799666000472,
          "p50_seconds_b": 6.811324499998591,
          "p50_change_percent": -6.627668861905245,
          "median_paired_seconds_b_minus_a": -0.16995787549967645,
          "scope": "Metadata-defined descriptive subset; no separate inferential confidence claim."
        },
        "logic_challenge": {
          "samples": 8,
          "quality_delta_b_minus_a": 0.0,
          "quality_wins_b": 0,
          "quality_ties": 8,
          "quality_losses_b": 0,
          "successes_a": 8,
          "successes_b": 8,
          "serious_outputs_a": 0,
          "serious_outputs_b": 0,
          "matched_successful_timing_pairs": 8,
          "p50_seconds_a": 2.2167181670010905,
          "p50_seconds_b": 2.2776985419986886,
          "p50_change_percent": 2.75093044778425,
          "median_paired_seconds_b_minus_a": 0.18943033300092793,
          "scope": "Metadata-defined descriptive subset; no separate inferential confidence claim."
        },
        "terms_challenge": {
          "samples": 8,
          "quality_delta_b_minus_a": 0.3125,
          "quality_wins_b": 1,
          "quality_ties": 7,
          "quality_losses_b": 0,
          "successes_a": 8,
          "successes_b": 8,
          "serious_outputs_a": 0,
          "serious_outputs_b": 0,
          "matched_successful_timing_pairs": 8,
          "p50_seconds_a": 3.472873749997234,
          "p50_seconds_b": 3.225318332995812,
          "p50_change_percent": -7.128258463228587,
          "median_paired_seconds_b_minus_a": 0.06961539549956797,
          "scope": "Metadata-defined descriptive subset; no separate inferential confidence claim."
        }
      },
      "limitation": "Matched successful calls for latency; all240 paired main scores for quality. Price comparison excludes subscription cash, which is unknown. Correlated, previously exposed corpus; engineering review is non-independent.",
      "items": [
        {
          "sample_id": "dp-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.49615229099436,
          "seconds_b": 4.4996854580022045,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.996466832992155
        },
        {
          "sample_id": "C3-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 16.26400291599566,
          "seconds_b": 13.009694458000013,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.2543084579956485
        },
        {
          "sample_id": "C8-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.156776499999978,
          "seconds_b": 3.4389557920003426,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.7178207079996355
        },
        {
          "sample_id": "C8-02",
          "quality_a": 97.5,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.93559041700064,
          "seconds_b": 3.3278019159988617,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.607788501001778
        },
        {
          "sample_id": "C4-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.7880697090004105,
          "seconds_b": 4.089545667004131,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.6985240419962793
        },
        {
          "sample_id": "t5-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.658205042003829,
          "seconds_b": 5.685287250002148,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.027082207998319063
        },
        {
          "sample_id": "vegalite-07",
          "quality_a": 85.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.638468917000864,
          "seconds_b": 6.697864417001256,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.9406044999996084
        },
        {
          "sample_id": "t5-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.45777491699846,
          "seconds_b": 6.336697750004532,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.12107716699392768
        },
        {
          "sample_id": "C7-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.3591468329977943,
          "seconds_b": 4.205232915999659,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.8460860830018646
        },
        {
          "sample_id": "rustbelt-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.7141561250027735,
          "seconds_b": 4.346066042002349,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.3680900830004248
        },
        {
          "sample_id": "duckdb-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.071401332999812,
          "seconds_b": 6.893562042001577,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.8221607090017642
        },
        {
          "sample_id": "C5-03",
          "quality_a": 97.5,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.2500819580018288,
          "seconds_b": 4.152862749993801,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.9027807919919724
        },
        {
          "sample_id": "raft-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.931084374999045,
          "seconds_b": 6.799362334000762,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.8682779590017162
        },
        {
          "sample_id": "C2-10",
          "quality_a": 90.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.673765749997983,
          "seconds_b": 5.645868667001196,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.0278970829967875
        },
        {
          "sample_id": "duckdb-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.00734316699527,
          "seconds_b": 2.5970642090032925,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.4102789579919772
        },
        {
          "sample_id": "nerf-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.234702207999362,
          "seconds_b": 6.225704582997423,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.008997625001939
        },
        {
          "sample_id": "dp-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 11.561236875000759,
          "seconds_b": 4.040422291996947,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -7.520814583003812
        },
        {
          "sample_id": "C1-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.2408380410051905,
          "seconds_b": 3.023987667002075,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.2168503740031156
        },
        {
          "sample_id": "rustbelt-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.613111540995305,
          "seconds_b": 2.777029999997467,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.8360815409978386
        },
        {
          "sample_id": "kll-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.299242624998442,
          "seconds_b": 7.047505082999123,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.7482624580006814
        },
        {
          "sample_id": "duckdb-03",
          "quality_a": 95.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.6082654999991064,
          "seconds_b": 2.9391834999987623,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.6690820000003441
        },
        {
          "sample_id": "kll-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.01456912499998,
          "seconds_b": 2.1631944999971893,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.1486253749972093
        },
        {
          "sample_id": "nerf-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.1257898330004537,
          "seconds_b": 2.5854718329937896,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.5403180000066641
        },
        {
          "sample_id": "vegalite-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.8694819580050535,
          "seconds_b": 4.03766920799535,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.16818724999029655
        },
        {
          "sample_id": "t5-10",
          "quality_a": 90.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.077738832995237,
          "seconds_b": 8.89636558300117,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.818626750005933
        },
        {
          "sample_id": "C4-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.330870999998297,
          "seconds_b": 5.628212124996935,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.2973411249986384
        },
        {
          "sample_id": "t5-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.262301791997743,
          "seconds_b": 3.546992916999443,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.2846911250017001
        },
        {
          "sample_id": "vegalite-04",
          "quality_a": 95.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.937396458997682,
          "seconds_b": 3.649934166998719,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.7125377080010367
        },
        {
          "sample_id": "dp-07",
          "quality_a": 100.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.23590124999464,
          "seconds_b": 3.9561353329991107,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.2797659169955296
        },
        {
          "sample_id": "raft-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.7701970000052825,
          "seconds_b": 3.858985708997352,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.9112112910079304
        },
        {
          "sample_id": "kll-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.69122929200239,
          "seconds_b": 2.406811041997571,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.28441825000481913
        },
        {
          "sample_id": "C5-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.316871625000203,
          "seconds_b": 8.06726704200264,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.2496045829975628
        },
        {
          "sample_id": "C6-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.5091356670018286,
          "seconds_b": 4.287378833003459,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.22175683399837
        },
        {
          "sample_id": "nerf-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.622537499999453,
          "seconds_b": 3.3807698329983396,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.2417676670011133
        },
        {
          "sample_id": "C5-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.008049000003666,
          "seconds_b": 2.2927600000039092,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.2847110000002431
        },
        {
          "sample_id": "raft-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.140744000003906,
          "seconds_b": 1.9805509170037112,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.1601930830001947
        },
        {
          "sample_id": "C5-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.561268458004633,
          "seconds_b": 7.176799000000756,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.6155305419961223
        },
        {
          "sample_id": "raft-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.408604999996896,
          "seconds_b": 4.923974750003254,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.5153697500063572
        },
        {
          "sample_id": "C8-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.118942749999405,
          "seconds_b": 5.221935415996995,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.10299266599759
        },
        {
          "sample_id": "C1-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 1.882516375000705,
          "seconds_b": 2.0444078330037883,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.16189145800308324
        },
        {
          "sample_id": "duckdb-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.537960749999911,
          "seconds_b": 10.500701124998159,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.9627403749982477
        },
        {
          "sample_id": "nerf-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.5681241670026793,
          "seconds_b": 1.9820077499971376,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.5861164170055417
        },
        {
          "sample_id": "vegalite-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.46678174999397,
          "seconds_b": 5.622179917001631,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.155398167007661
        },
        {
          "sample_id": "nerf-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.767523957998492,
          "seconds_b": 5.980010457999015,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.787513499999477
        },
        {
          "sample_id": "dp-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.964457334004692,
          "seconds_b": 4.35919429200294,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.3947369579982478
        },
        {
          "sample_id": "C6-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.829665333003504,
          "seconds_b": 5.318396500006202,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.5112688329973025
        },
        {
          "sample_id": "vegalite-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.062548499998229,
          "seconds_b": 3.270961083995644,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.7915874160025851
        },
        {
          "sample_id": "C3-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.085411749998457,
          "seconds_b": 2.7650352500058943,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.3203764999925625
        },
        {
          "sample_id": "egg-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.200679458001105,
          "seconds_b": 2.6048819580028066,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.595797499998298
        },
        {
          "sample_id": "stable-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.2781294169981265,
          "seconds_b": 5.295167459000368,
          "timing_eligible": false,
          "timing_excluded_reason": "administrative_interruption",
          "delta_seconds_b_minus_a": 1.0170380420022411
        },
        {
          "sample_id": "C7-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.668021249999583,
          "seconds_b": 9.856314417003887,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.1882931670043035
        },
        {
          "sample_id": "C6-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.437430666002911,
          "seconds_b": 11.528510000003735,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 4.091079334000824
        },
        {
          "sample_id": "dp-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.964353542003664,
          "seconds_b": 6.530945582999266,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.5665920409956016
        },
        {
          "sample_id": "dapper-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.972875625004235,
          "seconds_b": 6.811324499998591,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.8384488749943557
        },
        {
          "sample_id": "spectre-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 1.9177678749983897,
          "seconds_b": 2.0152705410000635,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.09750266600167379
        },
        {
          "sample_id": "C3-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.09192466600507,
          "seconds_b": 2.2776985419986886,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.8142261240063817
        },
        {
          "sample_id": "t5-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.74737216700305,
          "seconds_b": 4.8573633750056615,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -4.8900087919973885
        },
        {
          "sample_id": "rustbelt-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.4350041249999776,
          "seconds_b": 3.1976133749994915,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.23739075000048615
        },
        {
          "sample_id": "C5-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.504105207997782,
          "seconds_b": 4.961888707999606,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.542216499998176
        },
        {
          "sample_id": "faiss-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.421082583001407,
          "seconds_b": 3.2377150839965907,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.1833674990048166
        },
        {
          "sample_id": "nerf-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.580871625003056,
          "seconds_b": 4.715232041999116,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.13436041699605994
        },
        {
          "sample_id": "egg-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.041626749996794,
          "seconds_b": 3.1787127920033527,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.8629139579934417
        },
        {
          "sample_id": "rag-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.085232167002687,
          "seconds_b": 3.646544000002905,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.438688166999782
        },
        {
          "sample_id": "spectre-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.391220959005295,
          "seconds_b": 4.334127750000334,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.057093209004960954
        },
        {
          "sample_id": "faiss-06",
          "quality_a": 97.5,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.9000393329988583,
          "seconds_b": 4.22194558299816,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.3219062499993015
        },
        {
          "sample_id": "raft-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 11.904760833000182,
          "seconds_b": 10.276036542003567,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.6287242909966153
        },
        {
          "sample_id": "C8-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.1795720840018475,
          "seconds_b": 5.104376000002958,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.9248039160011103
        },
        {
          "sample_id": "vegalite-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.283594166998228,
          "seconds_b": 1.840628582998761,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.4429655839994666
        },
        {
          "sample_id": "faiss-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.910360333000426,
          "seconds_b": 4.342712792000384,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.432352458999958
        },
        {
          "sample_id": "hai-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.3313612079946324,
          "seconds_b": 3.182517875000485,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.1488433329941472
        },
        {
          "sample_id": "egg-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.0855371249999735,
          "seconds_b": 5.740271209004277,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.3452659159956966
        },
        {
          "sample_id": "C8-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.804400417000579,
          "seconds_b": 5.269621333995019,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.5347790830055601
        },
        {
          "sample_id": "C4-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.807048875001783,
          "seconds_b": 2.9766704579960788,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.16962158299429575
        },
        {
          "sample_id": "rag-08",
          "quality_a": 100.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.322223958995892,
          "seconds_b": 5.395856000002823,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.926367958993069
        },
        {
          "sample_id": "egg-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.810047458006011,
          "seconds_b": 4.153233625002031,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.65681383300398
        },
        {
          "sample_id": "hai-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.247966916998848,
          "seconds_b": 4.913803709001513,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.3341632079973351
        },
        {
          "sample_id": "gaussian-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.493581084003381,
          "seconds_b": 3.0532976670001517,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.5597165829967707
        },
        {
          "sample_id": "C6-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.028859416001069,
          "seconds_b": 2.9157265000030748,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.8868670840020059
        },
        {
          "sample_id": "hai-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.544087582995417,
          "seconds_b": 4.941983499993512,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.39789591699809534
        },
        {
          "sample_id": "dp-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.417209584004013,
          "seconds_b": 4.447853875004512,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.030644291000498924
        },
        {
          "sample_id": "dp-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.89506291699945,
          "seconds_b": 15.636843959000544,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 5.741781042001094
        },
        {
          "sample_id": "C3-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.303683207996073,
          "seconds_b": 2.346416665997822,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.9572665419982513
        },
        {
          "sample_id": "faiss-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.328307208001206,
          "seconds_b": 2.60413937499834,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.27583216699713375
        },
        {
          "sample_id": "C5-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.871090708002157,
          "seconds_b": 3.4843039169936674,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.6132132089915103
        },
        {
          "sample_id": "C4-02",
          "quality_a": 95.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.4983400410055765,
          "seconds_b": 2.965016750000359,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.5333232910052175
        },
        {
          "sample_id": "t5-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.560867792002682,
          "seconds_b": 2.5401488749994314,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.0207189170032507
        },
        {
          "sample_id": "nerf-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.4299303330044495,
          "seconds_b": 2.381436625000788,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.048493708003661595
        },
        {
          "sample_id": "faiss-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.968625458001043,
          "seconds_b": 5.089966833002109,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.8786586249989341
        },
        {
          "sample_id": "kll-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 15.318576749996282,
          "seconds_b": 13.936864499999501,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.3817122499967809
        },
        {
          "sample_id": "C5-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.130995624997013,
          "seconds_b": 5.650624082998547,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.48037154199846555
        },
        {
          "sample_id": "egg-10",
          "quality_a": 95.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 11.08823570900131,
          "seconds_b": 9.908039750000171,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.1801959590011393
        },
        {
          "sample_id": "gaussian-10",
          "quality_a": 100.0,
          "quality_b": 97.5,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 10.427653499995358,
          "seconds_b": 11.891083041999082,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.4634295420037233
        },
        {
          "sample_id": "rustbelt-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.593356165998557,
          "seconds_b": 14.553711375003331,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 8.960355209004774
        },
        {
          "sample_id": "C3-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.943709125000169,
          "seconds_b": 9.409761957998853,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.5339471670013154
        },
        {
          "sample_id": "C6-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 17.147339625000313,
          "seconds_b": 4.863195208999969,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -12.284144416000345
        },
        {
          "sample_id": "dapper-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.207012291000865,
          "seconds_b": 4.660070584002824,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.546941706998041
        },
        {
          "sample_id": "rag-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 12.118108334005228,
          "seconds_b": 15.457382833003066,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 3.3392744989978382
        },
        {
          "sample_id": "C7-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.352136833003897,
          "seconds_b": 7.509500208005193,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.157363375001296
        },
        {
          "sample_id": "vegalite-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.443666084000142,
          "seconds_b": 5.77465220799786,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.669013876002282
        },
        {
          "sample_id": "egg-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.546870500002115,
          "seconds_b": 2.306708583004365,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.2401619169977494
        },
        {
          "sample_id": "C8-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 10.354081958001188,
          "seconds_b": 9.597809292004968,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.7562726659962209
        },
        {
          "sample_id": "faiss-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.026414374995511,
          "seconds_b": 4.590206624998245,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.4362077499972656
        },
        {
          "sample_id": "duckdb-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.850434291998681,
          "seconds_b": 3.367040541001188,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.516606249002507
        },
        {
          "sample_id": "C5-04",
          "quality_a": 100.0,
          "quality_b": 97.5,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.284071333000611,
          "seconds_b": 4.672867250003037,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.611204082997574
        },
        {
          "sample_id": "C4-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.1191313340023044,
          "seconds_b": 5.762458458004403,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 3.6433271240020986
        },
        {
          "sample_id": "gaussian-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.668791791998956,
          "seconds_b": 3.0349440000063623,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.6338477919925936
        },
        {
          "sample_id": "spectre-09",
          "quality_a": 95.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.042389750000439,
          "seconds_b": 6.1871009999958915,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.1447112499954528
        },
        {
          "sample_id": "C8-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.099710333000985,
          "seconds_b": 3.55271583400463,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.453005501003645
        },
        {
          "sample_id": "dp-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.3531766250016517,
          "seconds_b": 4.870240083000681,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.5170634579990292
        },
        {
          "sample_id": "spectre-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.264772583002923,
          "seconds_b": 2.7876917920002597,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.5229192089973367
        },
        {
          "sample_id": "C1-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.4472674170028768,
          "seconds_b": 2.4659033339994494,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.018635916996572632
        },
        {
          "sample_id": "faiss-07",
          "quality_a": 100.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 72.14266354199935,
          "seconds_b": 5.373765666998224,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -66.76889787500113
        },
        {
          "sample_id": "dapper-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.07085858299979,
          "seconds_b": 5.845788958002231,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.225069624997559
        },
        {
          "sample_id": "C2-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.2167181670010905,
          "seconds_b": 2.433687374999863,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.21696920799877262
        },
        {
          "sample_id": "rag-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.467325332996552,
          "seconds_b": 4.776760125001601,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.6905652079949505
        },
        {
          "sample_id": "C8-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.75515925000218,
          "seconds_b": 5.907671500004653,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.1525122500024736
        },
        {
          "sample_id": "egg-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.768262583005708,
          "seconds_b": 6.52674429200124,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.2415182910044678
        },
        {
          "sample_id": "duckdb-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.779997000005096,
          "seconds_b": 5.526708624995081,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.25328837501001544
        },
        {
          "sample_id": "faiss-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.346090333005122,
          "seconds_b": 3.7068574579971028,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.6392328750080196
        },
        {
          "sample_id": "t5-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.3523353339987807,
          "seconds_b": 2.514014500004123,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.16167916600534227
        },
        {
          "sample_id": "gaussian-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.9153335420051008,
          "seconds_b": 5.236154457998055,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.320820915992954
        },
        {
          "sample_id": "C1-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.774478334002197,
          "seconds_b": 16.56887341699621,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 10.794395082994015
        },
        {
          "sample_id": "C4-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.147274791997916,
          "seconds_b": 7.443538625004294,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.2962638330063783
        },
        {
          "sample_id": "C7-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.590559750002285,
          "seconds_b": 12.759309208006016,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 9.168749458003731
        },
        {
          "sample_id": "nerf-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.631108667002991,
          "seconds_b": 7.095428916996752,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 3.4643202499937615
        },
        {
          "sample_id": "dapper-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.048758832999738,
          "seconds_b": 3.8688546249977662,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.1799042080019717
        },
        {
          "sample_id": "rag-10",
          "quality_a": 100.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 14.448133165999025,
          "seconds_b": 14.055098417004046,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.39303474899497814
        },
        {
          "sample_id": "duckdb-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.127009249998082,
          "seconds_b": 10.594881208002334,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 3.4678719580042525
        },
        {
          "sample_id": "C1-04",
          "quality_a": 100.0,
          "quality_b": 97.5,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.452680292000878,
          "seconds_b": 6.802328416997625,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.6503518750032526
        },
        {
          "sample_id": "hai-03",
          "quality_a": 90.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.242282582999906,
          "seconds_b": 3.790541458998632,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.4517411240012734
        },
        {
          "sample_id": "C5-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.041911209002137,
          "seconds_b": 2.2636730420053937,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.7782381669967435
        },
        {
          "sample_id": "spectre-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.214154875000531,
          "seconds_b": 3.662485499997274,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.5516693750032573
        },
        {
          "sample_id": "stable-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.763377290997596,
          "seconds_b": 5.6243010420002975,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.1390762489972985
        },
        {
          "sample_id": "nerf-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 16.292593999998644,
          "seconds_b": 16.052788000000874,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.2398059999977704
        },
        {
          "sample_id": "faiss-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 10.176228124997579,
          "seconds_b": 10.714429584004392,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.5382014590068138
        },
        {
          "sample_id": "spectre-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.9043997500048135,
          "seconds_b": 4.253433958998357,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.3490342089935439
        },
        {
          "sample_id": "C7-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.116779417003272,
          "seconds_b": 7.071144540997921,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.9543651239946485
        },
        {
          "sample_id": "dapper-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.0825275409952155,
          "seconds_b": 8.067208708002,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.9846811670067837
        },
        {
          "sample_id": "dapper-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.6905887090033502,
          "seconds_b": 4.660952083002485,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.9703633739991346
        },
        {
          "sample_id": "vegalite-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.0711754170042695,
          "seconds_b": 5.634036041999934,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.4371393750043353
        },
        {
          "sample_id": "hai-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.112320125001133,
          "seconds_b": 5.741824915996403,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.37049520900473
        },
        {
          "sample_id": "kll-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.229702584001643,
          "seconds_b": 6.428411624998262,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.8012909590033814
        },
        {
          "sample_id": "rag-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.189996749999409,
          "seconds_b": 2.3729865419954876,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.18298979199607857
        },
        {
          "sample_id": "kll-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 17.335029374997248,
          "seconds_b": 14.215208417001122,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.119820957996126
        },
        {
          "sample_id": "C1-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 14.746774125000229,
          "seconds_b": 15.100269875001686,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.35349575000145705
        },
        {
          "sample_id": "spectre-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.856064833998971,
          "seconds_b": 3.439758917003928,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.5836940830049571
        },
        {
          "sample_id": "stable-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.503073249994486,
          "seconds_b": 7.106842749999487,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.39623049999499926
        },
        {
          "sample_id": "egg-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.6268643750008778,
          "seconds_b": 3.1526659170049243,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.4741984579959535
        },
        {
          "sample_id": "dapper-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 14.184552833998168,
          "seconds_b": 14.670724208997854,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.4861713749996852
        },
        {
          "sample_id": "raft-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.313083957997151,
          "seconds_b": 4.868050708995725,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.5549667509985738
        },
        {
          "sample_id": "hai-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.456228874994849,
          "seconds_b": 8.894588791001297,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.4383599160064477
        },
        {
          "sample_id": "rag-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.325214750002488,
          "seconds_b": 9.496638790995348,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.17142404099286068
        },
        {
          "sample_id": "C2-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.9129753750021337,
          "seconds_b": 4.912874667003052,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.9998992920009186
        },
        {
          "sample_id": "kll-04",
          "quality_a": 90.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.741727375003393,
          "seconds_b": 4.259927541999787,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.5182001669963938
        },
        {
          "sample_id": "dapper-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.11392883300141,
          "seconds_b": 4.250471834006021,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.8634569989953889
        },
        {
          "sample_id": "t5-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.668818500002089,
          "seconds_b": 6.716222415998345,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.9525960840037442
        },
        {
          "sample_id": "gaussian-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.752777708003123,
          "seconds_b": 6.501171832998807,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.7483941249956843
        },
        {
          "sample_id": "egg-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.48427562500001,
          "seconds_b": 6.316892625000037,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.1673829999999725
        },
        {
          "sample_id": "dapper-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.2511506250011735,
          "seconds_b": 2.0307027919989196,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.220447833002254
        },
        {
          "sample_id": "C3-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.084541332995286,
          "seconds_b": 3.9238055409950903,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.160735792000196
        },
        {
          "sample_id": "rustbelt-10",
          "quality_a": 90.0,
          "quality_b": 80.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 15.334032207996643,
          "seconds_b": 15.904974124998262,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.570941917001619
        },
        {
          "sample_id": "C1-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.457391458003258,
          "seconds_b": 8.430088959001296,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.9726975009980379
        },
        {
          "sample_id": "C3-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.72242499999993,
          "seconds_b": 10.002623250002216,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.280198250002286
        },
        {
          "sample_id": "raft-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.35163016700244,
          "seconds_b": 5.099778374999005,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.7481482079965645
        },
        {
          "sample_id": "C7-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.294799666000472,
          "seconds_b": 8.47218608300318,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.1773864170027082
        },
        {
          "sample_id": "faiss-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.308213666001393,
          "seconds_b": 4.004181458003586,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.3040322079978068
        },
        {
          "sample_id": "stable-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.998153916996671,
          "seconds_b": 2.987806665994867,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.01034725100180367
        },
        {
          "sample_id": "rustbelt-08",
          "quality_a": 80.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.40948324999772,
          "seconds_b": 7.2276273329989635,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.18185591699875658
        },
        {
          "sample_id": "rag-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.811797667003702,
          "seconds_b": 4.858665874999133,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.9531317920045694
        },
        {
          "sample_id": "nerf-03",
          "quality_a": 95.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.1642142919954495,
          "seconds_b": 4.028161165995698,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.1360531259997515
        },
        {
          "sample_id": "rag-09",
          "quality_a": 100.0,
          "quality_b": 80.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.790210042003309,
          "seconds_b": 6.632150208002713,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.1580598340005963
        },
        {
          "sample_id": "C2-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 17.545140041002014,
          "seconds_b": 21.736940125003457,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 4.191800084001443
        },
        {
          "sample_id": "gaussian-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.112030707998201,
          "seconds_b": 3.7667725829960546,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.3452581250021467
        },
        {
          "sample_id": "C4-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.4259353749948787,
          "seconds_b": 2.138522291003028,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.2874130839918507
        },
        {
          "sample_id": "C7-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.748659875003796,
          "seconds_b": 3.6067257079994306,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.141934167004365
        },
        {
          "sample_id": "C6-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.077619457995752,
          "seconds_b": 2.411471833001997,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.333852375006245
        },
        {
          "sample_id": "stable-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.389499999997497,
          "seconds_b": 4.2465487090012175,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.8570487090037204
        },
        {
          "sample_id": "C2-03",
          "quality_a": 95.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.565788457999588,
          "seconds_b": 4.412938249995932,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.847149791996344
        },
        {
          "sample_id": "hai-01",
          "quality_a": 90.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.8011508749987115,
          "seconds_b": 3.447606707995874,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.3535441670028376
        },
        {
          "sample_id": "C5-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.8668608749940176,
          "seconds_b": 5.229459999995015,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.3625991250009974
        },
        {
          "sample_id": "gaussian-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.846618666997529,
          "seconds_b": 9.363899374999164,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.5172807080016355
        },
        {
          "sample_id": "kll-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.887238875002367,
          "seconds_b": 3.7510296659966116,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.1362092090057558
        },
        {
          "sample_id": "C6-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 16.338498416997027,
          "seconds_b": 16.573420499997155,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.23492208300012862
        },
        {
          "sample_id": "duckdb-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.247606208002253,
          "seconds_b": 5.4817847089943825,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.2341785009921296
        },
        {
          "sample_id": "rag-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.4715894170003594,
          "seconds_b": 2.583175708001363,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.1115862910010037
        },
        {
          "sample_id": "stable-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.767213375002029,
          "seconds_b": 7.345925082998292,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.4212882920037373
        },
        {
          "sample_id": "vegalite-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.45126966600219,
          "seconds_b": 6.699388417000591,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.751881249001599
        },
        {
          "sample_id": "egg-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.073250624998764,
          "seconds_b": 2.6012488329943153,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.4720017920044484
        },
        {
          "sample_id": "duckdb-09",
          "quality_a": 100.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.248122750002949,
          "seconds_b": 5.9725191250036005,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.2756036249993485
        },
        {
          "sample_id": "C3-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.589988499996252,
          "seconds_b": 7.759536165998725,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.8304523339975276
        },
        {
          "sample_id": "rustbelt-07",
          "quality_a": 100.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.604247790994123,
          "seconds_b": 6.754393375005748,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.15014558401162503
        },
        {
          "sample_id": "C3-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.4139632919977885,
          "seconds_b": 6.994578874997387,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.5806155829995987
        },
        {
          "sample_id": "C2-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.043172499994398,
          "seconds_b": 4.867803833003563,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.8246313330091652
        },
        {
          "sample_id": "gaussian-03",
          "quality_a": 100.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.622695625002962,
          "seconds_b": 7.123887834000925,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.5011922089979635
        },
        {
          "sample_id": "stable-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.637702291001915,
          "seconds_b": 3.1197190829989268,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.5179832080029882
        },
        {
          "sample_id": "stable-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.213855250003689,
          "seconds_b": 3.848661042000458,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.3651942080032313
        },
        {
          "sample_id": "C1-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.423329459001252,
          "seconds_b": 3.9277811249994556,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.4955483340017963
        },
        {
          "sample_id": "C4-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.272103374998551,
          "seconds_b": 4.590194208998582,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.6819091659999685
        },
        {
          "sample_id": "C1-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.17335641700629,
          "seconds_b": 3.095847374999721,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -5.077509042006568
        },
        {
          "sample_id": "C2-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.697123124999052,
          "seconds_b": 3.949463958000706,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.7476591669983463
        },
        {
          "sample_id": "dp-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.9417344169996795,
          "seconds_b": 5.981237084000895,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.0395026670012157
        },
        {
          "sample_id": "C4-07",
          "quality_a": 95.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 12.387884083000245,
          "seconds_b": 8.320288916998834,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -4.067595166001411
        },
        {
          "sample_id": "dp-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.541043458004424,
          "seconds_b": 2.1774736250008573,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.3635698330035666
        },
        {
          "sample_id": "raft-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.12588350000442,
          "seconds_b": 4.180175708999741,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.054292208995320834
        },
        {
          "sample_id": "C2-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.2645647919998737,
          "seconds_b": 6.279814583002008,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 3.015249791002134
        },
        {
          "sample_id": "t5-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.338308166996285,
          "seconds_b": 7.380889207997825,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.0425810410015401
        },
        {
          "sample_id": "spectre-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 21.273896917002276,
          "seconds_b": 5.2940840419978485,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -15.979812875004427
        },
        {
          "sample_id": "stable-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.3529540419986006,
          "seconds_b": 2.2263684999998077,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.1265855419987929
        },
        {
          "sample_id": "rustbelt-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.82969787500042,
          "seconds_b": 2.191233124998689,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.6384647500017309
        },
        {
          "sample_id": "gaussian-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.635685583001759,
          "seconds_b": 5.792473000001337,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.15678741699957754
        },
        {
          "sample_id": "C6-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.516953541002295,
          "seconds_b": 6.116412332994514,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.4005412080077804
        },
        {
          "sample_id": "hai-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 16.94983620900166,
          "seconds_b": 16.214673583999684,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.7351626250019763
        },
        {
          "sample_id": "hai-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.30670533299417,
          "seconds_b": 3.9516734999997425,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.6449681670055725
        },
        {
          "sample_id": "C1-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.2363965829936205,
          "seconds_b": 3.28550258299947,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.9508939999941504
        },
        {
          "sample_id": "C8-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.674337374999595,
          "seconds_b": 3.5110176670059445,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.1633197079936508
        },
        {
          "sample_id": "rustbelt-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.246785915995133,
          "seconds_b": 4.872918583001592,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.6261326670064591
        },
        {
          "sample_id": "spectre-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.022442208006396,
          "seconds_b": 2.9898964159947354,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.0325457920116605
        },
        {
          "sample_id": "C6-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.472873749997234,
          "seconds_b": 3.3558683329974883,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.11700541699974565
        },
        {
          "sample_id": "dapper-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.9288837499989313,
          "seconds_b": 4.510488833999261,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.58160508400033
        },
        {
          "sample_id": "C7-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.8923123749991646,
          "seconds_b": 4.093211999999767,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.2008996250006021
        },
        {
          "sample_id": "C6-02",
          "quality_a": 100.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.20361416599917,
          "seconds_b": 4.9765952919988194,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.7729811259996495
        },
        {
          "sample_id": "t5-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.2738799579965416,
          "seconds_b": 2.347974374999467,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.07409441700292518
        },
        {
          "sample_id": "C7-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.2385997919991496,
          "seconds_b": 3.225318332995812,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.013281459003337659
        },
        {
          "sample_id": "C8-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.017263458001253,
          "seconds_b": 3.4946786670043366,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.5225847909969161
        },
        {
          "sample_id": "C7-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.771605291003652,
          "seconds_b": 9.511766707997594,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.7401614169939421
        },
        {
          "sample_id": "spectre-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 14.478075667000667,
          "seconds_b": 13.957448040993768,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.5206276260068989
        },
        {
          "sample_id": "rustbelt-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.243881957998383,
          "seconds_b": 6.186917833001644,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.056964124996738974
        },
        {
          "sample_id": "kll-08",
          "quality_a": 100.0,
          "quality_b": 65.0,
          "status_a": "ok",
          "status_b": "error",
          "seconds_a": 10.821241333003854,
          "seconds_b": 3.151183250003669,
          "timing_eligible": false,
          "timing_excluded_reason": "not_both_successful",
          "delta_seconds_b_minus_a": -7.670058083000185
        },
        {
          "sample_id": "kll-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.662286416001734,
          "seconds_b": 3.6747914170045988,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.9874949989971356
        },
        {
          "sample_id": "duckdb-05",
          "quality_a": 90.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.002752375003183,
          "seconds_b": 3.0754969169938704,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.9272554580093129
        },
        {
          "sample_id": "gaussian-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.996390167005302,
          "seconds_b": 2.9021037080019596,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.09428645900334232
        },
        {
          "sample_id": "raft-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.553704291996837,
          "seconds_b": 2.689184249997197,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.13547995800036006
        },
        {
          "sample_id": "C4-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.951585208000324,
          "seconds_b": 4.656991791998735,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.7054065839984105
        },
        {
          "sample_id": "C2-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.801427958998829,
          "seconds_b": 4.726093290999415,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.9246653320005862
        },
        {
          "sample_id": "C2-08",
          "quality_a": 97.5,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.348840792001283,
          "seconds_b": 8.735445875005098,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.3866050830038148
        },
        {
          "sample_id": "C3-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.6533797080046497,
          "seconds_b": 4.866298583998287,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.212918875993637
        },
        {
          "sample_id": "hai-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.8006836249987828,
          "seconds_b": 4.553349250003521,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.7526656250047381
        },
        {
          "sample_id": "stable-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 16.22528137500194,
          "seconds_b": 17.89662841700192,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.6713470419999794
        },
        {
          "sample_id": "raft-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.6096026669983985,
          "seconds_b": 3.2388446659970214,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.3707580010013771
        },
        {
          "sample_id": "vegalite-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 17.78929375000007,
          "seconds_b": 15.639531125001668,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.1497626249984023
        }
      ]
    },
    {
      "name": "GPT 推理：Responses low → 关闭",
      "a": "20261027/command-responses-low",
      "b": "20261027/command-responses-none",
      "samples": 240,
      "scope": "formal",
      "date": "2026-10-27",
      "quality_delta_b_minus_a": -0.010416666666666666,
      "quality_ci": {
        "estimate": -0.010416666666666666,
        "low": -0.5,
        "high": 0.4895833333333333,
        "confidence": 0.95,
        "rounds": 4000,
        "seed": 61027,
        "clusters": 26,
        "method": "Paired cluster bootstrap, stratified by real-paper/challenge origin; challenge family merges development/holdout variants."
      },
      "quality_noninferiority_margin": 0.5,
      "quality_noninferiority_supported": true,
      "quality_wins_b": 11,
      "quality_losses_b": 19,
      "quality_ties": 210,
      "faster_b": 181,
      "matched_successful_samples": 237,
      "median_paired_seconds_b_minus_a": -0.7782252079923637,
      "administratively_affected_timing_exclusions": [
        "stable-07"
      ],
      "mean_paired_seconds_ci": {
        "estimate": -1.2033777269493935,
        "low": -1.4949408899534964,
        "high": -0.9165044837279603,
        "confidence": 0.95,
        "rounds": 4000,
        "seed": 61027,
        "clusters": 26,
        "method": "Paired cluster bootstrap, stratified by real-paper/challenge origin; challenge family merges development/holdout variants."
      },
      "serious_error_difference_per_all_main_ci": {
        "estimate": -0.0125,
        "low": -0.025,
        "high": 0,
        "confidence": 0.95,
        "rounds": 4000,
        "seed": 61027,
        "clusters": 26,
        "method": "Paired cluster bootstrap, stratified by real-paper/challenge origin; challenge family merges development/holdout variants."
      },
      "success_rate_difference_ci": {
        "estimate": 0,
        "low": -0.0125,
        "high": 0.0125,
        "confidence": 0.95,
        "rounds": 4000,
        "seed": 61027,
        "clusters": 26,
        "method": "Paired cluster bootstrap, stratified by real-paper/challenge origin; challenge family merges development/holdout variants."
      },
      "p50_change_percent": -20.467930686905113,
      "priced_amount_change_percent": null,
      "price_comparison_available": false,
      "descriptive_subgroups": {
        "short": {
          "samples": 48,
          "quality_delta_b_minus_a": -0.2604166666666667,
          "quality_wins_b": 0,
          "quality_ties": 46,
          "quality_losses_b": 2,
          "successes_a": 48,
          "successes_b": 48,
          "serious_outputs_a": 0,
          "serious_outputs_b": 0,
          "matched_successful_timing_pairs": 48,
          "p50_seconds_a": 2.6012488329943153,
          "p50_seconds_b": 2.2578444169994327,
          "p50_change_percent": -13.201521193940813,
          "median_paired_seconds_b_minus_a": -0.27668502049709787,
          "scope": "Metadata-defined descriptive subset; no separate inferential confidence claim."
        },
        "paragraph": {
          "samples": 96,
          "quality_delta_b_minus_a": -0.234375,
          "quality_wins_b": 4,
          "quality_ties": 85,
          "quality_losses_b": 7,
          "successes_a": 96,
          "successes_b": 95,
          "serious_outputs_a": 0,
          "serious_outputs_b": 0,
          "matched_successful_timing_pairs": 95,
          "p50_seconds_a": 4.089545667004131,
          "p50_seconds_b": 3.180310167001153,
          "p50_change_percent": -22.233166567597095,
          "median_paired_seconds_b_minus_a": -0.7969726669980446,
          "scope": "Metadata-defined descriptive subset; no separate inferential confidence claim."
        },
        "long_and_extended": {
          "samples": 96,
          "quality_delta_b_minus_a": 0.3385416666666667,
          "quality_wins_b": 7,
          "quality_ties": 79,
          "quality_losses_b": 10,
          "successes_a": 95,
          "successes_b": 96,
          "serious_outputs_a": 4,
          "serious_outputs_b": 1,
          "matched_successful_timing_pairs": 94,
          "p50_seconds_a": 6.811324499998591,
          "p50_seconds_b": 5.235834708997572,
          "p50_change_percent": -23.130446816934715,
          "median_paired_seconds_b_minus_a": -1.5562189375013986,
          "scope": "Metadata-defined descriptive subset; no separate inferential confidence claim."
        },
        "logic_challenge": {
          "samples": 8,
          "quality_delta_b_minus_a": 0.0,
          "quality_wins_b": 0,
          "quality_ties": 8,
          "quality_losses_b": 0,
          "successes_a": 8,
          "successes_b": 8,
          "serious_outputs_a": 0,
          "serious_outputs_b": 0,
          "matched_successful_timing_pairs": 8,
          "p50_seconds_a": 2.2776985419986886,
          "p50_seconds_b": 2.223498457999085,
          "p50_change_percent": -2.379598660674509,
          "median_paired_seconds_b_minus_a": -0.13416181250067893,
          "scope": "Metadata-defined descriptive subset; no separate inferential confidence claim."
        },
        "terms_challenge": {
          "samples": 8,
          "quality_delta_b_minus_a": 0.0,
          "quality_wins_b": 0,
          "quality_ties": 8,
          "quality_losses_b": 0,
          "successes_a": 8,
          "successes_b": 8,
          "serious_outputs_a": 0,
          "serious_outputs_b": 0,
          "matched_successful_timing_pairs": 8,
          "p50_seconds_a": 3.225318332995812,
          "p50_seconds_b": 2.8757754170001135,
          "p50_change_percent": -10.837470286879503,
          "median_paired_seconds_b_minus_a": -0.10581572899900493,
          "scope": "Metadata-defined descriptive subset; no separate inferential confidence claim."
        }
      },
      "limitation": "Matched successful calls for latency; all240 paired main scores for quality. Price comparison excludes subscription cash, which is unknown. Correlated, previously exposed corpus; engineering review is non-independent.",
      "items": [
        {
          "sample_id": "dp-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.4996854580022045,
          "seconds_b": 5.1569244589991285,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.657239000996924
        },
        {
          "sample_id": "C3-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 13.009694458000013,
          "seconds_b": 11.777285415999359,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.2324090420006542
        },
        {
          "sample_id": "C8-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.4389557920003426,
          "seconds_b": 3.668939875002252,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.2299840830019093
        },
        {
          "sample_id": "C8-02",
          "quality_a": 100.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.3278019159988617,
          "seconds_b": 3.400724667000759,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.07292275100189727
        },
        {
          "sample_id": "C4-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.089545667004131,
          "seconds_b": 4.0645065829958185,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.025039084008312784
        },
        {
          "sample_id": "t5-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.685287250002148,
          "seconds_b": 3.4161570420037606,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.269130207998387
        },
        {
          "sample_id": "vegalite-07",
          "quality_a": 95.0,
          "quality_b": 87.5,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.697864417001256,
          "seconds_b": 7.414773458003765,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.7169090410025092
        },
        {
          "sample_id": "t5-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.336697750004532,
          "seconds_b": 4.747282582997286,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.589415167007246
        },
        {
          "sample_id": "C7-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.205232915999659,
          "seconds_b": 2.223498457999085,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.9817344580005738
        },
        {
          "sample_id": "rustbelt-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.346066042002349,
          "seconds_b": 3.611819249999826,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.7342467920025229
        },
        {
          "sample_id": "duckdb-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.893562042001577,
          "seconds_b": 4.723813834003522,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.1697482079980546
        },
        {
          "sample_id": "C5-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.152862749993801,
          "seconds_b": 4.001019499999529,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.1518432499942719
        },
        {
          "sample_id": "raft-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.799362334000762,
          "seconds_b": 3.624578749993816,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.1747835840069456
        },
        {
          "sample_id": "C2-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.645868667001196,
          "seconds_b": 5.407462499999383,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.23840616700181272
        },
        {
          "sample_id": "duckdb-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.5970642090032925,
          "seconds_b": 2.565855917004228,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.031208291999064386
        },
        {
          "sample_id": "nerf-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.225704582997423,
          "seconds_b": 4.621147249999922,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.6045573329975014
        },
        {
          "sample_id": "dp-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.040422291996947,
          "seconds_b": 3.9559124169973074,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.08450987499963958
        },
        {
          "sample_id": "C1-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.023987667002075,
          "seconds_b": 2.630473458004417,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.393514208997658
        },
        {
          "sample_id": "rustbelt-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.777029999997467,
          "seconds_b": 3.3594353340013186,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.5824053340038517
        },
        {
          "sample_id": "kll-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.047505082999123,
          "seconds_b": 6.864713124996342,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.18279195800278103
        },
        {
          "sample_id": "duckdb-03",
          "quality_a": 95.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.9391834999987623,
          "seconds_b": 3.004810875005205,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.06562737500644289
        },
        {
          "sample_id": "kll-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.1631944999971893,
          "seconds_b": 1.9500565830021515,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.2131379169950378
        },
        {
          "sample_id": "nerf-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.5854718329937896,
          "seconds_b": 2.6917404999985592,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.10626866700476967
        },
        {
          "sample_id": "vegalite-06",
          "quality_a": 100.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.03766920799535,
          "seconds_b": 2.7578942500040284,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.2797749579913216
        },
        {
          "sample_id": "t5-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.89636558300117,
          "seconds_b": 9.972848416000488,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.076482832999318
        },
        {
          "sample_id": "C4-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.628212124996935,
          "seconds_b": 4.864524999997229,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.7636871249997057
        },
        {
          "sample_id": "t5-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.546992916999443,
          "seconds_b": 2.621149874998082,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.925843042001361
        },
        {
          "sample_id": "vegalite-04",
          "quality_a": 95.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.649934166998719,
          "seconds_b": 3.1872691250027856,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.4626650419959333
        },
        {
          "sample_id": "dp-07",
          "quality_a": 90.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.9561353329991107,
          "seconds_b": 3.97973641599674,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.02360108299762942
        },
        {
          "sample_id": "raft-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.858985708997352,
          "seconds_b": 3.9836994580036844,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.12471374900633236
        },
        {
          "sample_id": "kll-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.406811041997571,
          "seconds_b": 2.831678374997864,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.424867333000293
        },
        {
          "sample_id": "C5-07",
          "quality_a": 100.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.06726704200264,
          "seconds_b": 8.89035149999836,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.8230844579957193
        },
        {
          "sample_id": "C6-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.287378833003459,
          "seconds_b": 6.273311124998145,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.9859322919946862
        },
        {
          "sample_id": "nerf-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.3807698329983396,
          "seconds_b": 2.8951219169975957,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.48564791600074386
        },
        {
          "sample_id": "C5-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.2927600000039092,
          "seconds_b": 1.945124958998349,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.3476350410055602
        },
        {
          "sample_id": "raft-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 1.9805509170037112,
          "seconds_b": 2.012175916999695,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.03162499999598367
        },
        {
          "sample_id": "C5-09",
          "quality_a": 100.0,
          "quality_b": 92.5,
          "status_a": "ok",
          "status_b": "error",
          "seconds_a": 7.176799000000756,
          "seconds_b": 122.19381479200092,
          "timing_eligible": false,
          "timing_excluded_reason": "not_both_successful",
          "delta_seconds_b_minus_a": 115.01701579200017
        },
        {
          "sample_id": "raft-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.923974750003254,
          "seconds_b": 4.465944541996578,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.4580302080066758
        },
        {
          "sample_id": "C8-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.221935415996995,
          "seconds_b": 4.818784834002145,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.40315058199485065
        },
        {
          "sample_id": "C1-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.0444078330037883,
          "seconds_b": 2.1205880000052275,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.07618016700143926
        },
        {
          "sample_id": "duckdb-10",
          "quality_a": 100.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 10.500701124998159,
          "seconds_b": 9.797219666994351,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.7034814580038073
        },
        {
          "sample_id": "nerf-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 1.9820077499971376,
          "seconds_b": 2.1357236659969203,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.15371591599978274
        },
        {
          "sample_id": "vegalite-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.622179917001631,
          "seconds_b": 3.758759791999182,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.863420125002449
        },
        {
          "sample_id": "nerf-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.980010457999015,
          "seconds_b": 5.235634417003894,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.744376040995121
        },
        {
          "sample_id": "dp-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.35919429200294,
          "seconds_b": 5.475060249998933,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.115865957995993
        },
        {
          "sample_id": "C6-06",
          "quality_a": 100.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.318396500006202,
          "seconds_b": 4.083318083998165,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.2350784160080366
        },
        {
          "sample_id": "vegalite-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.270961083995644,
          "seconds_b": 3.2326055000012275,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.03835558399441652
        },
        {
          "sample_id": "C3-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.7650352500058943,
          "seconds_b": 2.7052470420021564,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.059788208003737964
        },
        {
          "sample_id": "egg-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.6048819580028066,
          "seconds_b": 3.0452430419973098,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.44036108399450313
        },
        {
          "sample_id": "stable-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.295167459000368,
          "seconds_b": 5.5790611670017825,
          "timing_eligible": false,
          "timing_excluded_reason": "administrative_interruption",
          "delta_seconds_b_minus_a": 0.2838937080014148
        },
        {
          "sample_id": "C7-07",
          "quality_a": 100.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.856314417003887,
          "seconds_b": 8.991674999997485,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.8646394170064013
        },
        {
          "sample_id": "C6-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 11.528510000003735,
          "seconds_b": 4.849899792003271,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -6.678610208000464
        },
        {
          "sample_id": "dp-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.530945582999266,
          "seconds_b": 5.171093041004497,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.3598525419947691
        },
        {
          "sample_id": "dapper-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.811324499998591,
          "seconds_b": 4.200091792001331,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.61123270799726
        },
        {
          "sample_id": "spectre-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.0152705410000635,
          "seconds_b": 2.060850041001686,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.045579500001622364
        },
        {
          "sample_id": "C3-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.2776985419986886,
          "seconds_b": 1.966760167000757,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.31093837499793153
        },
        {
          "sample_id": "t5-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.8573633750056615,
          "seconds_b": 2.8284493329992983,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.028914042006363
        },
        {
          "sample_id": "rustbelt-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.1976133749994915,
          "seconds_b": 2.920249374998093,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.2773640000013984
        },
        {
          "sample_id": "C5-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.961888707999606,
          "seconds_b": 5.11180091699498,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.14991220899537439
        },
        {
          "sample_id": "faiss-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.2377150839965907,
          "seconds_b": 3.40058291600144,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.16286783200484933
        },
        {
          "sample_id": "nerf-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.715232041999116,
          "seconds_b": 4.474562750001496,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.24066929199761944
        },
        {
          "sample_id": "egg-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.1787127920033527,
          "seconds_b": 4.65462879199913,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.4759159999957774
        },
        {
          "sample_id": "rag-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.646544000002905,
          "seconds_b": 2.9923961669992423,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.6541478330036625
        },
        {
          "sample_id": "spectre-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.334127750000334,
          "seconds_b": 5.677287416001491,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.3431596660011564
        },
        {
          "sample_id": "faiss-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.22194558299816,
          "seconds_b": 4.019107375002932,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.202838207995228
        },
        {
          "sample_id": "raft-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 10.276036542003567,
          "seconds_b": 9.17367558299884,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.1023609590047272
        },
        {
          "sample_id": "C8-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.104376000002958,
          "seconds_b": 4.9095487910017255,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.1948272090012324
        },
        {
          "sample_id": "vegalite-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 1.840628582998761,
          "seconds_b": 1.8703778329945635,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.02974924999580253
        },
        {
          "sample_id": "faiss-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.342712792000384,
          "seconds_b": 2.770202416999382,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.572510375001002
        },
        {
          "sample_id": "hai-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.182517875000485,
          "seconds_b": 2.0383009590004804,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.1442169160000049
        },
        {
          "sample_id": "egg-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.740271209004277,
          "seconds_b": 5.125217666995013,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.6150535420092638
        },
        {
          "sample_id": "C8-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.269621333995019,
          "seconds_b": 5.101374874997418,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.1682464589976007
        },
        {
          "sample_id": "C4-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.9766704579960788,
          "seconds_b": 3.2107098330016015,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.23403937500552274
        },
        {
          "sample_id": "rag-08",
          "quality_a": 95.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.395856000002823,
          "seconds_b": 5.316692624997813,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.07916337500500958
        },
        {
          "sample_id": "egg-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.153233625002031,
          "seconds_b": 3.9102020829959656,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.24303154200606514
        },
        {
          "sample_id": "hai-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.913803709001513,
          "seconds_b": 2.558033790999616,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.355769918001897
        },
        {
          "sample_id": "gaussian-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.0532976670001517,
          "seconds_b": 2.566631875000894,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.48666579199925764
        },
        {
          "sample_id": "C6-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.9157265000030748,
          "seconds_b": 2.4960079999946174,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.41971850000845734
        },
        {
          "sample_id": "hai-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.941983499993512,
          "seconds_b": 4.300482083002862,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.6415014169906499
        },
        {
          "sample_id": "dp-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.447853875004512,
          "seconds_b": 3.5883592090031016,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.8594946660014102
        },
        {
          "sample_id": "dp-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 15.636843959000544,
          "seconds_b": 10.153724042000249,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -5.483119917000295
        },
        {
          "sample_id": "C3-05",
          "quality_a": 100.0,
          "quality_b": 97.5,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.346416665997822,
          "seconds_b": 2.070284375004121,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.27613229099370074
        },
        {
          "sample_id": "faiss-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.60413937499834,
          "seconds_b": 2.7876022919954266,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.18346291699708672
        },
        {
          "sample_id": "C5-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.4843039169936674,
          "seconds_b": 3.3164314580062637,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.16787245898740366
        },
        {
          "sample_id": "C4-02",
          "quality_a": 95.0,
          "quality_b": 85.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.965016750000359,
          "seconds_b": 2.802235416995245,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.162781333005114
        },
        {
          "sample_id": "t5-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.5401488749994314,
          "seconds_b": 2.9437969580030767,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.4036480830036453
        },
        {
          "sample_id": "nerf-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.381436625000788,
          "seconds_b": 2.4278266660039662,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.04639004100317834
        },
        {
          "sample_id": "faiss-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.089966833002109,
          "seconds_b": 4.6203120419959305,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.46965479100617813
        },
        {
          "sample_id": "kll-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 13.936864499999501,
          "seconds_b": 3.812024291000853,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -10.124840208998648
        },
        {
          "sample_id": "C5-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.650624082998547,
          "seconds_b": 4.95554062500014,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.6950834579984075
        },
        {
          "sample_id": "egg-10",
          "quality_a": 95.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.908039750000171,
          "seconds_b": 12.141734125005314,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.2336943750051432
        },
        {
          "sample_id": "gaussian-10",
          "quality_a": 97.5,
          "quality_b": 97.5,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 11.891083041999082,
          "seconds_b": 10.751015791996906,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.1400672500021756
        },
        {
          "sample_id": "rustbelt-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 14.553711375003331,
          "seconds_b": 6.2395794589974685,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -8.314131916005863
        },
        {
          "sample_id": "C3-04",
          "quality_a": 100.0,
          "quality_b": 97.5,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.409761957998853,
          "seconds_b": 5.056662209004571,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -4.353099748994282
        },
        {
          "sample_id": "C6-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.863195208999969,
          "seconds_b": 3.0103364169990527,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.8528587920009159
        },
        {
          "sample_id": "dapper-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.660070584002824,
          "seconds_b": 2.2578444169994327,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.4022261670033913
        },
        {
          "sample_id": "rag-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 15.457382833003066,
          "seconds_b": 2.6374615840031765,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -12.81992124899989
        },
        {
          "sample_id": "C7-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.509500208005193,
          "seconds_b": 2.029220415999589,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -5.480279792005604
        },
        {
          "sample_id": "vegalite-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.77465220799786,
          "seconds_b": 3.194250041000487,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.5804021669973736
        },
        {
          "sample_id": "egg-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.306708583004365,
          "seconds_b": 2.4176355000017793,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.11092691699741408
        },
        {
          "sample_id": "C8-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.597809292004968,
          "seconds_b": 9.666707791999215,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.06889849999424769
        },
        {
          "sample_id": "faiss-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.590206624998245,
          "seconds_b": 5.344524583000748,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.7543179580025026
        },
        {
          "sample_id": "duckdb-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.367040541001188,
          "seconds_b": 4.99603866700636,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.6289981260051718
        },
        {
          "sample_id": "C5-04",
          "quality_a": 97.5,
          "quality_b": 97.5,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.672867250003037,
          "seconds_b": 4.5912799579964485,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.08158729200658854
        },
        {
          "sample_id": "C4-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.762458458004403,
          "seconds_b": 2.638291041002958,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.124167417001445
        },
        {
          "sample_id": "gaussian-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.0349440000063623,
          "seconds_b": 3.46264620799775,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.4277022079913877
        },
        {
          "sample_id": "spectre-09",
          "quality_a": 95.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.1871009999958915,
          "seconds_b": 4.10733241699927,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.0797685829966213
        },
        {
          "sample_id": "C8-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.55271583400463,
          "seconds_b": 2.357702832996438,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.195013001008192
        },
        {
          "sample_id": "dp-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.870240083000681,
          "seconds_b": 3.7315319170011207,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.1387081659995602
        },
        {
          "sample_id": "spectre-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.7876917920002597,
          "seconds_b": 2.859710709002684,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.07201891700242413
        },
        {
          "sample_id": "C1-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.4659033339994494,
          "seconds_b": 2.348711167003785,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.11719216699566459
        },
        {
          "sample_id": "faiss-07",
          "quality_a": 90.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.373765666998224,
          "seconds_b": 4.676416250003967,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.6973494169942569
        },
        {
          "sample_id": "dapper-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.845788958002231,
          "seconds_b": 5.215395749997697,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.6303932080045342
        },
        {
          "sample_id": "C2-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.433687374999863,
          "seconds_b": 2.4763021249964368,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.042614749996573664
        },
        {
          "sample_id": "rag-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.776760125001601,
          "seconds_b": 4.070653791997756,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.7061063330038451
        },
        {
          "sample_id": "C8-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.907671500004653,
          "seconds_b": 2.572804832998372,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.334866667006281
        },
        {
          "sample_id": "egg-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.52674429200124,
          "seconds_b": 5.806751208998321,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.7199930830029189
        },
        {
          "sample_id": "duckdb-02",
          "quality_a": 100.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.526708624995081,
          "seconds_b": 6.382779915998981,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.8560712910039001
        },
        {
          "sample_id": "faiss-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.7068574579971028,
          "seconds_b": 4.581528959002753,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.8746715010056505
        },
        {
          "sample_id": "t5-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.514014500004123,
          "seconds_b": 2.776366042002337,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.2623515419982141
        },
        {
          "sample_id": "gaussian-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.236154457998055,
          "seconds_b": 3.274302207995788,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.9618522500022664
        },
        {
          "sample_id": "C1-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 16.56887341699621,
          "seconds_b": 4.3466223330033245,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -12.222251083992887
        },
        {
          "sample_id": "C4-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.443538625004294,
          "seconds_b": 5.416210542003682,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.0273280830006115
        },
        {
          "sample_id": "C7-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 12.759309208006016,
          "seconds_b": 4.7115038330011885,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -8.047805375004828
        },
        {
          "sample_id": "nerf-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.095428916996752,
          "seconds_b": 4.442906583994045,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.6525223330027075
        },
        {
          "sample_id": "dapper-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.8688546249977662,
          "seconds_b": 3.0611054160035565,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.8077492089942098
        },
        {
          "sample_id": "rag-10",
          "quality_a": 90.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 14.055098417004046,
          "seconds_b": 9.935256500000833,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -4.119841917003214
        },
        {
          "sample_id": "duckdb-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 10.594881208002334,
          "seconds_b": 4.444814374997804,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -6.15006683300453
        },
        {
          "sample_id": "C1-04",
          "quality_a": 97.5,
          "quality_b": 97.5,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.802328416997625,
          "seconds_b": 4.6468347089976305,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.1554937079999945
        },
        {
          "sample_id": "hai-03",
          "quality_a": 90.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.790541458998632,
          "seconds_b": 2.691441291004594,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.0991001679940382
        },
        {
          "sample_id": "C5-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.2636730420053937,
          "seconds_b": 3.4986827920001815,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.2350097499947879
        },
        {
          "sample_id": "spectre-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.662485499997274,
          "seconds_b": 5.229517375002615,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.5670318750053411
        },
        {
          "sample_id": "stable-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.6243010420002975,
          "seconds_b": 4.304445957997814,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.3198550840024836
        },
        {
          "sample_id": "nerf-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 16.052788000000874,
          "seconds_b": 11.222868750002817,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -4.829919249998056
        },
        {
          "sample_id": "faiss-10",
          "quality_a": 100.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 10.714429584004392,
          "seconds_b": 8.992602667000028,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.721826917004364
        },
        {
          "sample_id": "spectre-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.253433958998357,
          "seconds_b": 3.456461292000313,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.7969726669980446
        },
        {
          "sample_id": "C7-04",
          "quality_a": 100.0,
          "quality_b": 97.5,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.071144540997921,
          "seconds_b": 5.235834708997572,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.8353098320003483
        },
        {
          "sample_id": "dapper-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.067208708002,
          "seconds_b": 4.713618041998416,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.3535906660035835
        },
        {
          "sample_id": "dapper-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.660952083002485,
          "seconds_b": 3.0884569170011673,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.5724951660013176
        },
        {
          "sample_id": "vegalite-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.634036041999934,
          "seconds_b": 4.587746416997106,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.046289625002828
        },
        {
          "sample_id": "hai-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.741824915996403,
          "seconds_b": 3.9318280840016087,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.8099968319947948
        },
        {
          "sample_id": "kll-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.428411624998262,
          "seconds_b": 4.203530040998885,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.2248815839993767
        },
        {
          "sample_id": "rag-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.3729865419954876,
          "seconds_b": 2.2942513750022044,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.0787351669932832
        },
        {
          "sample_id": "kll-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 14.215208417001122,
          "seconds_b": 10.133482958997774,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -4.081725458003348
        },
        {
          "sample_id": "C1-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 15.100269875001686,
          "seconds_b": 11.199910625000484,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.900359250001202
        },
        {
          "sample_id": "spectre-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.439758917003928,
          "seconds_b": 2.7516402499968535,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.6881186670070747
        },
        {
          "sample_id": "stable-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.106842749999487,
          "seconds_b": 5.070865999994567,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.03597675000492
        },
        {
          "sample_id": "egg-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.1526659170049243,
          "seconds_b": 2.4966723329998786,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.6559935840050457
        },
        {
          "sample_id": "dapper-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 14.670724208997854,
          "seconds_b": 10.276326624996727,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -4.394397584001126
        },
        {
          "sample_id": "raft-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.868050708995725,
          "seconds_b": 3.148753209003189,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.7192974999925354
        },
        {
          "sample_id": "hai-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.894588791001297,
          "seconds_b": 6.001685292001639,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.892903498999658
        },
        {
          "sample_id": "rag-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.496638790995348,
          "seconds_b": 6.2324906249996275,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.2641481659957208
        },
        {
          "sample_id": "C2-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.912874667003052,
          "seconds_b": 3.7229995840025367,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.1898750830005156
        },
        {
          "sample_id": "kll-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.259927541999787,
          "seconds_b": 2.9798394169993117,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.280088125000475
        },
        {
          "sample_id": "dapper-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.250471834006021,
          "seconds_b": 3.4073663749950356,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.8431054590109852
        },
        {
          "sample_id": "t5-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.716222415998345,
          "seconds_b": 4.956189459000598,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.7600329569977475
        },
        {
          "sample_id": "gaussian-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.501171832998807,
          "seconds_b": 5.529795207999996,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.9713766249988112
        },
        {
          "sample_id": "egg-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.316892625000037,
          "seconds_b": 4.784821541004931,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.5320710839951062
        },
        {
          "sample_id": "dapper-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.0307027919989196,
          "seconds_b": 3.7103901669979678,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.6796873749990482
        },
        {
          "sample_id": "C3-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.9238055409950903,
          "seconds_b": 3.0020870829976047,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.9217184579974855
        },
        {
          "sample_id": "rustbelt-10",
          "quality_a": 80.0,
          "quality_b": 70.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 15.904974124998262,
          "seconds_b": 19.083875791999162,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 3.1789016670009005
        },
        {
          "sample_id": "C1-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.430088959001296,
          "seconds_b": 5.584340583001904,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.845748375999392
        },
        {
          "sample_id": "C3-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 10.002623250002216,
          "seconds_b": 5.4618049999990035,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -4.540818250003213
        },
        {
          "sample_id": "raft-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.099778374999005,
          "seconds_b": 3.1177597920031985,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.9820185829958064
        },
        {
          "sample_id": "C7-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.47218608300318,
          "seconds_b": 5.618098333005037,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.8540877499981434
        },
        {
          "sample_id": "faiss-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.004181458003586,
          "seconds_b": 1.9147910829997272,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.089390375003859
        },
        {
          "sample_id": "stable-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.987806665994867,
          "seconds_b": 2.580135958000028,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.4076707079948392
        },
        {
          "sample_id": "rustbelt-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.2276273329989635,
          "seconds_b": 4.751432584002032,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.4761947489969316
        },
        {
          "sample_id": "rag-05",
          "quality_a": 100.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.858665874999133,
          "seconds_b": 3.839916249999078,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.018749625000055
        },
        {
          "sample_id": "nerf-03",
          "quality_a": 95.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.028161165995698,
          "seconds_b": 3.55844062500546,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.4697205409902381
        },
        {
          "sample_id": "rag-09",
          "quality_a": 80.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.632150208002713,
          "seconds_b": 4.954630874999566,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.677519333003147
        },
        {
          "sample_id": "C2-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 21.736940125003457,
          "seconds_b": 11.110661457998503,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -10.626278667004954
        },
        {
          "sample_id": "gaussian-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.7667725829960546,
          "seconds_b": 4.707268250000197,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.9404956670041429
        },
        {
          "sample_id": "C4-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.138522291003028,
          "seconds_b": 2.250451041996712,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.11192875099368393
        },
        {
          "sample_id": "C7-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.6067257079994306,
          "seconds_b": 3.0979683329933323,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.5087573750060983
        },
        {
          "sample_id": "C6-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.411471833001997,
          "seconds_b": 1.8871657499985304,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.5243060830034665
        },
        {
          "sample_id": "stable-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.2465487090012175,
          "seconds_b": 3.0719772080046823,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.1745715009965352
        },
        {
          "sample_id": "C2-03",
          "quality_a": 95.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.412938249995932,
          "seconds_b": 2.8757754170001135,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.5371628329958185
        },
        {
          "sample_id": "hai-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.447606707995874,
          "seconds_b": 2.2068087920051767,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.2407979159906972
        },
        {
          "sample_id": "C5-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.229459999995015,
          "seconds_b": 3.4407507500000065,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.7887092499950086
        },
        {
          "sample_id": "gaussian-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.363899374999164,
          "seconds_b": 5.532368166997912,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.831531208001252
        },
        {
          "sample_id": "kll-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.7510296659966116,
          "seconds_b": 1.904888375000155,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.8461412909964565
        },
        {
          "sample_id": "C6-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 16.573420499997155,
          "seconds_b": 10.605199042001914,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -5.9682214579952415
        },
        {
          "sample_id": "duckdb-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.4817847089943825,
          "seconds_b": 2.9764497079959256,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.505335000998457
        },
        {
          "sample_id": "rag-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.583175708001363,
          "seconds_b": 2.2957488329993794,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.2874268750019837
        },
        {
          "sample_id": "stable-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.345925082998292,
          "seconds_b": 4.2103586249941145,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.1355664580041775
        },
        {
          "sample_id": "vegalite-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.699388417000591,
          "seconds_b": 6.426032625000516,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.27335579200007487
        },
        {
          "sample_id": "egg-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.6012488329943153,
          "seconds_b": 1.8230236250019516,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.7782252079923637
        },
        {
          "sample_id": "duckdb-09",
          "quality_a": 90.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.9725191250036005,
          "seconds_b": 4.392152333995909,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.580366791007691
        },
        {
          "sample_id": "C3-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.759536165998725,
          "seconds_b": 4.9884313750008005,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.7711047909979243
        },
        {
          "sample_id": "rustbelt-07",
          "quality_a": 95.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.754393375005748,
          "seconds_b": 4.5771490420011105,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.177244333004637
        },
        {
          "sample_id": "C3-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.994578874997387,
          "seconds_b": 2.7422952909982996,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -4.252283583999088
        },
        {
          "sample_id": "C2-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.867803833003563,
          "seconds_b": 2.739462416997412,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.128341416006151
        },
        {
          "sample_id": "gaussian-03",
          "quality_a": 90.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.123887834000925,
          "seconds_b": 3.7191661249962635,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.4047217090046615
        },
        {
          "sample_id": "stable-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.1197190829989268,
          "seconds_b": 1.909715875000984,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.2100032079979428
        },
        {
          "sample_id": "stable-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.848661042000458,
          "seconds_b": 2.7974716250027996,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.0511894169976586
        },
        {
          "sample_id": "C1-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.9277811249994556,
          "seconds_b": 3.005651667001075,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.9221294579983805
        },
        {
          "sample_id": "C4-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.590194208998582,
          "seconds_b": 7.4468511669983855,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.856656957999803
        },
        {
          "sample_id": "C1-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.095847374999721,
          "seconds_b": 3.3614418750003097,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.2655945000005886
        },
        {
          "sample_id": "C2-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.949463958000706,
          "seconds_b": 10.517117916999268,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 6.567653958998562
        },
        {
          "sample_id": "dp-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.981237084000895,
          "seconds_b": 3.2432599579988164,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.737977126002079
        },
        {
          "sample_id": "C4-07",
          "quality_a": 100.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.320288916998834,
          "seconds_b": 8.285482915998728,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.034806001000106335
        },
        {
          "sample_id": "dp-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.1774736250008573,
          "seconds_b": 2.3795460000037565,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.2020723750028992
        },
        {
          "sample_id": "raft-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.180175708999741,
          "seconds_b": 4.432906292000553,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.25273058300081175
        },
        {
          "sample_id": "C2-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.279814583002008,
          "seconds_b": 19.384560667000187,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 13.10474608399818
        },
        {
          "sample_id": "t5-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.380889207997825,
          "seconds_b": 4.3090139999985695,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.0718752079992555
        },
        {
          "sample_id": "spectre-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.2940840419978485,
          "seconds_b": 3.9867093749999185,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.30737466699793
        },
        {
          "sample_id": "stable-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.2263684999998077,
          "seconds_b": 1.954927459002647,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.2714410409971606
        },
        {
          "sample_id": "rustbelt-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.191233124998689,
          "seconds_b": 6.500590958996327,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 4.3093578339976375
        },
        {
          "sample_id": "gaussian-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.792473000001337,
          "seconds_b": 6.635350666001614,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.8428776660002768
        },
        {
          "sample_id": "C6-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.116412332994514,
          "seconds_b": 4.701226791999943,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.415185540994571
        },
        {
          "sample_id": "hai-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 16.214673583999684,
          "seconds_b": 10.429304165998474,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -5.78536941800121
        },
        {
          "sample_id": "hai-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.9516734999997425,
          "seconds_b": 2.967164749999938,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.9845087499998044
        },
        {
          "sample_id": "C1-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.28550258299947,
          "seconds_b": 2.8233560410008067,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.46214654199866345
        },
        {
          "sample_id": "C8-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.5110176670059445,
          "seconds_b": 4.35444287500286,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.8434252079969156
        },
        {
          "sample_id": "rustbelt-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.872918583001592,
          "seconds_b": 3.505886166007258,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.3670324169943342
        },
        {
          "sample_id": "spectre-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.9898964159947354,
          "seconds_b": 2.6784599169986905,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.311436498996045
        },
        {
          "sample_id": "C6-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.3558683329974883,
          "seconds_b": 3.4576678329976858,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.10179950000019744
        },
        {
          "sample_id": "dapper-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.510488833999261,
          "seconds_b": 3.045448832999682,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.4650400009995792
        },
        {
          "sample_id": "C7-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.093211999999767,
          "seconds_b": 2.51616629199998,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.5770457079997868
        },
        {
          "sample_id": "C6-02",
          "quality_a": 90.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.9765952919988194,
          "seconds_b": 3.180310167001153,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.7962851249976666
        },
        {
          "sample_id": "t5-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.347974374999467,
          "seconds_b": 2.070736624998972,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.277237750000495
        },
        {
          "sample_id": "C7-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.225318332995812,
          "seconds_b": 2.6738876669987803,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.5514306659970316
        },
        {
          "sample_id": "C8-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.4946786670043366,
          "seconds_b": 2.0993945829977747,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.395284084006562
        },
        {
          "sample_id": "C7-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.511766707997594,
          "seconds_b": 6.8765952910034684,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.635171416994126
        },
        {
          "sample_id": "spectre-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 13.957448040993768,
          "seconds_b": 9.439112250001926,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -4.518335790991841
        },
        {
          "sample_id": "rustbelt-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.186917833001644,
          "seconds_b": 4.51657449999766,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.6703433330039843
        },
        {
          "sample_id": "kll-08",
          "quality_a": 65.0,
          "quality_b": 100.0,
          "status_a": "error",
          "status_b": "ok",
          "seconds_a": 3.151183250003669,
          "seconds_b": 6.301403332996415,
          "timing_eligible": false,
          "timing_excluded_reason": "not_both_successful",
          "delta_seconds_b_minus_a": 3.150220082992746
        },
        {
          "sample_id": "kll-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.6747914170045988,
          "seconds_b": 5.906633917002182,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.231842499997583
        },
        {
          "sample_id": "duckdb-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.0754969169938704,
          "seconds_b": 2.889102624998486,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.18639429199538426
        },
        {
          "sample_id": "gaussian-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.9021037080019596,
          "seconds_b": 2.176165625001886,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.7259380830000737
        },
        {
          "sample_id": "raft-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.689184249997197,
          "seconds_b": 2.269003416004125,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.42018083399307216
        },
        {
          "sample_id": "C4-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.656991791998735,
          "seconds_b": 3.158752084003936,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.4982397079947987
        },
        {
          "sample_id": "C2-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.726093290999415,
          "seconds_b": 3.587257082996075,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.1388362080033403
        },
        {
          "sample_id": "C2-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.735445875005098,
          "seconds_b": 5.804392875004851,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.9310530000002473
        },
        {
          "sample_id": "C3-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.866298583998287,
          "seconds_b": 2.9938763750033104,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.8724222089949762
        },
        {
          "sample_id": "hai-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.553349250003521,
          "seconds_b": 3.4593969999987166,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.0939522500048042
        },
        {
          "sample_id": "stable-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 17.89662841700192,
          "seconds_b": 11.789539750003314,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -6.107088666998607
        },
        {
          "sample_id": "raft-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.2388446659970214,
          "seconds_b": 2.9734263339996687,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.26541833199735265
        },
        {
          "sample_id": "vegalite-10",
          "quality_a": 100.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 15.639531125001668,
          "seconds_b": 10.864826542005176,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -4.774704582996492
        }
      ]
    },
    {
      "name": "GPT 渠道：Command low → 插件账号 low",
      "a": "20261027/command-responses-low",
      "b": "20261027/account-responses-low",
      "samples": 240,
      "scope": "formal",
      "date": "2026-10-27",
      "quality_delta_b_minus_a": -0.07291666666666667,
      "quality_ci": {
        "estimate": -0.07291666666666667,
        "low": -0.5729166666666666,
        "high": 0.5208333333333334,
        "confidence": 0.95,
        "rounds": 4000,
        "seed": 61027,
        "clusters": 26,
        "method": "Paired cluster bootstrap, stratified by real-paper/challenge origin; challenge family merges development/holdout variants."
      },
      "quality_noninferiority_margin": 0.5,
      "quality_noninferiority_supported": false,
      "quality_wins_b": 15,
      "quality_losses_b": 21,
      "quality_ties": 204,
      "faster_b": 24,
      "matched_successful_samples": 238,
      "median_paired_seconds_b_minus_a": 2.4347791460022563,
      "administratively_affected_timing_exclusions": [
        "stable-07"
      ],
      "mean_paired_seconds_ci": {
        "estimate": 2.826118386718375,
        "low": 2.37733732125585,
        "high": 3.36164672526617,
        "confidence": 0.95,
        "rounds": 4000,
        "seed": 61027,
        "clusters": 26,
        "method": "Paired cluster bootstrap, stratified by real-paper/challenge origin; challenge family merges development/holdout variants."
      },
      "serious_error_difference_per_all_main_ci": {
        "estimate": -0.008333333333333333,
        "low": -0.025,
        "high": 0.008333333333333333,
        "confidence": 0.95,
        "rounds": 4000,
        "seed": 61027,
        "clusters": 26,
        "method": "Paired cluster bootstrap, stratified by real-paper/challenge origin; challenge family merges development/holdout variants."
      },
      "success_rate_difference_ci": {
        "estimate": 0.004166666666666667,
        "low": 0,
        "high": 0.0125,
        "confidence": 0.95,
        "rounds": 4000,
        "seed": 61027,
        "clusters": 26,
        "method": "Paired cluster bootstrap, stratified by real-paper/challenge origin; challenge family merges development/holdout variants."
      },
      "p50_change_percent": 37.92254366657861,
      "priced_amount_change_percent": null,
      "price_comparison_available": false,
      "descriptive_subgroups": {
        "short": {
          "samples": 48,
          "quality_delta_b_minus_a": -0.5208333333333334,
          "quality_wins_b": 0,
          "quality_ties": 45,
          "quality_losses_b": 3,
          "successes_a": 48,
          "successes_b": 48,
          "serious_outputs_a": 0,
          "serious_outputs_b": 0,
          "matched_successful_timing_pairs": 48,
          "p50_seconds_a": 2.6012488329943153,
          "p50_seconds_b": 3.9129722499928903,
          "p50_change_percent": 50.42667969171719,
          "median_paired_seconds_b_minus_a": 1.240473062494857,
          "scope": "Metadata-defined descriptive subset; no separate inferential confidence claim."
        },
        "paragraph": {
          "samples": 96,
          "quality_delta_b_minus_a": -0.3385416666666667,
          "quality_wins_b": 5,
          "quality_ties": 81,
          "quality_losses_b": 10,
          "successes_a": 96,
          "successes_b": 96,
          "serious_outputs_a": 0,
          "serious_outputs_b": 1,
          "matched_successful_timing_pairs": 96,
          "p50_seconds_a": 4.089545667004131,
          "p50_seconds_b": 5.834544958997867,
          "p50_change_percent": 42.66975928580512,
          "median_paired_seconds_b_minus_a": 2.0069495824973274,
          "scope": "Metadata-defined descriptive subset; no separate inferential confidence claim."
        },
        "long_and_extended": {
          "samples": 96,
          "quality_delta_b_minus_a": 0.4166666666666667,
          "quality_wins_b": 10,
          "quality_ties": 78,
          "quality_losses_b": 8,
          "successes_a": 95,
          "successes_b": 96,
          "serious_outputs_a": 4,
          "serious_outputs_b": 1,
          "matched_successful_timing_pairs": 94,
          "p50_seconds_a": 6.811324499998591,
          "p50_seconds_b": 10.174847417001729,
          "p50_change_percent": 49.38133423248055,
          "median_paired_seconds_b_minus_a": 4.3630431669989775,
          "scope": "Metadata-defined descriptive subset; no separate inferential confidence claim."
        },
        "logic_challenge": {
          "samples": 8,
          "quality_delta_b_minus_a": 0.0,
          "quality_wins_b": 0,
          "quality_ties": 8,
          "quality_losses_b": 0,
          "successes_a": 8,
          "successes_b": 8,
          "serious_outputs_a": 0,
          "serious_outputs_b": 0,
          "matched_successful_timing_pairs": 8,
          "p50_seconds_a": 2.2776985419986886,
          "p50_seconds_b": 3.6451653750045807,
          "p50_change_percent": 60.03721773496571,
          "median_paired_seconds_b_minus_a": 1.4019452500033367,
          "scope": "Metadata-defined descriptive subset; no separate inferential confidence claim."
        },
        "terms_challenge": {
          "samples": 8,
          "quality_delta_b_minus_a": -0.3125,
          "quality_wins_b": 0,
          "quality_ties": 7,
          "quality_losses_b": 1,
          "successes_a": 8,
          "successes_b": 8,
          "serious_outputs_a": 0,
          "serious_outputs_b": 0,
          "matched_successful_timing_pairs": 8,
          "p50_seconds_a": 3.225318332995812,
          "p50_seconds_b": 5.5634970419996534,
          "p50_change_percent": 72.49450961425077,
          "median_paired_seconds_b_minus_a": 2.4731631465001556,
          "scope": "Metadata-defined descriptive subset; no separate inferential confidence claim."
        }
      },
      "limitation": "Matched successful calls for latency; all240 paired main scores for quality. Price comparison excludes subscription cash, which is unknown. Correlated, previously exposed corpus; engineering review is non-independent.",
      "items": [
        {
          "sample_id": "dp-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.4996854580022045,
          "seconds_b": 6.1515050000016345,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.65181954199943
        },
        {
          "sample_id": "C3-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 13.009694458000013,
          "seconds_b": 19.88287512500392,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 6.873180667003908
        },
        {
          "sample_id": "C8-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.4389557920003426,
          "seconds_b": 5.803937374999805,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.3649815829994623
        },
        {
          "sample_id": "C8-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.3278019159988617,
          "seconds_b": 5.955626875002054,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.627824959003192
        },
        {
          "sample_id": "C4-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.089545667004131,
          "seconds_b": 5.6648746249993565,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.5753289579952252
        },
        {
          "sample_id": "t5-04",
          "quality_a": 100.0,
          "quality_b": 97.5,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.685287250002148,
          "seconds_b": 7.74535512500006,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.0600678749979124
        },
        {
          "sample_id": "vegalite-07",
          "quality_a": 95.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.697864417001256,
          "seconds_b": 11.83047174999956,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 5.132607332998305
        },
        {
          "sample_id": "t5-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.336697750004532,
          "seconds_b": 10.068947457999457,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 3.7322497079949244
        },
        {
          "sample_id": "C7-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.205232915999659,
          "seconds_b": 3.440692415999365,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.7645405000002938
        },
        {
          "sample_id": "rustbelt-04",
          "quality_a": 100.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.346066042002349,
          "seconds_b": 4.8369368339990615,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.4908707919967128
        },
        {
          "sample_id": "duckdb-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.893562042001577,
          "seconds_b": 9.581148999997822,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.6875869579962455
        },
        {
          "sample_id": "C5-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.152862749993801,
          "seconds_b": 5.17018679100147,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.0173240410076687
        },
        {
          "sample_id": "raft-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.799362334000762,
          "seconds_b": 6.962695624999469,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.16333329099870753
        },
        {
          "sample_id": "C2-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.645868667001196,
          "seconds_b": 9.936216000001878,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 4.290347333000682
        },
        {
          "sample_id": "duckdb-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.5970642090032925,
          "seconds_b": 3.8775491659980617,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.2804849569947692
        },
        {
          "sample_id": "nerf-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.225704582997423,
          "seconds_b": 9.671516000002157,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 3.445811417004734
        },
        {
          "sample_id": "dp-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.040422291996947,
          "seconds_b": 8.043577707998338,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 4.003155416001391
        },
        {
          "sample_id": "C1-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.023987667002075,
          "seconds_b": 6.119331540998246,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 3.095343873996171
        },
        {
          "sample_id": "rustbelt-02",
          "quality_a": 100.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.777029999997467,
          "seconds_b": 4.757411457998387,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.9803814580009202
        },
        {
          "sample_id": "kll-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.047505082999123,
          "seconds_b": 9.663912915995752,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.6164078329966287
        },
        {
          "sample_id": "duckdb-03",
          "quality_a": 95.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.9391834999987623,
          "seconds_b": 6.322815542000171,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 3.383632042001409
        },
        {
          "sample_id": "kll-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.1631944999971893,
          "seconds_b": 3.4404375840022112,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.277243084005022
        },
        {
          "sample_id": "nerf-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.5854718329937896,
          "seconds_b": 5.127071957998851,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.5416001250050613
        },
        {
          "sample_id": "vegalite-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.03766920799535,
          "seconds_b": 6.130942875002802,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.093273667007452
        },
        {
          "sample_id": "t5-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.89636558300117,
          "seconds_b": 24.45477770800062,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 15.55841212499945
        },
        {
          "sample_id": "C4-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.628212124996935,
          "seconds_b": 9.918565624997427,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 4.290353500000492
        },
        {
          "sample_id": "t5-03",
          "quality_a": 100.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.546992916999443,
          "seconds_b": 5.481069790999754,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.9340768740003114
        },
        {
          "sample_id": "vegalite-04",
          "quality_a": 95.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.649934166998719,
          "seconds_b": 6.44383412499883,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.793899958000111
        },
        {
          "sample_id": "dp-07",
          "quality_a": 90.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.9561353329991107,
          "seconds_b": 8.49343529199541,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 4.5372999589963
        },
        {
          "sample_id": "raft-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.858985708997352,
          "seconds_b": 8.764209041997674,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 4.905223333000322
        },
        {
          "sample_id": "kll-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.406811041997571,
          "seconds_b": 5.5244431250030175,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 3.1176320830054465
        },
        {
          "sample_id": "C5-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.06726704200264,
          "seconds_b": 20.188715874995978,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 12.121448832993337
        },
        {
          "sample_id": "C6-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.287378833003459,
          "seconds_b": 9.720128000000841,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 5.432749166997382
        },
        {
          "sample_id": "nerf-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.3807698329983396,
          "seconds_b": 5.987658207995992,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.606888374997652
        },
        {
          "sample_id": "C5-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.2927600000039092,
          "seconds_b": 3.6799881250044564,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.3872281250005472
        },
        {
          "sample_id": "raft-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 1.9805509170037112,
          "seconds_b": 3.964763416995993,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.9842124999922817
        },
        {
          "sample_id": "C5-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.176799000000756,
          "seconds_b": 5.24327466700197,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.9335243329987861
        },
        {
          "sample_id": "raft-09",
          "quality_a": 100.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.923974750003254,
          "seconds_b": 8.667757625000377,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 3.743782874997123
        },
        {
          "sample_id": "C8-10",
          "quality_a": 100.0,
          "quality_b": 97.5,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.221935415996995,
          "seconds_b": 9.628996957995696,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 4.407061541998701
        },
        {
          "sample_id": "C1-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.0444078330037883,
          "seconds_b": 3.3731100000004517,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.3287021669966634
        },
        {
          "sample_id": "duckdb-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 10.500701124998159,
          "seconds_b": 21.327631375002966,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 10.826930250004807
        },
        {
          "sample_id": "nerf-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 1.9820077499971376,
          "seconds_b": 3.9129722499928903,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.9309644999957527
        },
        {
          "sample_id": "vegalite-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.622179917001631,
          "seconds_b": 7.432357750003575,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.8101778330019442
        },
        {
          "sample_id": "nerf-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.980010457999015,
          "seconds_b": 10.226461209000263,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 4.246450751001248
        },
        {
          "sample_id": "dp-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.35919429200294,
          "seconds_b": 8.79786299999978,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 4.43866870799684
        },
        {
          "sample_id": "C6-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.318396500006202,
          "seconds_b": 5.638645874998474,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.32024937499227235
        },
        {
          "sample_id": "vegalite-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.270961083995644,
          "seconds_b": 5.001181125000585,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.7302200410049409
        },
        {
          "sample_id": "C3-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.7650352500058943,
          "seconds_b": 5.936486292004702,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 3.1714510419988073
        },
        {
          "sample_id": "egg-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.6048819580028066,
          "seconds_b": 5.209895833999326,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.6050138759965193
        },
        {
          "sample_id": "stable-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.295167459000368,
          "seconds_b": 10.021168208004383,
          "timing_eligible": false,
          "timing_excluded_reason": "administrative_interruption",
          "delta_seconds_b_minus_a": 4.726000749004015
        },
        {
          "sample_id": "C7-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.856314417003887,
          "seconds_b": 21.99328412500472,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 12.136969708000834
        },
        {
          "sample_id": "C6-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 11.528510000003735,
          "seconds_b": 10.464315124998393,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.0641948750053416
        },
        {
          "sample_id": "dp-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.530945582999266,
          "seconds_b": 10.985939666003105,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 4.4549940830038395
        },
        {
          "sample_id": "dapper-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.811324499998591,
          "seconds_b": 17.722211041000264,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 10.910886541001673
        },
        {
          "sample_id": "spectre-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.0152705410000635,
          "seconds_b": 3.1248052080045454,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.109534667004482
        },
        {
          "sample_id": "C3-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.2776985419986886,
          "seconds_b": 3.6451653750045807,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.3674668330058921
        },
        {
          "sample_id": "t5-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.8573633750056615,
          "seconds_b": 5.077248583002074,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.21988520799641265
        },
        {
          "sample_id": "rustbelt-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.1976133749994915,
          "seconds_b": 4.845347915994353,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.6477345409948612
        },
        {
          "sample_id": "C5-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.961888707999606,
          "seconds_b": 10.001595666995854,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 5.039706958996248
        },
        {
          "sample_id": "faiss-04",
          "quality_a": 100.0,
          "quality_b": 80.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.2377150839965907,
          "seconds_b": 9.098733042003005,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 5.861017958006414
        },
        {
          "sample_id": "nerf-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.715232041999116,
          "seconds_b": 7.428244916998665,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.7130128749995492
        },
        {
          "sample_id": "egg-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.1787127920033527,
          "seconds_b": 5.216665583000577,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.037952790997224
        },
        {
          "sample_id": "rag-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.646544000002905,
          "seconds_b": 5.9940743330007535,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.3475303329978487
        },
        {
          "sample_id": "spectre-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.334127750000334,
          "seconds_b": 9.808240708000085,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 5.4741129579997505
        },
        {
          "sample_id": "faiss-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.22194558299816,
          "seconds_b": 5.823882208998839,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.601936626000679
        },
        {
          "sample_id": "raft-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 10.276036542003567,
          "seconds_b": 20.138028625005973,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 9.861992083002406
        },
        {
          "sample_id": "C8-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.104376000002958,
          "seconds_b": 9.142156249996333,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 4.037780249993375
        },
        {
          "sample_id": "vegalite-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 1.840628582998761,
          "seconds_b": 3.8568265409994638,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.016197958000703
        },
        {
          "sample_id": "faiss-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.342712792000384,
          "seconds_b": 5.722292917002051,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.3795801250016666
        },
        {
          "sample_id": "hai-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.182517875000485,
          "seconds_b": 5.058069499995327,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.8755516249948414
        },
        {
          "sample_id": "egg-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.740271209004277,
          "seconds_b": 9.76916341699689,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 4.028892207992612
        },
        {
          "sample_id": "C8-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.269621333995019,
          "seconds_b": 10.27986704200157,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 5.010245708006551
        },
        {
          "sample_id": "C4-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.9766704579960788,
          "seconds_b": 6.2818615840005805,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 3.3051911260045017
        },
        {
          "sample_id": "rag-08",
          "quality_a": 95.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.395856000002823,
          "seconds_b": 12.43922195900086,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 7.043365958998038
        },
        {
          "sample_id": "egg-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.153233625002031,
          "seconds_b": 5.659240917004354,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.506007292002323
        },
        {
          "sample_id": "hai-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.913803709001513,
          "seconds_b": 6.889750082998944,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.9759463739974308
        },
        {
          "sample_id": "gaussian-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.0532976670001517,
          "seconds_b": 4.246294083000976,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.192996416000824
        },
        {
          "sample_id": "C6-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.9157265000030748,
          "seconds_b": 4.735643874999369,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.8199173749962938
        },
        {
          "sample_id": "hai-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.941983499993512,
          "seconds_b": 8.27121312500094,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 3.3292296250074287
        },
        {
          "sample_id": "dp-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.447853875004512,
          "seconds_b": 8.179486540997459,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 3.7316326659929473
        },
        {
          "sample_id": "dp-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 15.636843959000544,
          "seconds_b": 25.719441375003953,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 10.08259741600341
        },
        {
          "sample_id": "C3-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.346416665997822,
          "seconds_b": 4.502858375002688,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.1564417090048664
        },
        {
          "sample_id": "faiss-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.60413937499834,
          "seconds_b": 3.785879124996427,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.181739749998087
        },
        {
          "sample_id": "C5-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.4843039169936674,
          "seconds_b": 5.720263958995929,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.2359600420022616
        },
        {
          "sample_id": "C4-02",
          "quality_a": 95.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.965016750000359,
          "seconds_b": 5.946006915997714,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.980990165997355
        },
        {
          "sample_id": "t5-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.5401488749994314,
          "seconds_b": 5.502232916995126,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.962084041995695
        },
        {
          "sample_id": "nerf-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.381436625000788,
          "seconds_b": 4.267980500000704,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.8865438749999157
        },
        {
          "sample_id": "faiss-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.089966833002109,
          "seconds_b": 10.356133958004648,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 5.266167125002539
        },
        {
          "sample_id": "kll-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 13.936864499999501,
          "seconds_b": 8.071719416002452,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -5.865145083997049
        },
        {
          "sample_id": "C5-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.650624082998547,
          "seconds_b": 9.841751916996145,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 4.191127833997598
        },
        {
          "sample_id": "egg-10",
          "quality_a": 95.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.908039750000171,
          "seconds_b": 23.00524074999703,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 13.097200999996858
        },
        {
          "sample_id": "gaussian-10",
          "quality_a": 97.5,
          "quality_b": 97.5,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 11.891083041999082,
          "seconds_b": 24.25199633300508,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 12.360913291006
        },
        {
          "sample_id": "rustbelt-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 14.553711375003331,
          "seconds_b": 3.520490417002293,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -11.033220958001039
        },
        {
          "sample_id": "C3-04",
          "quality_a": 100.0,
          "quality_b": 97.5,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.409761957998853,
          "seconds_b": 8.891525916995306,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.5182360410035471
        },
        {
          "sample_id": "C6-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.863195208999969,
          "seconds_b": 5.733833375001268,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.8706381660012994
        },
        {
          "sample_id": "dapper-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.660070584002824,
          "seconds_b": 3.8559444999991683,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.8041260840036557
        },
        {
          "sample_id": "rag-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 15.457382833003066,
          "seconds_b": 7.015762916998938,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -8.441619916004129
        },
        {
          "sample_id": "C7-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.509500208005193,
          "seconds_b": 4.850999875001435,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.658500333003758
        },
        {
          "sample_id": "vegalite-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.77465220799786,
          "seconds_b": 7.104202499998792,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.3295502920009312
        },
        {
          "sample_id": "egg-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.306708583004365,
          "seconds_b": 5.758196458002203,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 3.451487874997838
        },
        {
          "sample_id": "C8-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.597809292004968,
          "seconds_b": 20.805750166000507,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 11.20794087399554
        },
        {
          "sample_id": "faiss-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.590206624998245,
          "seconds_b": 9.208945625003253,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 4.618739000005007
        },
        {
          "sample_id": "duckdb-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.367040541001188,
          "seconds_b": 4.609264042002906,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.2422235010017175
        },
        {
          "sample_id": "C5-04",
          "quality_a": 97.5,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.672867250003037,
          "seconds_b": 9.68297158399946,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 5.0101043339964235
        },
        {
          "sample_id": "C4-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.762458458004403,
          "seconds_b": 4.880137291998835,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.8823211660055676
        },
        {
          "sample_id": "gaussian-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.0349440000063623,
          "seconds_b": 6.511642249999568,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 3.4766982499932055
        },
        {
          "sample_id": "spectre-09",
          "quality_a": 95.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.1871009999958915,
          "seconds_b": 9.424887624998519,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 3.2377866250026273
        },
        {
          "sample_id": "C8-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.55271583400463,
          "seconds_b": 7.370137541998702,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 3.8174217079940718
        },
        {
          "sample_id": "dp-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.870240083000681,
          "seconds_b": 6.382572959002573,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.5123328760018921
        },
        {
          "sample_id": "spectre-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.7876917920002597,
          "seconds_b": 3.8062209589988925,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.0185291669986327
        },
        {
          "sample_id": "C1-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.4659033339994494,
          "seconds_b": 4.028732166996633,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.5628288329971838
        },
        {
          "sample_id": "faiss-07",
          "quality_a": 90.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.373765666998224,
          "seconds_b": 9.060479625004518,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 3.686713958006294
        },
        {
          "sample_id": "dapper-09",
          "quality_a": 100.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.845788958002231,
          "seconds_b": 9.87791775000369,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 4.032128792001458
        },
        {
          "sample_id": "C2-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.433687374999863,
          "seconds_b": 3.8701110420006444,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.4364236670007813
        },
        {
          "sample_id": "rag-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.776760125001601,
          "seconds_b": 7.4429550409986405,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.666194915997039
        },
        {
          "sample_id": "C8-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.907671500004653,
          "seconds_b": 5.010546416997386,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.8971250830072677
        },
        {
          "sample_id": "egg-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.52674429200124,
          "seconds_b": 11.064253249998728,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 4.537508957997488
        },
        {
          "sample_id": "duckdb-02",
          "quality_a": 100.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.526708624995081,
          "seconds_b": 4.306071416998748,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.220637207996333
        },
        {
          "sample_id": "faiss-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.7068574579971028,
          "seconds_b": 5.768588499995531,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.061731041998428
        },
        {
          "sample_id": "t5-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.514014500004123,
          "seconds_b": 5.806066082994221,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 3.292051582990098
        },
        {
          "sample_id": "gaussian-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.236154457998055,
          "seconds_b": 4.929091874997539,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.3070625830005156
        },
        {
          "sample_id": "C1-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 16.56887341699621,
          "seconds_b": 10.459295125001518,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -6.109578291994694
        },
        {
          "sample_id": "C4-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.443538625004294,
          "seconds_b": 11.060968999998295,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 3.617430374994001
        },
        {
          "sample_id": "C7-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 12.759309208006016,
          "seconds_b": 6.42188200000237,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -6.337427208003646
        },
        {
          "sample_id": "nerf-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.095428916996752,
          "seconds_b": 11.29306241699669,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 4.197633499999938
        },
        {
          "sample_id": "dapper-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.8688546249977662,
          "seconds_b": 6.691122665994044,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.8222680409962777
        },
        {
          "sample_id": "rag-10",
          "quality_a": 90.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 14.055098417004046,
          "seconds_b": 25.122734625001613,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 11.067636207997566
        },
        {
          "sample_id": "duckdb-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 10.594881208002334,
          "seconds_b": 9.443660208999063,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.1512209990032716
        },
        {
          "sample_id": "C1-04",
          "quality_a": 97.5,
          "quality_b": 97.5,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.802328416997625,
          "seconds_b": 9.37100362500496,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.5686752080073347
        },
        {
          "sample_id": "hai-03",
          "quality_a": 90.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.790541458998632,
          "seconds_b": 5.830465042003198,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.0399235830045654
        },
        {
          "sample_id": "C5-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.2636730420053937,
          "seconds_b": 4.188907791998645,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.9252347499932512
        },
        {
          "sample_id": "spectre-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.662485499997274,
          "seconds_b": 5.766985499998555,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.1045000000012806
        },
        {
          "sample_id": "stable-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.6243010420002975,
          "seconds_b": 5.946565167003428,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.3222641250031302
        },
        {
          "sample_id": "nerf-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 16.052788000000874,
          "seconds_b": 23.658720375002304,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 7.60593237500143
        },
        {
          "sample_id": "faiss-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 10.714429584004392,
          "seconds_b": 21.959230708001996,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 11.244801123997604
        },
        {
          "sample_id": "spectre-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.253433958998357,
          "seconds_b": 4.969703207993007,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.7162692489946494
        },
        {
          "sample_id": "C7-04",
          "quality_a": 100.0,
          "quality_b": 97.5,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.071144540997921,
          "seconds_b": 9.44534887500049,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.3742043340025702
        },
        {
          "sample_id": "dapper-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.067208708002,
          "seconds_b": 11.9248343750005,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 3.8576256669985014
        },
        {
          "sample_id": "dapper-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.660952083002485,
          "seconds_b": 5.472639999999956,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.8116879169974709
        },
        {
          "sample_id": "vegalite-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.634036041999934,
          "seconds_b": 9.425133583004936,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 3.7910975410050014
        },
        {
          "sample_id": "hai-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.741824915996403,
          "seconds_b": 9.044541082999785,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 3.302716167003382
        },
        {
          "sample_id": "kll-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.428411624998262,
          "seconds_b": 9.505806125001982,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 3.07739450000372
        },
        {
          "sample_id": "rag-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.3729865419954876,
          "seconds_b": 5.965278832998592,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 3.5922922910031048
        },
        {
          "sample_id": "kll-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 14.215208417001122,
          "seconds_b": 21.202176833998237,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 6.986968416997115
        },
        {
          "sample_id": "C1-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 15.100269875001686,
          "seconds_b": 20.29790637500264,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 5.197636500000954
        },
        {
          "sample_id": "spectre-03",
          "quality_a": 100.0,
          "quality_b": 97.5,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.439758917003928,
          "seconds_b": 4.903175667001051,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.4634167499971227
        },
        {
          "sample_id": "stable-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.106842749999487,
          "seconds_b": 10.69072041700565,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 3.5838776670061634
        },
        {
          "sample_id": "egg-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.1526659170049243,
          "seconds_b": 3.6371265839989064,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.48446066699398216
        },
        {
          "sample_id": "dapper-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 14.670724208997854,
          "seconds_b": 19.263586916997156,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 4.592862707999302
        },
        {
          "sample_id": "raft-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.868050708995725,
          "seconds_b": 5.748296500001743,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.8802457910060184
        },
        {
          "sample_id": "hai-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.894588791001297,
          "seconds_b": 10.941752042002918,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.0471632510016207
        },
        {
          "sample_id": "rag-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.496638790995348,
          "seconds_b": 14.449243791998015,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 4.9526050010026665
        },
        {
          "sample_id": "C2-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.912874667003052,
          "seconds_b": 7.781880292001006,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.8690056249979534
        },
        {
          "sample_id": "kll-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.259927541999787,
          "seconds_b": 5.195592916999885,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.9356653750000987
        },
        {
          "sample_id": "dapper-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.250471834006021,
          "seconds_b": 8.012818750001315,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 3.7623469159952947
        },
        {
          "sample_id": "t5-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.716222415998345,
          "seconds_b": 11.42896704099985,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 4.7127446250015055
        },
        {
          "sample_id": "gaussian-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.501171832998807,
          "seconds_b": 11.190136625002197,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 4.6889647920033894
        },
        {
          "sample_id": "egg-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.316892625000037,
          "seconds_b": 10.635917416999291,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 4.319024791999254
        },
        {
          "sample_id": "dapper-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.0307027919989196,
          "seconds_b": 6.630294750000758,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 4.599591958001838
        },
        {
          "sample_id": "C3-06",
          "quality_a": 100.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.9238055409950903,
          "seconds_b": 6.598985833006736,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.675180292011646
        },
        {
          "sample_id": "rustbelt-10",
          "quality_a": 80.0,
          "quality_b": 70.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 15.904974124998262,
          "seconds_b": 20.845983375002106,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 4.9410092500038445
        },
        {
          "sample_id": "C1-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.430088959001296,
          "seconds_b": 11.823933665997174,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 3.3938447069958784
        },
        {
          "sample_id": "C3-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 10.002623250002216,
          "seconds_b": 9.962419000003138,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.040204249999078456
        },
        {
          "sample_id": "raft-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.099778374999005,
          "seconds_b": 6.536731667001732,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.4369532920027268
        },
        {
          "sample_id": "C7-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.47218608300318,
          "seconds_b": 11.629362416999356,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 3.1571763339961763
        },
        {
          "sample_id": "faiss-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.004181458003586,
          "seconds_b": 3.827337750000879,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.176843708002707
        },
        {
          "sample_id": "stable-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.987806665994867,
          "seconds_b": 4.909299667000596,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.9214930010057287
        },
        {
          "sample_id": "rustbelt-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.2276273329989635,
          "seconds_b": 9.99816541600012,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.7705380830011563
        },
        {
          "sample_id": "rag-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.858665874999133,
          "seconds_b": 6.518348083001911,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.6596822080027778
        },
        {
          "sample_id": "nerf-03",
          "quality_a": 95.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.028161165995698,
          "seconds_b": 5.741273708001245,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.7131125420055469
        },
        {
          "sample_id": "rag-09",
          "quality_a": 80.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.632150208002713,
          "seconds_b": 9.591431374996318,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.9592811669936054
        },
        {
          "sample_id": "C2-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 21.736940125003457,
          "seconds_b": 21.061056458005623,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.6758836669978336
        },
        {
          "sample_id": "gaussian-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.7667725829960546,
          "seconds_b": 5.894899374994566,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.128126791998511
        },
        {
          "sample_id": "C4-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.138522291003028,
          "seconds_b": 6.173492250003619,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 4.034969959000591
        },
        {
          "sample_id": "C7-06",
          "quality_a": 100.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.6067257079994306,
          "seconds_b": 5.738605499995174,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.1318797919957433
        },
        {
          "sample_id": "C6-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.411471833001997,
          "seconds_b": 3.6447482079965994,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.2332763749946025
        },
        {
          "sample_id": "stable-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.2465487090012175,
          "seconds_b": 5.475029084002017,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.2284803750007995
        },
        {
          "sample_id": "C2-03",
          "quality_a": 95.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.412938249995932,
          "seconds_b": 7.364326958995662,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.9513887089997297
        },
        {
          "sample_id": "hai-01",
          "quality_a": 100.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.447606707995874,
          "seconds_b": 6.005267749998893,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.5576610420030192
        },
        {
          "sample_id": "C5-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.229459999995015,
          "seconds_b": 9.104641999998421,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 3.875182000003406
        },
        {
          "sample_id": "gaussian-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.363899374999164,
          "seconds_b": 9.866179624994402,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.5022802499952377
        },
        {
          "sample_id": "kll-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.7510296659966116,
          "seconds_b": 4.768952457998239,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.0179227920016274
        },
        {
          "sample_id": "C6-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 16.573420499997155,
          "seconds_b": 22.30801704100304,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 5.734596541005885
        },
        {
          "sample_id": "duckdb-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.4817847089943825,
          "seconds_b": 4.722731249996286,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.7590534589980962
        },
        {
          "sample_id": "rag-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.583175708001363,
          "seconds_b": 3.8308454579964746,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.2476697499951115
        },
        {
          "sample_id": "stable-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.345925082998292,
          "seconds_b": 9.393983542002388,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.048058459004096
        },
        {
          "sample_id": "vegalite-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.699388417000591,
          "seconds_b": 9.928955083996698,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 3.2295666669961065
        },
        {
          "sample_id": "egg-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.6012488329943153,
          "seconds_b": 3.4674547920003533,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.866205959006038
        },
        {
          "sample_id": "duckdb-09",
          "quality_a": 90.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.9725191250036005,
          "seconds_b": 9.1162631660045,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 3.1437440410009003
        },
        {
          "sample_id": "C3-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.759536165998725,
          "seconds_b": 10.174847417001729,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.415311251003004
        },
        {
          "sample_id": "rustbelt-07",
          "quality_a": 95.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.754393375005748,
          "seconds_b": 8.923525082995184,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.169131707989436
        },
        {
          "sample_id": "C3-09",
          "quality_a": 100.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.994578874997387,
          "seconds_b": 4.852212375000818,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.1423664999965695
        },
        {
          "sample_id": "C2-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.867803833003563,
          "seconds_b": 5.876332832995104,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.0085289999915403
        },
        {
          "sample_id": "gaussian-03",
          "quality_a": 90.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.123887834000925,
          "seconds_b": 6.890363417005574,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.2335244169953512
        },
        {
          "sample_id": "stable-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.1197190829989268,
          "seconds_b": 4.058115459003602,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.9383963760046754
        },
        {
          "sample_id": "stable-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.848661042000458,
          "seconds_b": 6.092600541996944,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.243939499996486
        },
        {
          "sample_id": "C1-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.9277811249994556,
          "seconds_b": 6.0064474169994355,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.07866629199998
        },
        {
          "sample_id": "C4-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.590194208998582,
          "seconds_b": 8.853401915999711,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 4.263207707001129
        },
        {
          "sample_id": "C1-03",
          "quality_a": 100.0,
          "quality_b": 97.5,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.095847374999721,
          "seconds_b": 5.5634970419996534,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.4676496669999324
        },
        {
          "sample_id": "C2-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.949463958000706,
          "seconds_b": 8.957880041998578,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 5.008416083997872
        },
        {
          "sample_id": "dp-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.981237084000895,
          "seconds_b": 5.2312767500043265,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.7499603339965688
        },
        {
          "sample_id": "C4-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.320288916998834,
          "seconds_b": 21.875471665996884,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 13.55518274899805
        },
        {
          "sample_id": "dp-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.1774736250008573,
          "seconds_b": 3.3639185409992933,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.186444915998436
        },
        {
          "sample_id": "raft-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.180175708999741,
          "seconds_b": 9.658181124999828,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 5.478005416000087
        },
        {
          "sample_id": "C2-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.279814583002008,
          "seconds_b": 4.624099874999956,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.6557147080020513
        },
        {
          "sample_id": "t5-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.380889207997825,
          "seconds_b": 9.881992125003308,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.5011029170054826
        },
        {
          "sample_id": "spectre-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.2940840419978485,
          "seconds_b": 10.107783250001376,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 4.813699208003527
        },
        {
          "sample_id": "stable-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.2263684999998077,
          "seconds_b": 3.3611343750017113,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.1347658750019036
        },
        {
          "sample_id": "rustbelt-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.191233124998689,
          "seconds_b": 4.245692874996166,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.054459749997477
        },
        {
          "sample_id": "gaussian-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.792473000001337,
          "seconds_b": 11.979207958000188,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 6.186734957998851
        },
        {
          "sample_id": "C6-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.116412332994514,
          "seconds_b": 9.985026374997688,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 3.8686140420031734
        },
        {
          "sample_id": "hai-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 16.214673583999684,
          "seconds_b": 21.606719665993296,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 5.3920460819936125
        },
        {
          "sample_id": "hai-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.9516734999997425,
          "seconds_b": 5.201402624996263,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.2497291249965201
        },
        {
          "sample_id": "C1-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.28550258299947,
          "seconds_b": 5.7141440420018625,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.4286414590023924
        },
        {
          "sample_id": "C8-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.5110176670059445,
          "seconds_b": 5.342667375000019,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.8316497079940746
        },
        {
          "sample_id": "rustbelt-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.872918583001592,
          "seconds_b": 5.911162083000818,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.0382434999992256
        },
        {
          "sample_id": "spectre-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.9898964159947354,
          "seconds_b": 5.671709082998859,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.681812667004124
        },
        {
          "sample_id": "C6-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.3558683329974883,
          "seconds_b": 5.834544958997867,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.4786766260003787
        },
        {
          "sample_id": "dapper-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.510488833999261,
          "seconds_b": 6.235391542002617,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.7249027080033557
        },
        {
          "sample_id": "C7-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.093211999999767,
          "seconds_b": 6.534128833001887,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.4409168330021203
        },
        {
          "sample_id": "C6-02",
          "quality_a": 90.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.9765952919988194,
          "seconds_b": 6.34796274999826,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.3713674579994404
        },
        {
          "sample_id": "t5-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.347974374999467,
          "seconds_b": 3.575840416000574,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.227866041001107
        },
        {
          "sample_id": "C7-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.225318332995812,
          "seconds_b": 4.643199042002379,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.4178807090065675
        },
        {
          "sample_id": "C8-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.4946786670043366,
          "seconds_b": 3.599121874998673,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.10444320799433626
        },
        {
          "sample_id": "C7-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.511766707997594,
          "seconds_b": 15.38883787499799,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 5.877071167000395
        },
        {
          "sample_id": "spectre-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 13.957448040993768,
          "seconds_b": 19.213784375002433,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 5.256336334008665
        },
        {
          "sample_id": "rustbelt-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.186917833001644,
          "seconds_b": 10.053610292001395,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 3.8666924589997507
        },
        {
          "sample_id": "kll-08",
          "quality_a": 65.0,
          "quality_b": 100.0,
          "status_a": "error",
          "status_b": "ok",
          "seconds_a": 3.151183250003669,
          "seconds_b": 12.98961437500111,
          "timing_eligible": false,
          "timing_excluded_reason": "not_both_successful",
          "delta_seconds_b_minus_a": 9.838431124997442
        },
        {
          "sample_id": "kll-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.6747914170045988,
          "seconds_b": 7.788567333001993,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 4.113775915997394
        },
        {
          "sample_id": "duckdb-05",
          "quality_a": 100.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.0754969169938704,
          "seconds_b": 5.564142957999138,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.4886460410052678
        },
        {
          "sample_id": "gaussian-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.9021037080019596,
          "seconds_b": 3.973432042002969,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.0713283340010094
        },
        {
          "sample_id": "raft-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.689184249997197,
          "seconds_b": 3.748086625004362,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.0589023750071647
        },
        {
          "sample_id": "C4-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.656991791998735,
          "seconds_b": 12.076863458001753,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 7.419871666003019
        },
        {
          "sample_id": "C2-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.726093290999415,
          "seconds_b": 6.032221292000031,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.3061280010006158
        },
        {
          "sample_id": "C2-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.735445875005098,
          "seconds_b": 10.015217875006783,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.2797720000016852
        },
        {
          "sample_id": "C3-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.866298583998287,
          "seconds_b": 6.293257666999125,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.4269590830008383
        },
        {
          "sample_id": "hai-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.553349250003521,
          "seconds_b": 5.562378374997934,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.009029124994413
        },
        {
          "sample_id": "stable-10",
          "quality_a": 100.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 17.89662841700192,
          "seconds_b": 28.296872207996785,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 10.400243790994864
        },
        {
          "sample_id": "raft-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.2388446659970214,
          "seconds_b": 5.666490875002637,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.4276462090056157
        },
        {
          "sample_id": "vegalite-10",
          "quality_a": 100.0,
          "quality_b": 85.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 15.639531125001668,
          "seconds_b": 22.117430416998104,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 6.477899291996437
        }
      ]
    },
    {
      "name": "MiMo Pro：Responses low → 关闭",
      "a": "20261027/mimo-responses-low",
      "b": "20261027/mimo-responses-none",
      "samples": 240,
      "scope": "formal",
      "date": "2026-10-27",
      "quality_delta_b_minus_a": -0.5,
      "quality_ci": {
        "estimate": -0.5,
        "low": -1.46875,
        "high": 0.2604166666666667,
        "confidence": 0.95,
        "rounds": 4000,
        "seed": 61027,
        "clusters": 26,
        "method": "Paired cluster bootstrap, stratified by real-paper/challenge origin; challenge family merges development/holdout variants."
      },
      "quality_noninferiority_margin": 0.5,
      "quality_noninferiority_supported": false,
      "quality_wins_b": 22,
      "quality_losses_b": 28,
      "quality_ties": 190,
      "faster_b": 180,
      "matched_successful_samples": 236,
      "median_paired_seconds_b_minus_a": -1.0727098544994078,
      "administratively_affected_timing_exclusions": [],
      "mean_paired_seconds_ci": {
        "estimate": -2.648295990190568,
        "low": -3.5711719431700755,
        "high": -1.793773693722831,
        "confidence": 0.95,
        "rounds": 4000,
        "seed": 61027,
        "clusters": 26,
        "method": "Paired cluster bootstrap, stratified by real-paper/challenge origin; challenge family merges development/holdout variants."
      },
      "serious_error_difference_per_all_main_ci": {
        "estimate": 0,
        "low": -0.020833333333333332,
        "high": 0.020833333333333332,
        "confidence": 0.95,
        "rounds": 4000,
        "seed": 61027,
        "clusters": 26,
        "method": "Paired cluster bootstrap, stratified by real-paper/challenge origin; challenge family merges development/holdout variants."
      },
      "success_rate_difference_ci": {
        "estimate": -0.004166666666666667,
        "low": -0.016666666666666666,
        "high": 0.008333333333333333,
        "confidence": 0.95,
        "rounds": 4000,
        "seed": 61027,
        "clusters": 26,
        "method": "Paired cluster bootstrap, stratified by real-paper/challenge origin; challenge family merges development/holdout variants."
      },
      "p50_change_percent": -16.6002773342935,
      "priced_amount_change_percent": null,
      "price_comparison_available": false,
      "descriptive_subgroups": {
        "short": {
          "samples": 48,
          "quality_delta_b_minus_a": -0.3125,
          "quality_wins_b": 0,
          "quality_ties": 46,
          "quality_losses_b": 2,
          "successes_a": 47,
          "successes_b": 47,
          "serious_outputs_a": 0,
          "serious_outputs_b": 0,
          "matched_successful_timing_pairs": 47,
          "p50_seconds_a": 4.476145583998004,
          "p50_seconds_b": 3.650031917000888,
          "p50_change_percent": -18.45591595479895,
          "median_paired_seconds_b_minus_a": -0.7718421249883249,
          "scope": "Metadata-defined descriptive subset; no separate inferential confidence claim."
        },
        "paragraph": {
          "samples": 96,
          "quality_delta_b_minus_a": -1.484375,
          "quality_wins_b": 9,
          "quality_ties": 72,
          "quality_losses_b": 15,
          "successes_a": 96,
          "successes_b": 94,
          "serious_outputs_a": 1,
          "serious_outputs_b": 2,
          "matched_successful_timing_pairs": 94,
          "p50_seconds_a": 6.7259010830021,
          "p50_seconds_b": 5.433342582997284,
          "p50_change_percent": -19.21762577316828,
          "median_paired_seconds_b_minus_a": -0.9127983754988236,
          "scope": "Metadata-defined descriptive subset; no separate inferential confidence claim."
        },
        "long_and_extended": {
          "samples": 96,
          "quality_delta_b_minus_a": 0.390625,
          "quality_wins_b": 13,
          "quality_ties": 72,
          "quality_losses_b": 11,
          "successes_a": 95,
          "successes_b": 96,
          "serious_outputs_a": 3,
          "serious_outputs_b": 2,
          "matched_successful_timing_pairs": 95,
          "p50_seconds_a": 12.834632707999845,
          "p50_seconds_b": 9.69200195799931,
          "p50_change_percent": -24.485552656615795,
          "median_paired_seconds_b_minus_a": -1.6377165840021917,
          "scope": "Metadata-defined descriptive subset; no separate inferential confidence claim."
        },
        "logic_challenge": {
          "samples": 8,
          "quality_delta_b_minus_a": 0.0,
          "quality_wins_b": 0,
          "quality_ties": 8,
          "quality_losses_b": 0,
          "successes_a": 8,
          "successes_b": 8,
          "serious_outputs_a": 0,
          "serious_outputs_b": 0,
          "matched_successful_timing_pairs": 8,
          "p50_seconds_a": 4.221627708000597,
          "p50_seconds_b": 3.7563544170043315,
          "p50_change_percent": -11.021182424838283,
          "median_paired_seconds_b_minus_a": 0.045880520996433916,
          "scope": "Metadata-defined descriptive subset; no separate inferential confidence claim."
        },
        "terms_challenge": {
          "samples": 8,
          "quality_delta_b_minus_a": -0.3125,
          "quality_wins_b": 0,
          "quality_ties": 7,
          "quality_losses_b": 1,
          "successes_a": 8,
          "successes_b": 8,
          "serious_outputs_a": 0,
          "serious_outputs_b": 0,
          "matched_successful_timing_pairs": 8,
          "p50_seconds_a": 6.950140875007492,
          "p50_seconds_b": 4.774022708996199,
          "p50_change_percent": -31.31041809291307,
          "median_paired_seconds_b_minus_a": -2.1516387289957493,
          "scope": "Metadata-defined descriptive subset; no separate inferential confidence claim."
        }
      },
      "limitation": "Matched successful calls for latency; all240 paired main scores for quality. Price comparison excludes subscription cash, which is unknown. Correlated, previously exposed corpus; engineering review is non-independent.",
      "items": [
        {
          "sample_id": "dp-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.969428083000821,
          "seconds_b": 4.024485916997946,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.05505783399712527
        },
        {
          "sample_id": "C3-07",
          "quality_a": 100.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 17.79735258299479,
          "seconds_b": 16.00165408400062,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.7956984989941702
        },
        {
          "sample_id": "C8-06",
          "quality_a": 100.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.512047791999066,
          "seconds_b": 5.62911300000269,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.8829347919963766
        },
        {
          "sample_id": "C8-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.818723124997632,
          "seconds_b": 4.113170167001954,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.7055529579956783
        },
        {
          "sample_id": "C4-06",
          "quality_a": 100.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 10.167642000000342,
          "seconds_b": 7.428004667002824,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.7396373329975177
        },
        {
          "sample_id": "t5-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.722726375002821,
          "seconds_b": 4.722798499999044,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 7.212499622255564e-05
        },
        {
          "sample_id": "vegalite-07",
          "quality_a": 100.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 12.834632707999845,
          "seconds_b": 8.820008875001804,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -4.014623832998041
        },
        {
          "sample_id": "t5-08",
          "quality_a": 90.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.899364958997467,
          "seconds_b": 6.772610249994614,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.1267547090028529
        },
        {
          "sample_id": "C7-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.387137375000748,
          "seconds_b": 5.546246500001871,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.1591091250011232
        },
        {
          "sample_id": "rustbelt-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.256555917003425,
          "seconds_b": 4.269221375005145,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.9873345419982797
        },
        {
          "sample_id": "duckdb-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.612748125000508,
          "seconds_b": 6.206712459003029,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.40603566599747865
        },
        {
          "sample_id": "C5-03",
          "quality_a": 100.0,
          "quality_b": 97.5,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.515098249998118,
          "seconds_b": 4.216707415995188,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.2983908340029302
        },
        {
          "sample_id": "raft-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 14.707814332999988,
          "seconds_b": 8.901813417003723,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -5.806000915996265
        },
        {
          "sample_id": "C2-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.703646542002389,
          "seconds_b": 8.681717082996329,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.02192945900606
        },
        {
          "sample_id": "duckdb-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.7632720840047114,
          "seconds_b": 4.180129667001893,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.41685758299718145
        },
        {
          "sample_id": "nerf-09",
          "quality_a": 95.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.70587537499523,
          "seconds_b": 8.408259541996813,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.2976158329984173
        },
        {
          "sample_id": "dp-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 12.310552374998224,
          "seconds_b": 7.077496167003119,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -5.233056207995105
        },
        {
          "sample_id": "C1-09",
          "quality_a": 95.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.627930333001132,
          "seconds_b": 5.074328458998934,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.5536018740021973
        },
        {
          "sample_id": "rustbelt-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.779449207999278,
          "seconds_b": 2.8395987920011976,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.9398504159980803
        },
        {
          "sample_id": "kll-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 12.45655799999804,
          "seconds_b": 8.797134417000052,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.659423582997988
        },
        {
          "sample_id": "duckdb-03",
          "quality_a": 95.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.513331082998775,
          "seconds_b": 4.67608924999513,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.8372418330036453
        },
        {
          "sample_id": "kll-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.527845332995639,
          "seconds_b": 3.271523374998651,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.2563219579969882
        },
        {
          "sample_id": "nerf-06",
          "quality_a": 100.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.473815874996944,
          "seconds_b": 4.433947500001523,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.0398683749954216
        },
        {
          "sample_id": "vegalite-06",
          "quality_a": 100.0,
          "quality_b": 0,
          "status_a": "ok",
          "status_b": "error",
          "seconds_a": 5.852680042000429,
          "seconds_b": 0.14482679199863924,
          "timing_eligible": false,
          "timing_excluded_reason": "not_both_successful",
          "delta_seconds_b_minus_a": -5.70785325000179
        },
        {
          "sample_id": "t5-10",
          "quality_a": 100.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 21.37581266699999,
          "seconds_b": 19.06377929199516,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.3120333750048303
        },
        {
          "sample_id": "C4-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.3740023330028635,
          "seconds_b": 7.238302125006157,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.135700207996706
        },
        {
          "sample_id": "t5-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.688649999996414,
          "seconds_b": 4.5159008339978755,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.17274916599853896
        },
        {
          "sample_id": "vegalite-04",
          "quality_a": 95.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.791596582996135,
          "seconds_b": 5.868936083003064,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.9226604999930714
        },
        {
          "sample_id": "dp-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 15.49636854200071,
          "seconds_b": 7.898443042002327,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -7.597925499998382
        },
        {
          "sample_id": "raft-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.248050707996299,
          "seconds_b": 6.283888916994329,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.035838208998029586
        },
        {
          "sample_id": "kll-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.481664165999973,
          "seconds_b": 4.346305624996603,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.1353585410033702
        },
        {
          "sample_id": "C5-07",
          "quality_a": 95.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 20.208221790999232,
          "seconds_b": 20.47329195900238,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.26507016800314886
        },
        {
          "sample_id": "C6-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.398542915994767,
          "seconds_b": 7.3904750410001725,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.008067874994594604
        },
        {
          "sample_id": "nerf-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.702175624996016,
          "seconds_b": 4.781852665997576,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.9203229589984403
        },
        {
          "sample_id": "C5-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.0014718329985044,
          "seconds_b": 2.4721472500023083,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.5293245829961961
        },
        {
          "sample_id": "raft-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.607683832997282,
          "seconds_b": 13.071787875000155,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 8.464104042002873
        },
        {
          "sample_id": "C5-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 11.004588999996486,
          "seconds_b": 7.516095250000944,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.4884937499955413
        },
        {
          "sample_id": "raft-09",
          "quality_a": 90.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.47161225000309,
          "seconds_b": 6.071310250001261,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.4003020000018296
        },
        {
          "sample_id": "C8-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.5919144169965875,
          "seconds_b": 6.73582337499829,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.8560910419982974
        },
        {
          "sample_id": "C1-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.886636167000688,
          "seconds_b": 2.925287041005504,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.9613491259951843
        },
        {
          "sample_id": "duckdb-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 14.631436333998863,
          "seconds_b": 14.231075916999544,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.40036041699931957
        },
        {
          "sample_id": "nerf-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.2854512499980046,
          "seconds_b": 3.2096659170056228,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.07578533299238188
        },
        {
          "sample_id": "vegalite-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 11.418568458000664,
          "seconds_b": 10.592272000001685,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.8262964579989784
        },
        {
          "sample_id": "nerf-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.282523624999158,
          "seconds_b": 7.4805156249931315,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.8020080000060261
        },
        {
          "sample_id": "dp-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.107741250001709,
          "seconds_b": 6.470024665999517,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.6377165840021917
        },
        {
          "sample_id": "C6-06",
          "quality_a": 100.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.800013125000987,
          "seconds_b": 4.02835149999737,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.771661625003617
        },
        {
          "sample_id": "vegalite-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.616364416004217,
          "seconds_b": 3.1465680000037537,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.469796416000463
        },
        {
          "sample_id": "C3-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.59218066700123,
          "seconds_b": 4.217412333004177,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -4.374768333997054
        },
        {
          "sample_id": "egg-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.276818125006685,
          "seconds_b": 8.158122708999144,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.8813045839924598
        },
        {
          "sample_id": "stable-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 14.146421333003673,
          "seconds_b": 9.138459665999108,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -5.007961667004565
        },
        {
          "sample_id": "C7-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 14.517201958995429,
          "seconds_b": 12.143338125002629,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.3738638339928
        },
        {
          "sample_id": "C6-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 14.496793541999068,
          "seconds_b": 7.933598374998837,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -6.563195167000231
        },
        {
          "sample_id": "dp-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 10.322093374998076,
          "seconds_b": 9.108386250001786,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.21370712499629
        },
        {
          "sample_id": "dapper-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.682012083001609,
          "seconds_b": 6.3817111249954905,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.3003009580061189
        },
        {
          "sample_id": "spectre-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.414438832995074,
          "seconds_b": 2.5720302920017275,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.842408540993347
        },
        {
          "sample_id": "C3-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.221627708000597,
          "seconds_b": 3.1097034999984317,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.111924208002165
        },
        {
          "sample_id": "t5-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.943275375000667,
          "seconds_b": 5.455142708000494,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.4881326670001727
        },
        {
          "sample_id": "rustbelt-05",
          "quality_a": 100.0,
          "quality_b": 97.5,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.575897375005297,
          "seconds_b": 3.9109426670038374,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -5.66495470800146
        },
        {
          "sample_id": "C5-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 12.493547541002044,
          "seconds_b": 9.884912375004205,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.608635165997839
        },
        {
          "sample_id": "faiss-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.085383624995302,
          "seconds_b": 8.649265749998449,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.5638821250031469
        },
        {
          "sample_id": "nerf-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 10.044672417003312,
          "seconds_b": 5.692978374994709,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -4.351694042008603
        },
        {
          "sample_id": "egg-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 32.27485204199911,
          "seconds_b": 5.671424792002654,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -26.603427249996457
        },
        {
          "sample_id": "rag-04",
          "quality_a": 95.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.279951333999634,
          "seconds_b": 6.02316549999523,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.256785834004404
        },
        {
          "sample_id": "spectre-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 10.994388250001066,
          "seconds_b": 9.545770750002703,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.4486174999983632
        },
        {
          "sample_id": "faiss-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.173297583998647,
          "seconds_b": 8.616605750001327,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.44330816600268
        },
        {
          "sample_id": "raft-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 20.567822666998836,
          "seconds_b": 19.551712291999138,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.0161103749996983
        },
        {
          "sample_id": "C8-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.854183457995532,
          "seconds_b": 8.639771624999412,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.2144118329961202
        },
        {
          "sample_id": "vegalite-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.2024667089935974,
          "seconds_b": 2.814700915994763,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.3877657929988345
        },
        {
          "sample_id": "faiss-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.384166499999992,
          "seconds_b": 4.475693499996851,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.09152699999685865
        },
        {
          "sample_id": "hai-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.6851023330018506,
          "seconds_b": 3.255493917000422,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.42960841600142885
        },
        {
          "sample_id": "egg-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.273975292002433,
          "seconds_b": 7.684030292002717,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.589944999999716
        },
        {
          "sample_id": "C8-08",
          "quality_a": 100.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 22.297528707997117,
          "seconds_b": 7.791433541002334,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -14.506095166994783
        },
        {
          "sample_id": "C4-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.277839791997394,
          "seconds_b": 5.1661315000019385,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.1117082919954555
        },
        {
          "sample_id": "rag-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 13.62477512499754,
          "seconds_b": 9.952804667002056,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.671970457995485
        },
        {
          "sample_id": "egg-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.792142124999373,
          "seconds_b": 4.891748374997405,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.9003937500019674
        },
        {
          "sample_id": "hai-04",
          "quality_a": 100.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.4927805830011494,
          "seconds_b": 3.9770757500009495,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.48429516699980013
        },
        {
          "sample_id": "gaussian-02",
          "quality_a": 0,
          "quality_b": 0,
          "status_a": "error",
          "status_b": "error",
          "seconds_a": 1.9515537080005743,
          "seconds_b": 1.330671750001784,
          "timing_eligible": false,
          "timing_excluded_reason": "not_both_successful",
          "delta_seconds_b_minus_a": -0.6208819579987903
        },
        {
          "sample_id": "C6-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.9574863750021905,
          "seconds_b": 3.2371128749946365,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.720373500007554
        },
        {
          "sample_id": "hai-08",
          "quality_a": 97.5,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.891776791999291,
          "seconds_b": 7.404580750000605,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.4871960419986863
        },
        {
          "sample_id": "dp-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.952292167006817,
          "seconds_b": 5.45943483299925,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.4928573340075673
        },
        {
          "sample_id": "dp-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 20.28486154199345,
          "seconds_b": 14.193327916997077,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -6.091533624996373
        },
        {
          "sample_id": "C3-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.419548750003742,
          "seconds_b": 3.5317395419988316,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.88780920800491
        },
        {
          "sample_id": "faiss-01",
          "quality_a": 90.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.493359750005766,
          "seconds_b": 3.7687431250014924,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.7246166250042734
        },
        {
          "sample_id": "C5-06",
          "quality_a": 95.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.788950791997195,
          "seconds_b": 4.137121291998483,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.651829499998712
        },
        {
          "sample_id": "C4-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.718183624994708,
          "seconds_b": 4.583636791998288,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.13454683299642056
        },
        {
          "sample_id": "t5-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.446587500002352,
          "seconds_b": 3.832973457996559,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.6136140420057927
        },
        {
          "sample_id": "nerf-01",
          "quality_a": 100.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.7598750830002245,
          "seconds_b": 3.378065875003813,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.3818092079964117
        },
        {
          "sample_id": "faiss-08",
          "quality_a": 90.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 14.519303249995573,
          "seconds_b": 9.090510415997414,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -5.428792833998159
        },
        {
          "sample_id": "kll-05",
          "quality_a": 97.5,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.651957249996485,
          "seconds_b": 4.894744625002204,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.757212624994281
        },
        {
          "sample_id": "C5-08",
          "quality_a": 95.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 22.695187332996284,
          "seconds_b": 19.644530292003765,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.050657040992519
        },
        {
          "sample_id": "egg-10",
          "quality_a": 100.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 25.35391262500343,
          "seconds_b": 16.06700512500538,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -9.286907499998051
        },
        {
          "sample_id": "gaussian-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 16.57817900000373,
          "seconds_b": 16.124201624996203,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.45397737500752555
        },
        {
          "sample_id": "rustbelt-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.203308958996786,
          "seconds_b": 3.5013407500009635,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -4.701968208995822
        },
        {
          "sample_id": "C3-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.49572837499727,
          "seconds_b": 6.1891569170038565,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.3065714579934138
        },
        {
          "sample_id": "C6-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 49.50977545900241,
          "seconds_b": 5.433342582997284,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -44.07643287600513
        },
        {
          "sample_id": "dapper-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.7565360000007786,
          "seconds_b": 8.804163583998161,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 5.047627583997382
        },
        {
          "sample_id": "rag-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.1919502500022645,
          "seconds_b": 4.842596415997832,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.34935383400443243
        },
        {
          "sample_id": "C7-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.476145583998004,
          "seconds_b": 3.407786499999929,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.0683590839980752
        },
        {
          "sample_id": "vegalite-05",
          "quality_a": 95.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 13.383498084003804,
          "seconds_b": 5.648186457998236,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -7.7353116260055685
        },
        {
          "sample_id": "egg-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.290172374996473,
          "seconds_b": 51.3563810409978,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 44.06620866600133
        },
        {
          "sample_id": "C8-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 15.545860417005315,
          "seconds_b": 16.08257991699793,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.5367194999926141
        },
        {
          "sample_id": "faiss-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 30.884323749996838,
          "seconds_b": 6.911683541002276,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -23.972640208994562
        },
        {
          "sample_id": "duckdb-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.085108292005316,
          "seconds_b": 3.3948909579994506,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.6902173340058653
        },
        {
          "sample_id": "C5-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 20.160416457998508,
          "seconds_b": 7.822501957998611,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -12.337914499999897
        },
        {
          "sample_id": "C4-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.6561497090006014,
          "seconds_b": 4.487538791006955,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.8313890820063534
        },
        {
          "sample_id": "gaussian-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 47.855213750000985,
          "seconds_b": 6.219025541002338,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -41.63618820899865
        },
        {
          "sample_id": "spectre-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.821982999994361,
          "seconds_b": 10.293798208003864,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.4718152080095024
        },
        {
          "sample_id": "C8-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.317520584001613,
          "seconds_b": 4.486428292002529,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.1689077080009156
        },
        {
          "sample_id": "dp-05",
          "quality_a": 97.5,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.717610540996247,
          "seconds_b": 8.847176584000408,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 4.129566043004161
        },
        {
          "sample_id": "spectre-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.279798916002619,
          "seconds_b": 3.3992979579998064,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.8805009580028127
        },
        {
          "sample_id": "C1-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.344920709001599,
          "seconds_b": 3.660087458003545,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.6848332509980537
        },
        {
          "sample_id": "faiss-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.928281458000129,
          "seconds_b": 6.913515416003065,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.01476604199706344
        },
        {
          "sample_id": "dapper-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 10.661992667002778,
          "seconds_b": 7.667238417001499,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.9947542500012787
        },
        {
          "sample_id": "C2-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.230674958002055,
          "seconds_b": 6.2639154579956084,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.033240499993553385
        },
        {
          "sample_id": "rag-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.309507208003197,
          "seconds_b": 6.983898332997342,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.6743911249941448
        },
        {
          "sample_id": "C8-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 13.523534125000879,
          "seconds_b": 5.775334541001939,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -7.7481995839989395
        },
        {
          "sample_id": "egg-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 15.908366708004905,
          "seconds_b": 10.438781582997763,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -5.469585125007143
        },
        {
          "sample_id": "duckdb-02",
          "quality_a": 100.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.446190916998603,
          "seconds_b": 4.791870000000927,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.6543209169976762
        },
        {
          "sample_id": "faiss-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.023993667004106,
          "seconds_b": 11.368035166997288,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 5.344041499993182
        },
        {
          "sample_id": "t5-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.3492536249978,
          "seconds_b": 3.2526675420012907,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.0965860829965095
        },
        {
          "sample_id": "gaussian-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.378042625001399,
          "seconds_b": 4.821125000002212,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.44308237500081304
        },
        {
          "sample_id": "C1-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 11.64126633300475,
          "seconds_b": 10.977814999998373,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.6634513330063783
        },
        {
          "sample_id": "C4-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 18.908287209000264,
          "seconds_b": 9.822851582997828,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -9.085435626002436
        },
        {
          "sample_id": "C7-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.329125415999442,
          "seconds_b": 6.238705208001193,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.09042020799824968
        },
        {
          "sample_id": "nerf-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 18.915464916994097,
          "seconds_b": 10.20811795899499,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -8.707346957999107
        },
        {
          "sample_id": "dapper-05",
          "quality_a": 100.0,
          "quality_b": 97.5,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.913423083002272,
          "seconds_b": 11.833219083004224,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 3.919796000001952
        },
        {
          "sample_id": "rag-10",
          "quality_a": 80.0,
          "quality_b": 75.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 19.696095416999015,
          "seconds_b": 22.570202249997237,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.8741068329982227
        },
        {
          "sample_id": "duckdb-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 11.076202874995943,
          "seconds_b": 8.67610445900209,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.4000984159938525
        },
        {
          "sample_id": "C1-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 13.33604883299995,
          "seconds_b": 12.048585582997475,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.2874632500024745
        },
        {
          "sample_id": "hai-03",
          "quality_a": 80.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 11.695195624997723,
          "seconds_b": 4.738991999998689,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -6.956203624999034
        },
        {
          "sample_id": "C5-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.8626063330011675,
          "seconds_b": 4.137956708000274,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.2753503749991069
        },
        {
          "sample_id": "spectre-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.992098999995505,
          "seconds_b": 9.73603345900483,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.7439344590093242
        },
        {
          "sample_id": "stable-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.359346375000314,
          "seconds_b": 8.150652958000137,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.2086934170001769
        },
        {
          "sample_id": "nerf-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 17.129023999994388,
          "seconds_b": 15.590678458000184,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.5383455419942038
        },
        {
          "sample_id": "faiss-10",
          "quality_a": 95.0,
          "quality_b": 85.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 30.80457866699726,
          "seconds_b": 17.607949749995896,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -13.196628917001362
        },
        {
          "sample_id": "spectre-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 46.19319725000241,
          "seconds_b": 6.182846290997986,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -40.01035095900443
        },
        {
          "sample_id": "C7-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.96632954099914,
          "seconds_b": 35.24920895900141,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 26.282879418002267
        },
        {
          "sample_id": "dapper-07",
          "quality_a": 100.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.832794875001127,
          "seconds_b": 8.970610208001744,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.1378153330006171
        },
        {
          "sample_id": "dapper-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.118603875002009,
          "seconds_b": 6.396751083004347,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.2781472080023377
        },
        {
          "sample_id": "vegalite-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 18.09665254200081,
          "seconds_b": 9.354792707999877,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -8.741859834000934
        },
        {
          "sample_id": "hai-09",
          "quality_a": 97.5,
          "quality_b": 97.5,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.439584375002596,
          "seconds_b": 7.587780124995334,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.8518042500072625
        },
        {
          "sample_id": "kll-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 16.254576958999678,
          "seconds_b": 7.199060333005036,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -9.055516625994642
        },
        {
          "sample_id": "rag-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.871514416998252,
          "seconds_b": 5.919493792003777,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.047979375005525
        },
        {
          "sample_id": "kll-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 30.524876208000933,
          "seconds_b": 17.742181749999872,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -12.78269445800106
        },
        {
          "sample_id": "C1-07",
          "quality_a": 95.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 33.806216416996904,
          "seconds_b": 15.891812542002299,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -17.914403874994605
        },
        {
          "sample_id": "spectre-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.201917042002606,
          "seconds_b": 3.769391291993088,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.43252575000951765
        },
        {
          "sample_id": "stable-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 16.449212833002093,
          "seconds_b": 9.69200195799931,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -6.757210875002784
        },
        {
          "sample_id": "egg-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.535724625005969,
          "seconds_b": 3.44683441700181,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.088890208004159
        },
        {
          "sample_id": "dapper-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 15.210785167000722,
          "seconds_b": 14.957283540999924,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.25350162600079784
        },
        {
          "sample_id": "raft-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.932007333998627,
          "seconds_b": 4.909554624995508,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.022452709003118798
        },
        {
          "sample_id": "hai-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 11.2971267920002,
          "seconds_b": 11.87655212500249,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.5794253330022912
        },
        {
          "sample_id": "rag-07",
          "quality_a": 100.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 12.58689449999656,
          "seconds_b": 11.565931832999922,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.0209626669966383
        },
        {
          "sample_id": "C2-02",
          "quality_a": 100.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 38.21519237499888,
          "seconds_b": 5.513208541000495,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -32.70198383399838
        },
        {
          "sample_id": "kll-04",
          "quality_a": 90.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.48487366700283,
          "seconds_b": 4.26685654099856,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.2180171260042698
        },
        {
          "sample_id": "dapper-04",
          "quality_a": 97.5,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.756543207993673,
          "seconds_b": 5.188621417000832,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.5679217909928411
        },
        {
          "sample_id": "t5-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 10.470637040998554,
          "seconds_b": 11.147753333003493,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.6771162920049392
        },
        {
          "sample_id": "gaussian-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.538794542000687,
          "seconds_b": 9.186588959004439,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.35220558299624827
        },
        {
          "sample_id": "egg-07",
          "quality_a": 100.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.313284916999692,
          "seconds_b": 7.10340362500574,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.209881291993952
        },
        {
          "sample_id": "dapper-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.7612558340042597,
          "seconds_b": 2.8647755420024623,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.8964802920017974
        },
        {
          "sample_id": "C3-06",
          "quality_a": 100.0,
          "quality_b": 92.5,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 10.442453750001732,
          "seconds_b": 7.964945624997199,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.477508125004533
        },
        {
          "sample_id": "rustbelt-10",
          "quality_a": 80.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 21.121066209001583,
          "seconds_b": 18.214660040997842,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.906406168003741
        },
        {
          "sample_id": "C1-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 11.284687999999733,
          "seconds_b": 10.207627374998992,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.0770606250007404
        },
        {
          "sample_id": "C3-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 11.127097625001625,
          "seconds_b": 10.164487707996159,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.9626099170054658
        },
        {
          "sample_id": "raft-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.339561208995292,
          "seconds_b": 4.84534120799799,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.494220000997302
        },
        {
          "sample_id": "C7-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 22.044705416999932,
          "seconds_b": 11.549554875004105,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -10.495150541995827
        },
        {
          "sample_id": "faiss-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.092143500005477,
          "seconds_b": 3.751198749996547,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.34094475000893
        },
        {
          "sample_id": "stable-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.100995042004797,
          "seconds_b": 5.187435040999844,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.08643999899504706
        },
        {
          "sample_id": "rustbelt-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 10.722725083003752,
          "seconds_b": 8.22667562499555,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.4960494580082013
        },
        {
          "sample_id": "rag-05",
          "quality_a": 90.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.907607750006719,
          "seconds_b": 5.215161166997859,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.6924465830088593
        },
        {
          "sample_id": "nerf-03",
          "quality_a": 95.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.8303679160017055,
          "seconds_b": 4.426465917000314,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.40390199900139123
        },
        {
          "sample_id": "rag-09",
          "quality_a": 85.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.034127792001527,
          "seconds_b": 6.981552249999368,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.0525755420021596
        },
        {
          "sample_id": "C2-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 17.6159608750022,
          "seconds_b": 15.906201249999867,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.7097596250023344
        },
        {
          "sample_id": "gaussian-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.0354305829969235,
          "seconds_b": 5.2478334170009475,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.21240283400402404
        },
        {
          "sample_id": "C4-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.697833875005017,
          "seconds_b": 3.7563544170043315,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.058520541999314446
        },
        {
          "sample_id": "C7-06",
          "quality_a": 100.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.643233791997773,
          "seconds_b": 4.737959999998566,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.9052737919992069
        },
        {
          "sample_id": "C6-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.462075249997724,
          "seconds_b": 3.057891707998351,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.404183541999373
        },
        {
          "sample_id": "stable-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.879235082997184,
          "seconds_b": 6.087121957993077,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.2078868749958929
        },
        {
          "sample_id": "C2-03",
          "quality_a": 95.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.920189124997705,
          "seconds_b": 4.0904747910026344,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -4.829714333995071
        },
        {
          "sample_id": "hai-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.225031665999268,
          "seconds_b": 3.3249857920018258,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.900045873997442
        },
        {
          "sample_id": "C5-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.491042916997685,
          "seconds_b": 5.901507624999795,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.41046470800210955
        },
        {
          "sample_id": "gaussian-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.88958491700032,
          "seconds_b": 8.96046991700132,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.07088500000099884
        },
        {
          "sample_id": "kll-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.758083374996204,
          "seconds_b": 4.061522333002358,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.6965610419938457
        },
        {
          "sample_id": "C6-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 38.58027562499774,
          "seconds_b": 19.6488434579951,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -18.93143216700264
        },
        {
          "sample_id": "duckdb-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.002148624997062,
          "seconds_b": 5.693582832995162,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.30856579200190026
        },
        {
          "sample_id": "rag-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.05728429100418,
          "seconds_b": 3.0646202499992796,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.9926640410049004
        },
        {
          "sample_id": "stable-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 26.7925408749943,
          "seconds_b": 13.955697500001406,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -12.836843374992895
        },
        {
          "sample_id": "vegalite-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.492425792006543,
          "seconds_b": 9.136124875003588,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.6436990829970455
        },
        {
          "sample_id": "egg-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.569439540995518,
          "seconds_b": 3.797597416007193,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.7718421249883249
        },
        {
          "sample_id": "duckdb-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.776610792003339,
          "seconds_b": 7.35679608299688,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.41981470900645945
        },
        {
          "sample_id": "C3-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 24.635192458998063,
          "seconds_b": 9.006411957991077,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -15.628780501006986
        },
        {
          "sample_id": "rustbelt-07",
          "quality_a": 95.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 17.581596332995105,
          "seconds_b": 8.992197500003385,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -8.58939883299172
        },
        {
          "sample_id": "C3-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.202246250002645,
          "seconds_b": 4.573191707997466,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.6290545420051785
        },
        {
          "sample_id": "C2-06",
          "quality_a": 100.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.064454749997822,
          "seconds_b": 5.1116097500053,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.9528449999925215
        },
        {
          "sample_id": "gaussian-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.9344843340077205,
          "seconds_b": 8.273707375003141,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.3392230409954209
        },
        {
          "sample_id": "stable-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.642402833007509,
          "seconds_b": 3.650031917000888,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.007629083993379027
        },
        {
          "sample_id": "stable-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.492345541992108,
          "seconds_b": 5.433802833998925,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.0585427079931833
        },
        {
          "sample_id": "C1-06",
          "quality_a": 100.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.184279042005073,
          "seconds_b": 6.415217707995907,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.7690613340091659
        },
        {
          "sample_id": "C4-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.643815334013198,
          "seconds_b": 7.308661041999585,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.6648457079863874
        },
        {
          "sample_id": "C1-03",
          "quality_a": 97.5,
          "quality_b": 97.5,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.4742240000050515,
          "seconds_b": 6.809490875006304,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.3352668750012526
        },
        {
          "sample_id": "C2-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.165951040995424,
          "seconds_b": 6.143253707996337,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.022697332999087
        },
        {
          "sample_id": "dp-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.366238749993499,
          "seconds_b": 3.88001779098704,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.48622095900645945
        },
        {
          "sample_id": "C4-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 19.940885916992556,
          "seconds_b": 16.686049874988385,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.2548360420041718
        },
        {
          "sample_id": "dp-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.465740500003449,
          "seconds_b": 2.9733937910059467,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.492346708997502
        },
        {
          "sample_id": "raft-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.015750916005345,
          "seconds_b": 17.638631833004183,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 8.622880916998838
        },
        {
          "sample_id": "C2-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.1156126660062,
          "seconds_b": 7.4399399170069955,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.6756727489992045
        },
        {
          "sample_id": "t5-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.761781958004576,
          "seconds_b": 7.738555749994703,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.023226208009873517
        },
        {
          "sample_id": "spectre-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 28.338207207998494,
          "seconds_b": 11.943309249996673,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -16.39489795800182
        },
        {
          "sample_id": "stable-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.829805125002167,
          "seconds_b": 5.7084002920018975,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.8785951669997303
        },
        {
          "sample_id": "rustbelt-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.812102875002893,
          "seconds_b": 5.611128999997163,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.7990261249942705
        },
        {
          "sample_id": "gaussian-07",
          "quality_a": 95.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 12.176564417008194,
          "seconds_b": 10.281947541996487,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.8946168750117067
        },
        {
          "sample_id": "C6-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.887511374996393,
          "seconds_b": 7.401728166005341,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.4857832089910517
        },
        {
          "sample_id": "hai-10",
          "quality_a": 90.0,
          "quality_b": 97.5,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 23.400689749993035,
          "seconds_b": 24.324023791996296,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.9233340420032619
        },
        {
          "sample_id": "hai-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.7259010830021,
          "seconds_b": 4.267701749995467,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.4581993330066325
        },
        {
          "sample_id": "C1-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.694594959000824,
          "seconds_b": 6.3901798330043675,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.6955848740035435
        },
        {
          "sample_id": "C8-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.1326446250022855,
          "seconds_b": 4.824472167005297,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.3081724579969887
        },
        {
          "sample_id": "rustbelt-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.988073792002979,
          "seconds_b": 5.105745250009932,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.882328541993047
        },
        {
          "sample_id": "spectre-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.082874542000354,
          "seconds_b": 4.056679417000851,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.0261951249995036
        },
        {
          "sample_id": "C6-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.907068624990643,
          "seconds_b": 5.779909333010437,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.127159291980206
        },
        {
          "sample_id": "dapper-03",
          "quality_a": 100.0,
          "quality_b": 75.0,
          "status_a": "ok",
          "status_b": "error",
          "seconds_a": 7.510869707999518,
          "seconds_b": 3.7649117079999996,
          "timing_eligible": false,
          "timing_excluded_reason": "not_both_successful",
          "delta_seconds_b_minus_a": -3.7459579999995185
        },
        {
          "sample_id": "C7-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.57982720900327,
          "seconds_b": 6.8883967909932835,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.3085695819900138
        },
        {
          "sample_id": "C6-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.726660250002169,
          "seconds_b": 5.530397416005144,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.19626283399702515
        },
        {
          "sample_id": "t5-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.495338250009809,
          "seconds_b": 5.697852541008615,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.2025142909988062
        },
        {
          "sample_id": "C7-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.950140875007492,
          "seconds_b": 4.774022708996199,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.1761181660112925
        },
        {
          "sample_id": "C8-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.01002575000166,
          "seconds_b": 4.571049624995794,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.43897612500586547
        },
        {
          "sample_id": "C7-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 26.131537084002048,
          "seconds_b": 13.595007083000382,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -12.536530001001665
        },
        {
          "sample_id": "spectre-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 20.856398917007027,
          "seconds_b": 20.64859704200353,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.20780187500349712
        },
        {
          "sample_id": "rustbelt-09",
          "quality_a": 100.0,
          "quality_b": 97.5,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.995907584001543,
          "seconds_b": 10.079540916995029,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.083633332993486
        },
        {
          "sample_id": "kll-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 29.045586708001792,
          "seconds_b": 9.811520207993453,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -19.23406650000834
        },
        {
          "sample_id": "kll-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 16.345098749996396,
          "seconds_b": 8.62211137500708,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -7.722987374989316
        },
        {
          "sample_id": "duckdb-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.063604999988456,
          "seconds_b": 8.93041566699685,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.8668106670083944
        },
        {
          "sample_id": "gaussian-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.5710879580001347,
          "seconds_b": 5.670864250001614,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 2.0997762920014793
        },
        {
          "sample_id": "raft-02",
          "quality_a": 95.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 12.237978749995818,
          "seconds_b": 4.425751624992699,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -7.812227125003119
        },
        {
          "sample_id": "C4-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.129953666997608,
          "seconds_b": 7.028645915997913,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.10130775099969469
        },
        {
          "sample_id": "C2-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 10.017395333998138,
          "seconds_b": 7.434828708006535,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.5825666259916034
        },
        {
          "sample_id": "C2-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 22.97834662500827,
          "seconds_b": 10.426870084003895,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -12.551476541004376
        },
        {
          "sample_id": "C3-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.390364541992312,
          "seconds_b": 4.980337333006901,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.5899727910145884
        },
        {
          "sample_id": "hai-06",
          "quality_a": 90.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.463284500001464,
          "seconds_b": 6.3090666250063805,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.1542178749950835
        },
        {
          "sample_id": "stable-10",
          "quality_a": 82.5,
          "quality_b": 100.0,
          "status_a": "error",
          "status_b": "ok",
          "seconds_a": 120.03235175000736,
          "seconds_b": 24.61511770899233,
          "timing_eligible": false,
          "timing_excluded_reason": "not_both_successful",
          "delta_seconds_b_minus_a": -95.41723404101504
        },
        {
          "sample_id": "raft-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.479718917005812,
          "seconds_b": 4.679234082999756,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.800484834006056
        },
        {
          "sample_id": "vegalite-10",
          "quality_a": 92.5,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 19.030295166987344,
          "seconds_b": 19.94039812500705,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.9101029580197064
        }
      ]
    },
    {
      "name": "DeepSeek：Chat low → 关闭",
      "a": "20261027/deepseek-chat-low",
      "b": "20261027/deepseek-chat-off",
      "samples": 240,
      "scope": "formal",
      "date": "2026-10-27",
      "quality_delta_b_minus_a": -0.5729166666666666,
      "quality_ci": {
        "estimate": -0.5729166666666666,
        "low": -0.9166666666666666,
        "high": -0.25,
        "confidence": 0.95,
        "rounds": 4000,
        "seed": 61027,
        "clusters": 26,
        "method": "Paired cluster bootstrap, stratified by real-paper/challenge origin; challenge family merges development/holdout variants."
      },
      "quality_noninferiority_margin": 0.5,
      "quality_noninferiority_supported": false,
      "quality_wins_b": 14,
      "quality_losses_b": 32,
      "quality_ties": 194,
      "faster_b": 228,
      "matched_successful_samples": 240,
      "median_paired_seconds_b_minus_a": -2.1044553744977748,
      "administratively_affected_timing_exclusions": [],
      "mean_paired_seconds_ci": {
        "estimate": -3.6187865897501674,
        "low": -4.307027889224961,
        "high": -3.0613297902254697,
        "confidence": 0.95,
        "rounds": 4000,
        "seed": 61027,
        "clusters": 26,
        "method": "Paired cluster bootstrap, stratified by real-paper/challenge origin; challenge family merges development/holdout variants."
      },
      "serious_error_difference_per_all_main_ci": {
        "estimate": 0.008333333333333333,
        "low": -0.008333333333333333,
        "high": 0.029166666666666667,
        "confidence": 0.95,
        "rounds": 4000,
        "seed": 61027,
        "clusters": 26,
        "method": "Paired cluster bootstrap, stratified by real-paper/challenge origin; challenge family merges development/holdout variants."
      },
      "success_rate_difference_ci": {
        "estimate": 0,
        "low": 0,
        "high": 0,
        "confidence": 0.95,
        "rounds": 4000,
        "seed": 61027,
        "clusters": 26,
        "method": "Paired cluster bootstrap, stratified by real-paper/challenge origin; challenge family merges development/holdout variants."
      },
      "p50_change_percent": -41.07888194254365,
      "priced_amount_change_percent": -68.50663184222884,
      "price_comparison_available": true,
      "descriptive_subgroups": {
        "short": {
          "samples": 48,
          "quality_delta_b_minus_a": 0.0,
          "quality_wins_b": 1,
          "quality_ties": 46,
          "quality_losses_b": 1,
          "successes_a": 48,
          "successes_b": 48,
          "serious_outputs_a": 0,
          "serious_outputs_b": 0,
          "matched_successful_timing_pairs": 48,
          "p50_seconds_a": 2.9470772920030868,
          "p50_seconds_b": 2.064647999999579,
          "p50_change_percent": -29.942522864873123,
          "median_paired_seconds_b_minus_a": -0.741156249994674,
          "scope": "Metadata-defined descriptive subset; no separate inferential confidence claim."
        },
        "paragraph": {
          "samples": 96,
          "quality_delta_b_minus_a": -0.7552083333333334,
          "quality_wins_b": 6,
          "quality_ties": 75,
          "quality_losses_b": 15,
          "successes_a": 96,
          "successes_b": 96,
          "serious_outputs_a": 0,
          "serious_outputs_b": 3,
          "matched_successful_timing_pairs": 96,
          "p50_seconds_a": 4.342237042001216,
          "p50_seconds_b": 2.555060583006707,
          "p50_change_percent": -41.157966313392436,
          "median_paired_seconds_b_minus_a": -1.8845633755008748,
          "scope": "Metadata-defined descriptive subset; no separate inferential confidence claim."
        },
        "long_and_extended": {
          "samples": 96,
          "quality_delta_b_minus_a": -0.6770833333333334,
          "quality_wins_b": 7,
          "quality_ties": 73,
          "quality_losses_b": 16,
          "successes_a": 96,
          "successes_b": 96,
          "serious_outputs_a": 3,
          "serious_outputs_b": 2,
          "matched_successful_timing_pairs": 96,
          "p50_seconds_a": 10.022962875002122,
          "p50_seconds_b": 3.857500625003013,
          "p50_change_percent": -61.51337011709528,
          "median_paired_seconds_b_minus_a": -5.857403229500051,
          "scope": "Metadata-defined descriptive subset; no separate inferential confidence claim."
        },
        "logic_challenge": {
          "samples": 8,
          "quality_delta_b_minus_a": 0.0,
          "quality_wins_b": 0,
          "quality_ties": 8,
          "quality_losses_b": 0,
          "successes_a": 8,
          "successes_b": 8,
          "serious_outputs_a": 0,
          "serious_outputs_b": 0,
          "matched_successful_timing_pairs": 8,
          "p50_seconds_a": 2.5800223750047735,
          "p50_seconds_b": 1.9560162920024595,
          "p50_change_percent": -24.186072533621317,
          "median_paired_seconds_b_minus_a": -0.6105586250014312,
          "scope": "Metadata-defined descriptive subset; no separate inferential confidence claim."
        },
        "terms_challenge": {
          "samples": 8,
          "quality_delta_b_minus_a": 0.0,
          "quality_wins_b": 1,
          "quality_ties": 5,
          "quality_losses_b": 2,
          "successes_a": 8,
          "successes_b": 8,
          "serious_outputs_a": 0,
          "serious_outputs_b": 0,
          "matched_successful_timing_pairs": 8,
          "p50_seconds_a": 4.410294083994813,
          "p50_seconds_b": 2.378977542000939,
          "p50_change_percent": -46.058528145903644,
          "median_paired_seconds_b_minus_a": -1.9030999999959022,
          "scope": "Metadata-defined descriptive subset; no separate inferential confidence claim."
        }
      },
      "limitation": "Matched successful calls for latency; all240 paired main scores for quality. Price comparison excludes subscription cash, which is unknown. Correlated, previously exposed corpus; engineering review is non-independent.",
      "items": [
        {
          "sample_id": "dp-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.425976999998966,
          "seconds_b": 2.401201624998066,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.0247753750008997
        },
        {
          "sample_id": "C3-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 16.7713729590032,
          "seconds_b": 5.503118249995168,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -11.268254709008033
        },
        {
          "sample_id": "C8-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.8697191669998574,
          "seconds_b": 2.470171749999281,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.3995474170005764
        },
        {
          "sample_id": "C8-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.985272083002201,
          "seconds_b": 2.3677922499991837,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.6174798330030171
        },
        {
          "sample_id": "C4-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.235207874997286,
          "seconds_b": 2.5087163749994943,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.7264914999977918
        },
        {
          "sample_id": "t5-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.115133374994912,
          "seconds_b": 2.373988332998124,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.7411450419967878
        },
        {
          "sample_id": "vegalite-07",
          "quality_a": 95.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.14294266700017,
          "seconds_b": 4.040812457998982,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -4.102130209001189
        },
        {
          "sample_id": "t5-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.646488457998203,
          "seconds_b": 3.5351335000013933,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.1113549579968094
        },
        {
          "sample_id": "C7-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.5774716669984628,
          "seconds_b": 1.9560162920024595,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.6214553749960032
        },
        {
          "sample_id": "rustbelt-04",
          "quality_a": 95.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.255709042001399,
          "seconds_b": 2.375584291999985,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.8801247500014142
        },
        {
          "sample_id": "duckdb-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.677831916997093,
          "seconds_b": 3.3720970840004156,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.305734832996677
        },
        {
          "sample_id": "C5-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.077466665999964,
          "seconds_b": 2.302747082998394,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.77471958300157
        },
        {
          "sample_id": "raft-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.424732917002984,
          "seconds_b": 3.137719999998808,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.2870129170041764
        },
        {
          "sample_id": "C2-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.8075847499931115,
          "seconds_b": 3.4831599589961115,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.324424790997
        },
        {
          "sample_id": "duckdb-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.3528478750013164,
          "seconds_b": 2.513326207998034,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.16047833299671765
        },
        {
          "sample_id": "nerf-09",
          "quality_a": 97.5,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.179036333996919,
          "seconds_b": 3.9578714160015807,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.2211649179953383
        },
        {
          "sample_id": "dp-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.505359167000279,
          "seconds_b": 3.202929540995683,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.3024296260045958
        },
        {
          "sample_id": "C1-09",
          "quality_a": 95.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.5181826670013834,
          "seconds_b": 2.0950910419996944,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.423091625001689
        },
        {
          "sample_id": "rustbelt-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.0620967079958064,
          "seconds_b": 1.7401976249966538,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.3218990829991526
        },
        {
          "sample_id": "kll-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 17.575150459000724,
          "seconds_b": 3.830097666999791,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -13.745052792000934
        },
        {
          "sample_id": "duckdb-03",
          "quality_a": 92.5,
          "quality_b": 92.5,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.593345166002109,
          "seconds_b": 3.113001917001384,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.4803432490007253
        },
        {
          "sample_id": "kll-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.4843857910018414,
          "seconds_b": 1.9543406249940745,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.530045166007767
        },
        {
          "sample_id": "nerf-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.3609069579979405,
          "seconds_b": 2.725257124999189,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.6356498329987517
        },
        {
          "sample_id": "vegalite-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.814314249997551,
          "seconds_b": 2.6326507089979714,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -4.18166354099958
        },
        {
          "sample_id": "t5-10",
          "quality_a": 100.0,
          "quality_b": 85.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 22.98723495900049,
          "seconds_b": 7.6556151660042815,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -15.331619792996207
        },
        {
          "sample_id": "C4-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 13.619336957999622,
          "seconds_b": 3.844255834002979,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -9.775081123996642
        },
        {
          "sample_id": "t5-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.9969054580069496,
          "seconds_b": 2.883789416999207,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.1131160410077428
        },
        {
          "sample_id": "vegalite-04",
          "quality_a": 100.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.598187416995643,
          "seconds_b": 2.9868765829960466,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.611310833999596
        },
        {
          "sample_id": "dp-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 10.948348291996808,
          "seconds_b": 4.042491291998886,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -6.905856999997923
        },
        {
          "sample_id": "raft-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.413082624996605,
          "seconds_b": 3.5965582080025342,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.8165244169940706
        },
        {
          "sample_id": "kll-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.687929375002568,
          "seconds_b": 2.6747297500041896,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.0131996249983786
        },
        {
          "sample_id": "C5-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 18.028379874995153,
          "seconds_b": 7.065006541000912,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -10.963373333994241
        },
        {
          "sample_id": "C6-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.706338625001081,
          "seconds_b": 3.93265608400543,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.773682540995651
        },
        {
          "sample_id": "nerf-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.763604416999442,
          "seconds_b": 2.963775459000317,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.7998289579991251
        },
        {
          "sample_id": "C5-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.4540439170013997,
          "seconds_b": 2.4115011670000968,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.042542750001303
        },
        {
          "sample_id": "raft-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.5127766670048004,
          "seconds_b": 2.028915875001985,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.4838607920028153
        },
        {
          "sample_id": "C5-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.065437584002211,
          "seconds_b": 2.642348249995848,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.423089334006363
        },
        {
          "sample_id": "raft-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.267382167003234,
          "seconds_b": 3.66840191600204,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -5.598980251001194
        },
        {
          "sample_id": "C8-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.805305041998508,
          "seconds_b": 17.21176425000158,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 12.40645920800307
        },
        {
          "sample_id": "C1-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.910215874995629,
          "seconds_b": 2.418716542000766,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.4914993329948629
        },
        {
          "sample_id": "duckdb-10",
          "quality_a": 100.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 13.111140416003764,
          "seconds_b": 6.56440020899754,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -6.5467402070062235
        },
        {
          "sample_id": "nerf-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.1756410420057364,
          "seconds_b": 2.187884708000638,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.9877563340050983
        },
        {
          "sample_id": "vegalite-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.168083541000669,
          "seconds_b": 3.0389440419967286,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -4.129139499003941
        },
        {
          "sample_id": "nerf-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.207270624996454,
          "seconds_b": 4.337669749998895,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.869600874997559
        },
        {
          "sample_id": "dp-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.887530584004708,
          "seconds_b": 3.5712965830025496,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.316234001002158
        },
        {
          "sample_id": "C6-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.137979208993784,
          "seconds_b": 2.4280747919983696,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.709904416995414
        },
        {
          "sample_id": "vegalite-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.354464084004576,
          "seconds_b": 2.0480667919982807,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.3063972920062952
        },
        {
          "sample_id": "C3-03",
          "quality_a": 100.0,
          "quality_b": 97.5,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.2272970829944825,
          "seconds_b": 2.378977542000939,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.8483195409935433
        },
        {
          "sample_id": "egg-03",
          "quality_a": 100.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.449087875000259,
          "seconds_b": 3.800857249996625,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.6482306250036345
        },
        {
          "sample_id": "stable-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 18.08488779199979,
          "seconds_b": 4.745403291999537,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -13.339484500000253
        },
        {
          "sample_id": "C7-07",
          "quality_a": 100.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.137074833000952,
          "seconds_b": 5.599390832998324,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.5376840000026277
        },
        {
          "sample_id": "C6-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 15.153125541000918,
          "seconds_b": 3.360408959000779,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -11.79271658200014
        },
        {
          "sample_id": "dp-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 11.655569583002944,
          "seconds_b": 3.7730293330023414,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -7.882540250000602
        },
        {
          "sample_id": "dapper-08",
          "quality_a": 95.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.387638208994758,
          "seconds_b": 3.2655635420014733,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.122074666993285
        },
        {
          "sample_id": "spectre-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.07116416599456,
          "seconds_b": 1.8196024169956218,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.2515617489989381
        },
        {
          "sample_id": "C3-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.9344219169943244,
          "seconds_b": 1.866762875004497,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.0676590419898275
        },
        {
          "sample_id": "t5-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.966903791995719,
          "seconds_b": 2.7541126669966616,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.2127911249990575
        },
        {
          "sample_id": "rustbelt-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.7728763749983045,
          "seconds_b": 3.000303458000417,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.7725729169978877
        },
        {
          "sample_id": "C5-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.18856025000423,
          "seconds_b": 3.6074640000006184,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.581096250003611
        },
        {
          "sample_id": "faiss-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.494294875003106,
          "seconds_b": 2.536848582996754,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.9574462920063525
        },
        {
          "sample_id": "nerf-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.304642540999339,
          "seconds_b": 2.5731248340016464,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.7315177069976926
        },
        {
          "sample_id": "egg-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.855904374999227,
          "seconds_b": 2.276562125000055,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.579342249999172
        },
        {
          "sample_id": "rag-04",
          "quality_a": 97.5,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.653351125001791,
          "seconds_b": 2.555060583006707,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.098290541995084
        },
        {
          "sample_id": "spectre-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.260974625001836,
          "seconds_b": 3.4396940829974483,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.8212805420043878
        },
        {
          "sample_id": "faiss-06",
          "quality_a": 97.5,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.342237042001216,
          "seconds_b": 2.2541638749971753,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.0880731670040404
        },
        {
          "sample_id": "raft-10",
          "quality_a": 100.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 13.589541875000577,
          "seconds_b": 6.012814791996789,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -7.576727083003789
        },
        {
          "sample_id": "C8-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.1629586669951095,
          "seconds_b": 3.1421607500014943,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.0207979169936152
        },
        {
          "sample_id": "vegalite-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.614210166997509,
          "seconds_b": 2.226871583996399,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.3873385830011102
        },
        {
          "sample_id": "faiss-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.128581541997846,
          "seconds_b": 2.3245859169983305,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.8039956249995157
        },
        {
          "sample_id": "hai-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.0434203749973676,
          "seconds_b": 1.7934545000025537,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.249965874994814
        },
        {
          "sample_id": "egg-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.793588499996986,
          "seconds_b": 3.4315811669948744,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -4.362007333002111
        },
        {
          "sample_id": "C8-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 11.225109917002555,
          "seconds_b": 3.574253332997614,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -7.650856584004941
        },
        {
          "sample_id": "C4-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.410294083994813,
          "seconds_b": 2.3550162079991424,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.055277875995671
        },
        {
          "sample_id": "rag-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.082978458995058,
          "seconds_b": 3.7101692919968627,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.372809166998195
        },
        {
          "sample_id": "egg-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.503656000000774,
          "seconds_b": 2.432111875001283,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.071544124999491
        },
        {
          "sample_id": "hai-04",
          "quality_a": 100.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.051582082996902,
          "seconds_b": 2.245458999997936,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.8061230829989654
        },
        {
          "sample_id": "gaussian-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.3751880420022644,
          "seconds_b": 2.064647999999579,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.31054004200268537
        },
        {
          "sample_id": "C6-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.050198666998767,
          "seconds_b": 1.835873415999231,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.2143252509995364
        },
        {
          "sample_id": "hai-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.7419783339937567,
          "seconds_b": 4.0484117079977295,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.30643337400397286
        },
        {
          "sample_id": "dp-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.6716484160060645,
          "seconds_b": 2.6040722079997067,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -4.067576208006358
        },
        {
          "sample_id": "dp-10",
          "quality_a": 90.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 13.961604124997393,
          "seconds_b": 5.865557582998008,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -8.096046541999385
        },
        {
          "sample_id": "C3-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.3505276249998133,
          "seconds_b": 1.8587638340031845,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.4917637909966288
        },
        {
          "sample_id": "faiss-01",
          "quality_a": 90.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.667470708998735,
          "seconds_b": 2.7013021250022575,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.03383141600352246
        },
        {
          "sample_id": "C5-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.687504749999789,
          "seconds_b": 2.4862648749985965,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.2012398750011926
        },
        {
          "sample_id": "C4-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.3131530419996125,
          "seconds_b": 2.424151040999277,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.8890020010003354
        },
        {
          "sample_id": "t5-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.585587375004252,
          "seconds_b": 2.6078197499955422,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.02223237499129027
        },
        {
          "sample_id": "nerf-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.753572916997655,
          "seconds_b": 2.16677462500229,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.5867982919953647
        },
        {
          "sample_id": "faiss-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.55711741700361,
          "seconds_b": 3.2141268750056042,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -4.342990541998006
        },
        {
          "sample_id": "kll-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.735254999999597,
          "seconds_b": 2.380579124997894,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.3546758750017034
        },
        {
          "sample_id": "C5-08",
          "quality_a": 95.0,
          "quality_b": 92.5,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.303065915999468,
          "seconds_b": 4.149172416000511,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -4.153893499998958
        },
        {
          "sample_id": "egg-10",
          "quality_a": 100.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.800511790999735,
          "seconds_b": 6.782868292000785,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.0176434989989502
        },
        {
          "sample_id": "gaussian-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 14.64330758300639,
          "seconds_b": 6.17918629199994,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -8.46412129100645
        },
        {
          "sample_id": "rustbelt-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.4298867090037675,
          "seconds_b": 2.1963507089967607,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.2335360000070068
        },
        {
          "sample_id": "C3-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.847483874997124,
          "seconds_b": 3.2192767500018817,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.6282071249952423
        },
        {
          "sample_id": "C6-09",
          "quality_a": 100.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.170761707995553,
          "seconds_b": 2.1975125840035616,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.973249123991991
        },
        {
          "sample_id": "dapper-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.2917973340008757,
          "seconds_b": 1.93055279100372,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.3612445429971558
        },
        {
          "sample_id": "rag-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.932308125004056,
          "seconds_b": 3.063052041994524,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.13074391699046828
        },
        {
          "sample_id": "C7-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.111697707994608,
          "seconds_b": 2.6302508330045384,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.4814468749900698
        },
        {
          "sample_id": "vegalite-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 12.625883957996848,
          "seconds_b": 2.811263208001037,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -9.814620749995811
        },
        {
          "sample_id": "egg-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.4417059169936692,
          "seconds_b": 2.3043891670022276,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.1373167499914416
        },
        {
          "sample_id": "C8-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 15.717699500004528,
          "seconds_b": 6.827455207996536,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -8.890244292007992
        },
        {
          "sample_id": "faiss-09",
          "quality_a": 100.0,
          "quality_b": 97.5,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 13.537667832999432,
          "seconds_b": 4.507935916000861,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -9.029731916998571
        },
        {
          "sample_id": "duckdb-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.225964999997814,
          "seconds_b": 2.2340620000031777,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.991902999994636
        },
        {
          "sample_id": "C5-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.704557625002053,
          "seconds_b": 3.3706493330028025,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.3339082919992507
        },
        {
          "sample_id": "C4-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 16.767228917000466,
          "seconds_b": 2.025695583994093,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -14.741533333006373
        },
        {
          "sample_id": "gaussian-05",
          "quality_a": 100.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.460815874997934,
          "seconds_b": 3.624462833002326,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.836353041995608
        },
        {
          "sample_id": "spectre-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.69307820800168,
          "seconds_b": 3.4060677089946694,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -6.28701049900701
        },
        {
          "sample_id": "C8-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.674615374999121,
          "seconds_b": 3.151610583998263,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.47699520899914205
        },
        {
          "sample_id": "dp-05",
          "quality_a": 100.0,
          "quality_b": 97.5,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.023698666002019,
          "seconds_b": 3.6832271659950493,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.34047150000697
        },
        {
          "sample_id": "spectre-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.565058666994446,
          "seconds_b": 1.792623667002772,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.772434999991674
        },
        {
          "sample_id": "C1-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.0662608749989886,
          "seconds_b": 2.191359917000227,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.8749009579987614
        },
        {
          "sample_id": "faiss-07",
          "quality_a": 100.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.08912345799763,
          "seconds_b": 3.2339307080037543,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.8551927499938756
        },
        {
          "sample_id": "dapper-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.574004916998092,
          "seconds_b": 3.458178708999185,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -6.115826207998907
        },
        {
          "sample_id": "C2-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.9439130000027944,
          "seconds_b": 1.99710129199957,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.9468117080032243
        },
        {
          "sample_id": "rag-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.740426166004909,
          "seconds_b": 3.0552380830049515,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -6.685188082999957
        },
        {
          "sample_id": "C8-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.211153666001337,
          "seconds_b": 3.6234754170000087,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.5876782490013284
        },
        {
          "sample_id": "egg-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 14.276028374995803,
          "seconds_b": 3.4837279580024187,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -10.792300416993385
        },
        {
          "sample_id": "duckdb-02",
          "quality_a": 100.0,
          "quality_b": 90.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.0586943330054055,
          "seconds_b": 2.4084632089943625,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.650231124011043
        },
        {
          "sample_id": "faiss-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.96030150000297,
          "seconds_b": 2.4257461250017514,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.5345553750012186
        },
        {
          "sample_id": "t5-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.1818828750037937,
          "seconds_b": 2.663597083002969,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.4817142079991754
        },
        {
          "sample_id": "gaussian-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.107629124999221,
          "seconds_b": 2.1739629579969915,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.9336661670022295
        },
        {
          "sample_id": "C1-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.274496999998519,
          "seconds_b": 3.7128096250016824,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.5616873749968363
        },
        {
          "sample_id": "C4-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 10.022962875002122,
          "seconds_b": 31.98834145800356,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 21.96537858300144
        },
        {
          "sample_id": "C7-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.952719834000163,
          "seconds_b": 2.2849663750021136,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.6677534589980496
        },
        {
          "sample_id": "nerf-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.191604833999008,
          "seconds_b": 3.5032380830016336,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.6883667509973748
        },
        {
          "sample_id": "dapper-05",
          "quality_a": 100.0,
          "quality_b": 77.5,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.483885666995775,
          "seconds_b": 3.555515000000014,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.928370666995761
        },
        {
          "sample_id": "rag-10",
          "quality_a": 100.0,
          "quality_b": 80.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 20.49633475000155,
          "seconds_b": 7.275724582999828,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -13.220610167001723
        },
        {
          "sample_id": "duckdb-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 14.064868375004153,
          "seconds_b": 3.259487582996371,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -10.805380792007782
        },
        {
          "sample_id": "C1-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.6461699579958804,
          "seconds_b": 5.586213249996945,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 1.9400432920010644
        },
        {
          "sample_id": "hai-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.4636423749980167,
          "seconds_b": 2.4981210000041756,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.9655213749938412
        },
        {
          "sample_id": "C5-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.4539267500003916,
          "seconds_b": 1.8433881669989205,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.6105385830014711
        },
        {
          "sample_id": "spectre-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.475557290999859,
          "seconds_b": 2.378001500001119,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.09755579099874
        },
        {
          "sample_id": "stable-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.242788332994678,
          "seconds_b": 2.2752666669985047,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.9675216659961734
        },
        {
          "sample_id": "nerf-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 10.365457042003982,
          "seconds_b": 6.835491582998657,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.529965459005325
        },
        {
          "sample_id": "faiss-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 26.150930042000255,
          "seconds_b": 7.140683000005083,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -19.01024704199517
        },
        {
          "sample_id": "spectre-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.9561180419987068,
          "seconds_b": 2.391525166996871,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.5645928750018356
        },
        {
          "sample_id": "C7-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.009632667002734,
          "seconds_b": 3.3120187500026077,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.697613917000126
        },
        {
          "sample_id": "dapper-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.472742625002866,
          "seconds_b": 3.53090675000567,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.941835874997196
        },
        {
          "sample_id": "dapper-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.085881375001918,
          "seconds_b": 2.357925541997247,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.7279558330046711
        },
        {
          "sample_id": "vegalite-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.491738374999841,
          "seconds_b": 3.360248834003869,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.1314895409959718
        },
        {
          "sample_id": "hai-09",
          "quality_a": 90.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 12.670800375002727,
          "seconds_b": 3.2326705410014256,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -9.438129834001302
        },
        {
          "sample_id": "kll-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 10.650063165994652,
          "seconds_b": 2.9102522499961196,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -7.739810915998532
        },
        {
          "sample_id": "rag-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.4576254580024397,
          "seconds_b": 1.8978397079990827,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.559785750003357
        },
        {
          "sample_id": "kll-10",
          "quality_a": 95.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 25.999897916997725,
          "seconds_b": 5.894772250001552,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -20.105125666996173
        },
        {
          "sample_id": "C1-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 13.324707540996314,
          "seconds_b": 5.618017790999147,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -7.706689749997167
        },
        {
          "sample_id": "spectre-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.630129958997713,
          "seconds_b": 2.4595104580002953,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.170619500997418
        },
        {
          "sample_id": "stable-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 38.50105054100277,
          "seconds_b": 3.802250542001275,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -34.698799999001494
        },
        {
          "sample_id": "egg-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.949884458001179,
          "seconds_b": 2.0710726250035805,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.8788118329975987
        },
        {
          "sample_id": "dapper-10",
          "quality_a": 90.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 12.764536542003043,
          "seconds_b": 6.228226708997681,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -6.536309833005362
        },
        {
          "sample_id": "raft-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.4430724999983795,
          "seconds_b": 2.318718499998795,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.1243539999995846
        },
        {
          "sample_id": "hai-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 14.759351249995234,
          "seconds_b": 4.063839959002507,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -10.695511290992727
        },
        {
          "sample_id": "rag-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.712819458000013,
          "seconds_b": 4.606254083999374,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.1065653740006383
        },
        {
          "sample_id": "C2-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.324272000005294,
          "seconds_b": 2.5227709579994553,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.8015010420058388
        },
        {
          "sample_id": "kll-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.879700875004346,
          "seconds_b": 2.2778106249970733,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.6018902500072727
        },
        {
          "sample_id": "dapper-04",
          "quality_a": 100.0,
          "quality_b": 80.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.766857583999808,
          "seconds_b": 2.7397578750023968,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.0270997089974117
        },
        {
          "sample_id": "t5-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.311051333002979,
          "seconds_b": 3.42592062499898,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -4.885130708003999
        },
        {
          "sample_id": "gaussian-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.278961875003006,
          "seconds_b": 3.0224221250027767,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.256539750000229
        },
        {
          "sample_id": "egg-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 10.028146459000709,
          "seconds_b": 3.5482700420034234,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -6.479876416997286
        },
        {
          "sample_id": "dapper-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 11.564889875000517,
          "seconds_b": 1.732989500000258,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -9.83190037500026
        },
        {
          "sample_id": "C3-06",
          "quality_a": 95.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.323360333000892,
          "seconds_b": 2.5711574160013697,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -4.752202916999522
        },
        {
          "sample_id": "rustbelt-10",
          "quality_a": 90.0,
          "quality_b": 87.5,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 11.593533749997732,
          "seconds_b": 6.035700291999092,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -5.55783345799864
        },
        {
          "sample_id": "C1-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.833892916001787,
          "seconds_b": 3.2909187499972177,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -5.542974166004569
        },
        {
          "sample_id": "C3-10",
          "quality_a": 100.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 10.59924362500169,
          "seconds_b": 3.833305874999496,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -6.765937750002195
        },
        {
          "sample_id": "raft-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.278702417002933,
          "seconds_b": 2.462474707994261,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.816227709008672
        },
        {
          "sample_id": "C7-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.887164749998192,
          "seconds_b": 4.503253167000366,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.3839115829978255
        },
        {
          "sample_id": "faiss-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.2908571250009118,
          "seconds_b": 1.8709581669972977,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.419898958003614
        },
        {
          "sample_id": "stable-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.5718268749988056,
          "seconds_b": 2.034252290999575,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.5375745839992305
        },
        {
          "sample_id": "rustbelt-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 17.68815770799847,
          "seconds_b": 3.6968086249980843,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -13.991349083000387
        },
        {
          "sample_id": "rag-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.393004832993029,
          "seconds_b": 2.8322874160003266,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.560717416992702
        },
        {
          "sample_id": "nerf-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.4638872499999707,
          "seconds_b": 2.5585092080000322,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.9053780419999384
        },
        {
          "sample_id": "rag-09",
          "quality_a": 90.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 17.315852916995937,
          "seconds_b": 3.3573637079971377,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -13.958489208998799
        },
        {
          "sample_id": "C2-07",
          "quality_a": 100.0,
          "quality_b": 92.5,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 13.89159379099874,
          "seconds_b": 5.919086458001402,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -7.972507332997338
        },
        {
          "sample_id": "gaussian-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.802672249999887,
          "seconds_b": 2.368847375000769,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.433824874999118
        },
        {
          "sample_id": "C4-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.5504717079966213,
          "seconds_b": 1.93989304099523,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.6105786670013913
        },
        {
          "sample_id": "C7-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.5925854580054875,
          "seconds_b": 2.528897541000333,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.0636879170051543
        },
        {
          "sample_id": "C6-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.5800223750047735,
          "seconds_b": 1.9921433329946012,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.5878790420101723
        },
        {
          "sample_id": "stable-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.131445291001,
          "seconds_b": 2.089960291996249,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.0414849990047514
        },
        {
          "sample_id": "C2-03",
          "quality_a": 95.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.187551000002713,
          "seconds_b": 2.2296705410044524,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.957880458998261
        },
        {
          "sample_id": "hai-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.5350137919958797,
          "seconds_b": 2.2593847090029158,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.27562908299296396
        },
        {
          "sample_id": "C5-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.8066745000032824,
          "seconds_b": 2.5039361669987557,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.3027383330045268
        },
        {
          "sample_id": "gaussian-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.139754125004401,
          "seconds_b": 3.442595375003293,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.6971587500011083
        },
        {
          "sample_id": "kll-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.5322926250009914,
          "seconds_b": 1.8224151250033174,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.709877499997674
        },
        {
          "sample_id": "C6-07",
          "quality_a": 97.5,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 13.16781995799829,
          "seconds_b": 6.115612790999876,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -7.052207166998414
        },
        {
          "sample_id": "duckdb-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.415189917002863,
          "seconds_b": 2.447992291999981,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.967197625002882
        },
        {
          "sample_id": "rag-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.897833415998321,
          "seconds_b": 2.607646709002438,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.2901867069958826
        },
        {
          "sample_id": "stable-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 10.447197707995656,
          "seconds_b": 3.755767292008386,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -6.69143041598727
        },
        {
          "sample_id": "vegalite-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.163905916997464,
          "seconds_b": 3.652960332998191,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.5109455839992734
        },
        {
          "sample_id": "egg-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.0780392089945963,
          "seconds_b": 2.2119629590015393,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.866076249993057
        },
        {
          "sample_id": "duckdb-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.848319750002702,
          "seconds_b": 3.2693818749976344,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.5789378750050673
        },
        {
          "sample_id": "C3-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 8.912836250005057,
          "seconds_b": 4.625295541991363,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -4.287540708013694
        },
        {
          "sample_id": "rustbelt-07",
          "quality_a": 92.5,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 10.901414958003443,
          "seconds_b": 4.712022416992113,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -6.18939254101133
        },
        {
          "sample_id": "C3-09",
          "quality_a": 90.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.764172499999404,
          "seconds_b": 2.6989153750037076,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.0652571249956964
        },
        {
          "sample_id": "C2-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.269461666001007,
          "seconds_b": 3.044460250006523,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.225001415994484
        },
        {
          "sample_id": "gaussian-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.97141312500753,
          "seconds_b": 2.8364423339953646,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -3.134970791012165
        },
        {
          "sample_id": "stable-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.055620875005843,
          "seconds_b": 2.0981340419966727,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.9574868330091704
        },
        {
          "sample_id": "stable-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.129611042008037,
          "seconds_b": 3.170657125010621,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.958953916997416
        },
        {
          "sample_id": "C1-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.586538124989602,
          "seconds_b": 2.8238140830071643,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -4.7627240419824375
        },
        {
          "sample_id": "C4-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.117960832998506,
          "seconds_b": 3.1483307909948053,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.9696300420037005
        },
        {
          "sample_id": "C1-03",
          "quality_a": 97.5,
          "quality_b": 97.5,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.564041791003547,
          "seconds_b": 9.358660833007889,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 4.794619042004342
        },
        {
          "sample_id": "C2-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 10.895711375007522,
          "seconds_b": 3.331646709004417,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -7.564064666003105
        },
        {
          "sample_id": "dp-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.895603958007996,
          "seconds_b": 2.2275180830038153,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.6680858750041807
        },
        {
          "sample_id": "C4-07",
          "quality_a": 100.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 16.95514158300648,
          "seconds_b": 8.438721875005285,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -8.516419708001195
        },
        {
          "sample_id": "dp-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.458895666000899,
          "seconds_b": 4.052716707999934,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": 0.5938210419990355
        },
        {
          "sample_id": "raft-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 30.650799250011914,
          "seconds_b": 5.440233499990427,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -25.210565750021487
        },
        {
          "sample_id": "C2-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.8588541250064736,
          "seconds_b": 1.9388391250104178,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.9200149999960558
        },
        {
          "sample_id": "t5-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.901356374990428,
          "seconds_b": 3.576319333995343,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -4.325037040995085
        },
        {
          "sample_id": "spectre-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 16.7906119160034,
          "seconds_b": 4.7925310419959715,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -11.998080874007428
        },
        {
          "sample_id": "stable-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.8327901669981657,
          "seconds_b": 1.8190601669921307,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.013730000006035
        },
        {
          "sample_id": "rustbelt-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.8247496249969117,
          "seconds_b": 2.488665917000617,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.3360837079962948
        },
        {
          "sample_id": "gaussian-07",
          "quality_a": 100.0,
          "quality_b": 92.5,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 10.631209958999534,
          "seconds_b": 3.857500625003013,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -6.773709333996521
        },
        {
          "sample_id": "C6-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.780287374989712,
          "seconds_b": 4.200490125003853,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.579797249985859
        },
        {
          "sample_id": "hai-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 18.279688583003008,
          "seconds_b": 8.697331125003984,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -9.582357457999024
        },
        {
          "sample_id": "hai-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.0595438340096734,
          "seconds_b": 2.6364242499985266,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.4231195840111468
        },
        {
          "sample_id": "C1-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.2251654580031754,
          "seconds_b": 2.4981772920000367,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.7269881660031388
        },
        {
          "sample_id": "C8-09",
          "quality_a": 100.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.823185708999517,
          "seconds_b": 2.5779802499891957,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.2452054590103216
        },
        {
          "sample_id": "rustbelt-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.2418911660060985,
          "seconds_b": 2.6304862079996383,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -4.61140495800646
        },
        {
          "sample_id": "spectre-04",
          "quality_a": 100.0,
          "quality_b": 97.5,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.956720000001951,
          "seconds_b": 2.4954614579910412,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.46125854201091
        },
        {
          "sample_id": "C6-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.604191709004226,
          "seconds_b": 3.408857207992696,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.19533450101153
        },
        {
          "sample_id": "dapper-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.5394174590037437,
          "seconds_b": 2.645974582992494,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.8934428760112496
        },
        {
          "sample_id": "C7-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.076757415998145,
          "seconds_b": 4.21456050001143,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.8621969159867149
        },
        {
          "sample_id": "C6-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.260183625010541,
          "seconds_b": 3.425565541998367,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.8346180830121739
        },
        {
          "sample_id": "t5-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.840087415999733,
          "seconds_b": 2.6928467499965336,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.1472406660031993
        },
        {
          "sample_id": "C7-03",
          "quality_a": 100.0,
          "quality_b": 97.5,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 4.971979416994145,
          "seconds_b": 2.9846124589967076,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.9873669579974376
        },
        {
          "sample_id": "C8-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.1273747920058668,
          "seconds_b": 2.4473091669933638,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.680065625012503
        },
        {
          "sample_id": "C7-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 7.57672337499389,
          "seconds_b": 5.180757750000339,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.3959656249935506
        },
        {
          "sample_id": "spectre-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 20.446393042002455,
          "seconds_b": 7.1272347920021275,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -13.319158250000328
        },
        {
          "sample_id": "rustbelt-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.998673792011687,
          "seconds_b": 4.37774145801086,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.6209323340008268
        },
        {
          "sample_id": "kll-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 11.306920374991023,
          "seconds_b": 4.569141624990152,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -6.737778750000871
        },
        {
          "sample_id": "kll-06",
          "quality_a": 100.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 9.950883291996433,
          "seconds_b": 3.197542666006484,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -6.753340625989949
        },
        {
          "sample_id": "duckdb-05",
          "quality_a": 90.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.489364542008843,
          "seconds_b": 3.7934205410128925,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.6959440009959508
        },
        {
          "sample_id": "gaussian-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 2.9470772920030868,
          "seconds_b": 2.431971500001964,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.5151057920011226
        },
        {
          "sample_id": "raft-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.5492904169950634,
          "seconds_b": 2.7553846670052735,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.7939057499897899
        },
        {
          "sample_id": "C4-09",
          "quality_a": 100.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.897007959007169,
          "seconds_b": 2.8380590830056462,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.0589488760015229
        },
        {
          "sample_id": "C2-09",
          "quality_a": 100.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 6.105220541998278,
          "seconds_b": 5.401004333005403,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.7042162089928752
        },
        {
          "sample_id": "C2-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 15.339922790997662,
          "seconds_b": 4.499504624996916,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -10.840418166000745
        },
        {
          "sample_id": "C3-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 5.4978260829957435,
          "seconds_b": 2.648481958996854,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -2.8493441239988897
        },
        {
          "sample_id": "hai-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.6348948329978157,
          "seconds_b": 3.0745955840102397,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -0.560299248987576
        },
        {
          "sample_id": "stable-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 30.996062207996147,
          "seconds_b": 8.011079625008279,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -22.98498258298787
        },
        {
          "sample_id": "raft-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 3.3355874580011005,
          "seconds_b": 2.168143707996933,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -1.1674437500041677
        },
        {
          "sample_id": "vegalite-10",
          "quality_a": 100.0,
          "quality_b": 95.0,
          "status_a": "ok",
          "status_b": "ok",
          "seconds_a": 14.594468499999493,
          "seconds_b": 7.187684749995242,
          "timing_eligible": true,
          "timing_excluded_reason": null,
          "delta_seconds_b_minus_a": -7.4067837500042515
        }
      ]
    },
    {
      "name": "GPT 接口：Chat low → Responses low",
      "a": "pilot/gpt-chat-low",
      "b": "pilot/gpt-responses-low",
      "samples": 24,
      "quality_delta_b_minus_a": 0.1041666666666714,
      "quality_wins_b": 1,
      "quality_losses_b": 1,
      "quality_ties": 22,
      "faster_b": 14,
      "median_paired_seconds_b_minus_a": -0.16101954199984903,
      "p50_change_percent": -4.173551077272952,
      "priced_amount_change_percent": 1.7946317103620268,
      "items": [
        {
          "sample_id": "C1-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 2.285547999999835,
          "seconds_b": 2.7836932920035906,
          "delta_seconds_b_minus_a": 0.49814529200375546
        },
        {
          "sample_id": "C1-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 3.69643858299969,
          "seconds_b": 2.005436916995677,
          "delta_seconds_b_minus_a": -1.6910016660040128
        },
        {
          "sample_id": "C2-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 7.092133209000167,
          "seconds_b": 4.882207125003333,
          "delta_seconds_b_minus_a": -2.2099260839968338
        },
        {
          "sample_id": "C2-08",
          "quality_a": 100.0,
          "quality_b": 97.5,
          "seconds_a": 5.114454665999801,
          "seconds_b": 4.937262165993161,
          "delta_seconds_b_minus_a": -0.17719250000664033
        },
        {
          "sample_id": "C3-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 4.589193250001699,
          "seconds_b": 4.315471374997287,
          "delta_seconds_b_minus_a": -0.27372187500441214
        },
        {
          "sample_id": "C3-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 2.6336198749995674,
          "seconds_b": 3.296802041993942,
          "delta_seconds_b_minus_a": 0.6631821669943747
        },
        {
          "sample_id": "C4-02",
          "quality_a": 90.0,
          "quality_b": 95.0,
          "seconds_a": 3.0640530410018982,
          "seconds_b": 3.6817770409979858,
          "delta_seconds_b_minus_a": 0.6177239999960875
        },
        {
          "sample_id": "C4-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 6.112774083005206,
          "seconds_b": 6.478251790998911,
          "delta_seconds_b_minus_a": 0.3654777079937048
        },
        {
          "sample_id": "C5-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 3.358339165999496,
          "seconds_b": 2.7984599159972277,
          "delta_seconds_b_minus_a": -0.5598792500022682
        },
        {
          "sample_id": "C5-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 3.929026582998631,
          "seconds_b": 3.5459669579940964,
          "delta_seconds_b_minus_a": -0.3830596250045346
        },
        {
          "sample_id": "C6-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 3.1420874589966843,
          "seconds_b": 3.0339495000007446,
          "delta_seconds_b_minus_a": -0.1081379589959397
        },
        {
          "sample_id": "C6-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 3.758167959000275,
          "seconds_b": 3.3390227089985274,
          "delta_seconds_b_minus_a": -0.4191452500017476
        },
        {
          "sample_id": "C7-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 2.4554811249981867,
          "seconds_b": 3.0109508340028697,
          "delta_seconds_b_minus_a": 0.555469709004683
        },
        {
          "sample_id": "C7-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 11.586998500002665,
          "seconds_b": 10.993554082997434,
          "delta_seconds_b_minus_a": -0.5934444170052302
        },
        {
          "sample_id": "C8-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 4.93396175000089,
          "seconds_b": 2.9186179589960375,
          "delta_seconds_b_minus_a": -2.0153437910048524
        },
        {
          "sample_id": "C8-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 5.182061209001404,
          "seconds_b": 5.477463832998183,
          "delta_seconds_b_minus_a": 0.29540262399677886
        },
        {
          "sample_id": "dp-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 2.4351208329971996,
          "seconds_b": 2.2807482499993057,
          "delta_seconds_b_minus_a": -0.15437258299789391
        },
        {
          "sample_id": "duckdb-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 1.7392339589932817,
          "seconds_b": 2.767366542000673,
          "delta_seconds_b_minus_a": 1.028132583007391
        },
        {
          "sample_id": "kll-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 2.0702255829964997,
          "seconds_b": 2.3964916660042945,
          "delta_seconds_b_minus_a": 0.3262660830077948
        },
        {
          "sample_id": "nerf-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 3.5754717079980765,
          "seconds_b": 3.150703291001264,
          "delta_seconds_b_minus_a": -0.42476841699681245
        },
        {
          "sample_id": "raft-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 2.240361457996187,
          "seconds_b": 2.881118833000073,
          "delta_seconds_b_minus_a": 0.6407573750038864
        },
        {
          "sample_id": "rustbelt-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 2.198976917003165,
          "seconds_b": 2.031310416001361,
          "delta_seconds_b_minus_a": -0.16766650100180414
        },
        {
          "sample_id": "t5-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 2.2105908340017777,
          "seconds_b": 2.0004646249944926,
          "delta_seconds_b_minus_a": -0.21012620900728507
        },
        {
          "sample_id": "vegalite-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 2.311560416004795,
          "seconds_b": 2.3738674580017687,
          "delta_seconds_b_minus_a": 0.06230704199697357
        }
      ]
    },
    {
      "name": "GPT 推理：Responses low → none",
      "a": "pilot/gpt-responses-low",
      "b": "pilot/gpt-responses-none",
      "samples": 24,
      "quality_delta_b_minus_a": -0.1041666666666714,
      "quality_wins_b": 1,
      "quality_losses_b": 2,
      "quality_ties": 21,
      "faster_b": 16,
      "median_paired_seconds_b_minus_a": -0.2877123959988239,
      "p50_change_percent": -10.240703352549364,
      "priced_amount_change_percent": -7.684347692779381,
      "items": [
        {
          "sample_id": "C1-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 2.7836932920035906,
          "seconds_b": 2.543934374996752,
          "delta_seconds_b_minus_a": -0.2397589170068386
        },
        {
          "sample_id": "C1-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 2.005436916995677,
          "seconds_b": 1.8900380410050275,
          "delta_seconds_b_minus_a": -0.11539887599064969
        },
        {
          "sample_id": "C2-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 4.882207125003333,
          "seconds_b": 4.210842542001046,
          "delta_seconds_b_minus_a": -0.671364583002287
        },
        {
          "sample_id": "C2-08",
          "quality_a": 97.5,
          "quality_b": 100.0,
          "seconds_a": 4.937262165993161,
          "seconds_b": 5.599538166003185,
          "delta_seconds_b_minus_a": 0.6622760000100243
        },
        {
          "sample_id": "C3-05",
          "quality_a": 100.0,
          "quality_b": 97.5,
          "seconds_a": 4.315471374997287,
          "seconds_b": 2.25913729199965,
          "delta_seconds_b_minus_a": -2.056334082997637
        },
        {
          "sample_id": "C3-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 3.296802041993942,
          "seconds_b": 2.7026082910015248,
          "delta_seconds_b_minus_a": -0.5941937509924173
        },
        {
          "sample_id": "C4-02",
          "quality_a": 95.0,
          "quality_b": 92.5,
          "seconds_a": 3.6817770409979858,
          "seconds_b": 2.9438512080014334,
          "delta_seconds_b_minus_a": -0.7379258329965523
        },
        {
          "sample_id": "C4-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 6.478251790998911,
          "seconds_b": 6.189544458000455,
          "delta_seconds_b_minus_a": -0.28870733299845597
        },
        {
          "sample_id": "C5-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 2.7984599159972277,
          "seconds_b": 2.4696684169975924,
          "delta_seconds_b_minus_a": -0.3287914989996352
        },
        {
          "sample_id": "C5-09",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 3.5459669579940964,
          "seconds_b": 2.8594029579980997,
          "delta_seconds_b_minus_a": -0.6865639999959967
        },
        {
          "sample_id": "C6-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 3.0339495000007446,
          "seconds_b": 4.195747207995737,
          "delta_seconds_b_minus_a": 1.1617977079949924
        },
        {
          "sample_id": "C6-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 3.3390227089985274,
          "seconds_b": 3.0523052499993355,
          "delta_seconds_b_minus_a": -0.2867174589991919
        },
        {
          "sample_id": "C7-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 3.0109508340028697,
          "seconds_b": 3.5004809579986613,
          "delta_seconds_b_minus_a": 0.48953012399579166
        },
        {
          "sample_id": "C7-07",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 10.993554082997434,
          "seconds_b": 9.764378624997335,
          "delta_seconds_b_minus_a": -1.2291754580000998
        },
        {
          "sample_id": "C8-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 2.9186179589960375,
          "seconds_b": 3.4338925830015796,
          "delta_seconds_b_minus_a": 0.5152746240055421
        },
        {
          "sample_id": "C8-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 5.477463832998183,
          "seconds_b": 5.039659165995545,
          "delta_seconds_b_minus_a": -0.43780466700263787
        },
        {
          "sample_id": "dp-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 2.2807482499993057,
          "seconds_b": 2.749899833004747,
          "delta_seconds_b_minus_a": 0.46915158300544135
        },
        {
          "sample_id": "duckdb-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 2.767366542000673,
          "seconds_b": 1.8729809999931604,
          "delta_seconds_b_minus_a": -0.8943855420075124
        },
        {
          "sample_id": "kll-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 2.3964916660042945,
          "seconds_b": 2.621273457996722,
          "delta_seconds_b_minus_a": 0.22478179199242732
        },
        {
          "sample_id": "nerf-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 3.150703291001264,
          "seconds_b": 2.2793448340016766,
          "delta_seconds_b_minus_a": -0.8713584569995874
        },
        {
          "sample_id": "raft-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 2.881118833000073,
          "seconds_b": 2.1127734589972533,
          "delta_seconds_b_minus_a": -0.7683453740028199
        },
        {
          "sample_id": "rustbelt-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 2.031310416001361,
          "seconds_b": 2.174683916004142,
          "delta_seconds_b_minus_a": 0.14337350000278093
        },
        {
          "sample_id": "t5-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 2.0004646249944926,
          "seconds_b": 2.6150928339993698,
          "delta_seconds_b_minus_a": 0.6146282090048771
        },
        {
          "sample_id": "vegalite-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 2.3738674580017687,
          "seconds_b": 2.1667125840031076,
          "delta_seconds_b_minus_a": -0.20715487399866106
        }
      ]
    },
    {
      "name": "Haiku：adaptive low → disabled",
      "a": "pilot/haiku-adaptive-low",
      "b": "pilot/haiku-disabled-paired",
      "samples": 24,
      "quality_delta_b_minus_a": -0.10416666666665719,
      "quality_wins_b": 3,
      "quality_losses_b": 2,
      "quality_ties": 19,
      "faster_b": 15,
      "median_paired_seconds_b_minus_a": -0.14055781250135624,
      "p50_change_percent": -5.728232282534707,
      "priced_amount_change_percent": -7.6263513873355615,
      "items": [
        {
          "sample_id": "C1-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 2.8074137910007266,
          "seconds_b": 1.68017541700101,
          "delta_seconds_b_minus_a": -1.1272383739997167
        },
        {
          "sample_id": "C1-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 1.7930739579969668,
          "seconds_b": 1.5919511249958305,
          "delta_seconds_b_minus_a": -0.20112283300113631
        },
        {
          "sample_id": "C2-04",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 3.08796083299967,
          "seconds_b": 3.4319385409980896,
          "delta_seconds_b_minus_a": 0.34397770799841965
        },
        {
          "sample_id": "C2-08",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 5.0300083750044,
          "seconds_b": 4.610099124998669,
          "delta_seconds_b_minus_a": -0.41990925000573043
        },
        {
          "sample_id": "C3-05",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 1.637724000000162,
          "seconds_b": 1.6386990419996437,
          "delta_seconds_b_minus_a": 0.0009750419994816184
        },
        {
          "sample_id": "C3-09",
          "quality_a": 85.0,
          "quality_b": 90.0,
          "seconds_a": 2.921668957998918,
          "seconds_b": 2.070593041004031,
          "delta_seconds_b_minus_a": -0.8510759169948869
        },
        {
          "sample_id": "C4-02",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 2.338642124996113,
          "seconds_b": 2.1777866249976796,
          "delta_seconds_b_minus_a": -0.16085549999843352
        },
        {
          "sample_id": "C4-08",
          "quality_a": 100.0,
          "quality_b": 97.5,
          "seconds_a": 6.823182915999496,
          "seconds_b": 3.8739009169948986,
          "delta_seconds_b_minus_a": -2.9492819990045973
        },
        {
          "sample_id": "C5-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 2.026166000003286,
          "seconds_b": 2.1002248329969007,
          "delta_seconds_b_minus_a": 0.07405883299361449
        },
        {
          "sample_id": "C5-09",
          "quality_a": 90.0,
          "quality_b": 90.0,
          "seconds_a": 2.7885642080000252,
          "seconds_b": 2.0794900420005433,
          "delta_seconds_b_minus_a": -0.7090741659994819
        },
        {
          "sample_id": "C6-02",
          "quality_a": 90.0,
          "quality_b": 100.0,
          "seconds_a": 2.688757750001969,
          "seconds_b": 2.56849762499769,
          "delta_seconds_b_minus_a": -0.12026012500427896
        },
        {
          "sample_id": "C6-06",
          "quality_a": 100.0,
          "quality_b": 80.0,
          "seconds_a": 2.196408417003113,
          "seconds_b": 3.311785249999957,
          "delta_seconds_b_minus_a": 1.1153768329968443
        },
        {
          "sample_id": "C7-03",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 2.287078334004036,
          "seconds_b": 3.005683458999556,
          "delta_seconds_b_minus_a": 0.7186051249955199
        },
        {
          "sample_id": "C7-07",
          "quality_a": 95.0,
          "quality_b": 100.0,
          "seconds_a": 7.113595292001264,
          "seconds_b": 6.893110291995981,
          "delta_seconds_b_minus_a": -0.22048500000528293
        },
        {
          "sample_id": "C8-06",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 2.089448458995321,
          "seconds_b": 2.346511333998933,
          "delta_seconds_b_minus_a": 0.25706287500361213
        },
        {
          "sample_id": "C8-10",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 4.338786915999663,
          "seconds_b": 3.9895017500020913,
          "delta_seconds_b_minus_a": -0.3492851659975713
        },
        {
          "sample_id": "dp-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 2.0695268330018735,
          "seconds_b": 1.568328166998981,
          "delta_seconds_b_minus_a": -0.5011986660028924
        },
        {
          "sample_id": "duckdb-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 1.9156820420030272,
          "seconds_b": 2.0697714159978204,
          "delta_seconds_b_minus_a": 0.15408937399479328
        },
        {
          "sample_id": "kll-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 1.5168169579992536,
          "seconds_b": 1.5280616669988376,
          "delta_seconds_b_minus_a": 0.011244708999583963
        },
        {
          "sample_id": "nerf-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 1.5911864579975372,
          "seconds_b": 1.6775219580013072,
          "delta_seconds_b_minus_a": 0.08633550000377
        },
        {
          "sample_id": "raft-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 1.8838201249964186,
          "seconds_b": 1.787627458004863,
          "delta_seconds_b_minus_a": -0.0961926669915556
        },
        {
          "sample_id": "rustbelt-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 2.3045633340007043,
          "seconds_b": 1.5526838750010938,
          "delta_seconds_b_minus_a": -0.7518794589996105
        },
        {
          "sample_id": "t5-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 1.7019759160029935,
          "seconds_b": 1.695896167002502,
          "delta_seconds_b_minus_a": -0.006079749000491574
        },
        {
          "sample_id": "vegalite-01",
          "quality_a": 100.0,
          "quality_b": 100.0,
          "seconds_a": 2.116065667003568,
          "seconds_b": 1.7033202499951585,
          "delta_seconds_b_minus_a": -0.4127454170084093
        }
      ]
    }
  ],
  "capabilities": [
    {
      "model_id": "gpt-6-luna",
      "name": "GPT-6 Luna",
      "protocol": "responses",
      "status": "3条预检证实关闭",
      "parameters": {
        "reasoning": {
          "effort": "none"
        }
      },
      "explicit_zero_reasoning_probes": 3,
      "positive_control_reasoning_tokens": 35,
      "observed_at": "2026-10-26T11:11:58.375344+00:00",
      "source": "https://commandcode.ai/docs/provider"
    },
    {
      "model_id": "tencent/hy3-paid",
      "name": "Tencent Hy3",
      "protocol": "responses",
      "status": "3条预检证实关闭",
      "parameters": {
        "reasoning": {
          "effort": "none"
        }
      },
      "explicit_zero_reasoning_probes": 3,
      "positive_control_reasoning_tokens": 524,
      "observed_at": "2026-10-26T11:11:58.375344+00:00",
      "source": "https://commandcode.ai/docs/provider"
    },
    {
      "model_id": "xiaomi/mimo-v2.6-pro",
      "name": "MiMo V2.6 Pro",
      "protocol": "responses",
      "status": "3条预检证实关闭",
      "parameters": {
        "reasoning": {
          "effort": "none"
        }
      },
      "explicit_zero_reasoning_probes": 3,
      "positive_control_reasoning_tokens": 15,
      "observed_at": "2026-10-26T11:11:58.375344+00:00",
      "source": "https://commandcode.ai/docs/provider"
    },
    {
      "model_id": "deepseek/deepseek-v4.1-flash",
      "name": "DeepSeek V4.1 Flash",
      "protocol": "chat_completions",
      "status": "3条预检证实关闭",
      "parameters": {
        "reasoning_effort": "off"
      },
      "explicit_zero_reasoning_probes": 3,
      "positive_control_reasoning_tokens": 68,
      "observed_at": "2026-10-26T11:11:58.375344+00:00",
      "source": "https://commandcode.ai/docs/provider"
    },
    {
      "model_id": "xiaomi/mimo-v2.6-flash",
      "name": "MiMo V2.6 Flash",
      "protocol": "responses",
      "status": "仅1条预检，待扩大验证",
      "parameters": {
        "reasoning": {
          "effort": "none"
        }
      },
      "explicit_zero_reasoning_probes": 1,
      "positive_control_reasoning_tokens": null,
      "observed_at": "2026-10-26T11:11:58.375344+00:00",
      "source": "https://commandcode.ai/docs/provider"
    },
    {
      "model_id": "Qwen/Qwen3.8-Flash",
      "name": "Qwen 3.8 Flash",
      "protocol": "chat_completions",
      "status": "Chat off被拒绝，其他路由未验证",
      "parameters": null,
      "explicit_zero_reasoning_probes": null,
      "positive_control_reasoning_tokens": null,
      "observed_at": "2026-10-26T11:11:58.375344+00:00",
      "source": "https://commandcode.ai/docs/provider"
    },
    {
      "model_id": "Qwen/Qwen3.7-Flash",
      "name": "Qwen 3.7 Flash",
      "protocol": "chat_completions",
      "status": "Chat off被拒绝，其他路由未验证",
      "parameters": null,
      "explicit_zero_reasoning_probes": null,
      "positive_control_reasoning_tokens": null,
      "observed_at": "2026-10-26T11:11:58.375344+00:00",
      "source": "https://commandcode.ai/docs/provider"
    },
    {
      "model_id": "z-ai/glm-5.3-flash",
      "name": "GLM-5.3 Flash",
      "protocol": "chat_completions",
      "status": "Chat off被拒绝，其他路由未验证",
      "parameters": null,
      "explicit_zero_reasoning_probes": null,
      "positive_control_reasoning_tokens": null,
      "observed_at": "2026-10-26T11:11:58.375344+00:00",
      "source": "https://commandcode.ai/docs/provider"
    },
    {
      "model_id": "minimax/minimax-m3.1-flash",
      "name": "MiniMax M3.1 Flash",
      "protocol": "chat_completions",
      "status": "Chat off被拒绝，其他路由未验证",
      "parameters": null,
      "explicit_zero_reasoning_probes": null,
      "positive_control_reasoning_tokens": null,
      "observed_at": "2026-10-26T11:11:58.375344+00:00",
      "source": "https://commandcode.ai/docs/provider"
    },
    {
      "model_id": "claude-haiku-5-5",
      "name": "Claude Haiku 5.5",
      "protocol": "anthropic_messages",
      "status": "关闭参数获接受；未提供推理Token，未观察到thinking",
      "parameters": {
        "thinking": {
          "type": "disabled"
        }
      },
      "explicit_zero_reasoning_probes": null,
      "positive_control_reasoning_tokens": null,
      "observed_at": "2026-10-26T11:11:58.375344+00:00",
      "source": "https://commandcode.ai/docs/provider"
    }
  ],
  "probe_scope": {
    "calls": 52,
    "http_status_counts": {
      "200": 36,
      "400": 16
    },
    "note": "兼容性探测采用不同预算/连接方式，耗时不能用作正式性能比较。"
  },
  "products": [
    {
      "id": "quick",
      "name": "ChatGPT 接入快速检查",
      "date": "2026-10-25",
      "model": "GPT-6 Luna · ChatGPT low",
      "samples": 24,
      "executed_jobs": 27,
      "successes": 24,
      "p50": 6.453385417000391,
      "p95": 13.542626666996512,
      "generation_calls": 27,
      "quality": null,
      "review_status": "未完成质量评审，不参与模型排名"
    },
    {
      "id": "selection",
      "name": "划词翻译回归",
      "date": "2026-10-25",
      "model": "GPT-6 Luna · ChatGPT low",
      "samples": 24,
      "executed_jobs": 24,
      "successes": 24,
      "p50": 7.592735790996812,
      "p95": 11.705645082998672,
      "generation_calls": 24,
      "quality": null,
      "review_status": "未完成质量评审，不参与模型排名"
    },
    {
      "id": "pdf-quick",
      "name": "PDF 流程回归",
      "date": "2026-10-25",
      "model": "GPT-6 Luna · ChatGPT low",
      "samples": 4,
      "executed_jobs": 4,
      "successes": 4,
      "p50": 57.00625479199516,
      "p95": 84.37669029200333,
      "generation_calls": 18,
      "quality": null,
      "review_status": "未完成质量评审，不参与模型排名"
    },
    {
      "id": "20261027-account-selection",
      "name": "插件账号划词翻译回归",
      "date": "2026-10-27",
      "model": "gpt-6-luna",
      "record_id": "account-responses-low",
      "suite": "selection",
      "samples": 24,
      "executed_jobs": 24,
      "successes": 24,
      "p50": 5.889888666002662,
      "p95": 10.074969749999582,
      "generation_calls": 24,
      "quality": null,
      "review_status": "24条原文/译文已逐条核读；存在局部术语和语法问题，不计模型排名",
      "engineering_review_sha256": "ee4a4fa774583a1324c95798de3992e392a865942b3404d069774b2958bd09e4",
      "inspection_status": "complete_with_findings"
    },
    {
      "id": "20261027-account-pdf-quick",
      "name": "插件账号PDF流程回归",
      "date": "2026-10-27",
      "model": "gpt-6-luna",
      "record_id": "account-responses-low",
      "suite": "pdf-quick",
      "samples": 4,
      "executed_jobs": 4,
      "successes": 4,
      "p50": 50.95263874999364,
      "p95": 74.30884616699768,
      "generation_calls": 18,
      "quality": null,
      "review_status": "4页单语/双语均已视觉核验；图内及竖排英文仍保留，长公式有换行重排",
      "engineering_review_sha256": "88910ae95550adaffcc9f2e328464900d12a1b00e7a9bf1d26eeaa37cb6d00f9",
      "inspection_status": "complete_with_findings"
    },
    {
      "id": "20261027-command-selection",
      "name": "Command候选划词翻译回归",
      "date": "2026-10-27",
      "model": "gpt-6-luna",
      "record_id": "command-responses-none",
      "suite": "selection",
      "samples": 24,
      "executed_jobs": 24,
      "successes": 24,
      "p50": 3.7033505409926875,
      "p95": 6.034907207998913,
      "generation_calls": 24,
      "quality": null,
      "review_status": "24条原文/译文已逐条核读；存在局部术语和语法问题，不计模型排名",
      "engineering_review_sha256": "11dea51a7adc2e108035caf3afbec3c826e2eac19612924fbe4b2e29fc6280b8",
      "inspection_status": "complete_with_findings"
    },
    {
      "id": "20261027-command-pdf-quick",
      "name": "Command候选PDF流程回归",
      "date": "2026-10-27",
      "model": "gpt-6-luna",
      "record_id": "command-responses-none",
      "suite": "pdf-quick",
      "samples": 4,
      "executed_jobs": 4,
      "successes": 4,
      "p50": 36.166427832999034,
      "p95": 48.99519337499805,
      "generation_calls": 22,
      "quality": null,
      "review_status": "4页单语/双语均已视觉核验；图内及竖排英文仍保留，长公式有换行重排",
      "engineering_review_sha256": "60ade7d3d4a815591aab9b854c6fdd73c91d5b4b5e0d81eade9a0c197478abde",
      "inspection_status": "complete_with_findings"
    }
  ],
  "sample_score_rows": 2784,
  "sample_score_coverage_note": "公开逐条评分覆盖ChatGPT原正式批、Qwen/MiMo正式批、6组试测及本轮全部正式主测；原七模型仅保留原有汇总和回执。本轮复测评分另附下载。",
  "cost_note": "整批费用包含预检及复测；单位原文费用只取主测调用，除以全部对应原文字符数（含空白），每1000字符计价。缺失回执为已记录部分；ChatGPT为API等值估算，现金扣费未知。",
  "scope_note": "同一数据集的16条记录；正式240条与试测24条分别筛选。跨日期/渠道的速度差还包含提供方路由和运行环境影响。",
  "ledger_rows": 7359,
  "formal_scope": {
    "models": 9,
    "samples_per_model": 240,
    "main_outputs": 2400,
    "translation_calls": 2830,
    "all_attempts": 3901,
    "configurations": 10,
    "samples_per_configuration": 240,
    "quick_calls": 27,
    "cancelled_translation_calls": 227
  },
  "default_date": "2026-10-27",
  "experiment": {
    "date": "2026-10-27",
    "publication": "experiment/",
    "configurations": 8,
    "unavailable": [
      {
        "id": "command-chat_completions-none",
        "channel": "command",
        "model": "gpt-6-luna",
        "protocol": "chat_completions",
        "effort": "none",
        "status": "off_unverified",
        "reason": null,
        "calls": 1,
        "errors": [
          {
            "status": 400,
            "type": "HTTPError",
            "code": null
          }
        ]
      },
      {
        "id": "account-responses-none",
        "channel": "chatgpt",
        "model": "gpt-6-luna",
        "protocol": "responses",
        "effort": "none",
        "status": "unavailable",
        "reason": "account_catalog_effort_unsupported",
        "calls": 0,
        "errors": []
      },
      {
        "id": "command-chat_completions-off",
        "channel": "command",
        "model": "gpt-6-luna",
        "protocol": "chat_completions",
        "effort": "off",
        "status": "off_unverified",
        "reason": null,
        "calls": 1,
        "errors": [
          {
            "status": 400,
            "type": "HTTPError",
            "code": null
          }
        ]
      }
    ],
    "review": {
      "reviewer": "Command GPT-6 Luna low",
      "independent": false,
      "passes": 2,
      "original_output_rows": 2237,
      "unique_source_translation_pairs": 2184,
      "deduplication": "Only identical source, translation, rubric anchors and preservation checks share two reviews; every receipt separately hash-bound.",
      "main_and_repeat_outputs_reviewed": true,
      "empty_failures": "zero score by frozen rubric; no invented dimension review",
      "engineering_adjudication": "complete",
      "created_at": "2026-10-26T20:39:23.229908+00:00",
      "review_script_sha256": "1ba951b5e330e661fd4284cfccf7225730d1dd8fe13c0b31dcf19b59112f5b7b",
      "validator_sha256": "454136caf660a156622844a654fd9b6c78e7e38ef5f5936652a0619054191f49",
      "pricing_script_sha256": "3dbff7694db79771904811f28ee1028de75925665801636073d19a3d19fc5a2a",
      "judge_config_sha256": "4ae0d2f40c8e7fe06bd2079b47a7be34e9df6ba1e41cb70e24f2a1fbd0e3aed2",
      "schema_format_sha256": "82095303b0025b4ccaba2ff9352bbab619af70d9b28c775b1aa99e7eb7115d72",
      "schema_metadata_revision": {
        "revision": "v2",
        "at": "2026-10-26T20:49:37.763083+00:00",
        "policy": "schema-repair-policy.json",
        "archive": "schema-repair-history/v1-before-url-override-metadata",
        "scores_errors_notes_outbound_prompts_unchanged": true
      },
      "schema_category_revision": {
        "revision": "v3",
        "at": "2026-10-26T21:05:33.630608+00:00",
        "policy": "schema-repair-policy.json",
        "archive": "schema-repair-history/v2-before-omission-category-aliases",
        "scores_severity_explanations_quotes_notes_outbound_prompts_unchanged": true
      },
      "engineering_completed_at": "2026-10-26T22:26:47.729039+00:00",
      "engineering_risk_pairs": 442,
      "audit_unique_pairs": 470,
      "audit_output_rows": 477,
      "audit_seed": 61013
    },
    "accounting": {
      "calls_by_kind": {
        "translation-precheck": 26,
        "translation-main": 1920,
        "translation-administrative": 1,
        "translation-repeat": 320,
        "compatibility-probe": 15,
        "quality-review-initial": 402,
        "quality-review-second-pass": 368,
        "product-account-pdf-quick": 18,
        "product-account-selection": 24,
        "product-command-pdf-quick": 22,
        "product-command-selection": 24
      },
      "known_command_token_priced_usd": 1.4756400982,
      "unknown_priced_calls": 13,
      "cash_usd": null,
      "subscription_quota_percent": null
    },
    "administrative_recovery": {
      "registered_at": "2026-10-26T16:38:26.637304+00:00",
      "original_job_id": "main:stable-07:0",
      "record_id": "command-responses-none",
      "sample_id": "stable-07",
      "reason": "Agent interrupted the finite pipeline to repair provisional-usage handling; the next request was already in flight.",
      "original_outcome": "unknown; not assumed successful or free",
      "planned_action": "One explicitly registered replacement for the missing measurement slot, with a new call ID. No retry of the actual timeout failure.",
      "extra_probe_budget_slots_used": 1,
      "exclude_sample_from_paired_latency": true,
      "selection_basis": "Administrative missing outcome only; no quality judgments have been generated."
    },
    "api_equivalent_prices": {
      "input": 0.1,
      "output": 0.5,
      "cached_input": 0.01,
      "cache_write": 0.125,
      "as_of": "2026-10-27",
      "source": "https://developers.openai.com/api/docs/models/gpt-6-luna"
    },
    "note": "本轮只请求关闭推理与low。插件账号关闭档位未开放；Command GPT Chat的none/off被拒绝。保留有效配对及真实用量缺失。",
    "timing_note": "账号沿用真实插件客户端，输出上限未显式设置；Command上限8192。两渠道的连接、路由和隐藏默认值仍有差异。",
    "compatibility": {
      "observed_at": "2026-10-26T20:39:23.041860+00:00",
      "actual_calls": 15,
      "not_ranked": true,
      "targets": [
        {
          "id": "glm-off",
          "model": "z-ai/glm-5.3-flash",
          "protocol": "chat_completions",
          "parameters": {
            "reasoning_effort": "off"
          },
          "receipts": [
            {
              "call_id": "3f11d8ff06d94bca83cdc6e511c1ccfd",
              "status": "error",
              "http_status": 400,
              "usage": {
                "availability": "unavailable"
              },
              "reasoning_delta_chars": 0,
              "explicit_zero_reasoning": false
            }
          ]
        },
        {
          "id": "qwen38-off",
          "model": "Qwen/Qwen3.8-Flash",
          "protocol": "chat_completions",
          "parameters": {
            "reasoning_effort": "off"
          },
          "receipts": [
            {
              "call_id": "61357982eb7a4f5fa519872c10830b21",
              "status": "error",
              "http_status": 400,
              "usage": {
                "availability": "unavailable"
              },
              "reasoning_delta_chars": 0,
              "explicit_zero_reasoning": false
            }
          ]
        },
        {
          "id": "qwen37-responses-none",
          "model": "Qwen/Qwen3.7-Flash",
          "protocol": "responses",
          "parameters": {
            "reasoning": {
              "effort": "none"
            }
          },
          "receipts": [
            {
              "call_id": "dbef726fb55e4613b55235154e51af98",
              "status": "ok",
              "http_status": 200,
              "usage": {
                "availability": "complete",
                "cached_input": 0,
                "input": 64,
                "output": 15,
                "reasoning": 0
              },
              "reasoning_delta_chars": 0,
              "explicit_zero_reasoning": true
            },
            {
              "call_id": "05ba795c18b247809fecae699c7afa48",
              "status": "ok",
              "http_status": 200,
              "usage": {
                "availability": "complete",
                "cached_input": 0,
                "input": 68,
                "output": 19,
                "reasoning": 0
              },
              "reasoning_delta_chars": 0,
              "explicit_zero_reasoning": true
            },
            {
              "call_id": "32d3b8f137ca415e9c98be58e402892d",
              "status": "ok",
              "http_status": 200,
              "usage": {
                "availability": "complete",
                "cached_input": 0,
                "input": 67,
                "output": 18,
                "reasoning": 0
              },
              "reasoning_delta_chars": 0,
              "explicit_zero_reasoning": true
            }
          ]
        },
        {
          "id": "mimo-flash-none",
          "model": "xiaomi/mimo-v2.6-flash",
          "protocol": "responses",
          "parameters": {
            "reasoning": {
              "effort": "none"
            }
          },
          "receipts": [
            {
              "call_id": "b01f1814b71c454caafae046b05d1da6",
              "status": "ok",
              "http_status": 200,
              "usage": {
                "availability": "complete",
                "cached_input": 0,
                "input": 64,
                "output": 17,
                "reasoning": 0
              },
              "reasoning_delta_chars": 0,
              "explicit_zero_reasoning": true
            },
            {
              "call_id": "25d35c86980b40e1a543240c8635e4af",
              "status": "ok",
              "http_status": 200,
              "usage": {
                "availability": "complete",
                "cached_input": 0,
                "input": 68,
                "output": 20,
                "reasoning": 0
              },
              "reasoning_delta_chars": 0,
              "explicit_zero_reasoning": true
            },
            {
              "call_id": "b444d87cb1e44aacb4e4866c65764be3",
              "status": "ok",
              "http_status": 200,
              "usage": {
                "availability": "complete",
                "cached_input": 0,
                "input": 67,
                "output": 23,
                "reasoning": 0
              },
              "reasoning_delta_chars": 0,
              "explicit_zero_reasoning": true
            }
          ]
        },
        {
          "id": "minimax-off",
          "model": "minimax/minimax-m3.1-flash",
          "protocol": "chat_completions",
          "parameters": {
            "reasoning_effort": "off"
          },
          "receipts": [
            {
              "call_id": "30c241ef1c1d41648d361d88387ab75a",
              "status": "error",
              "http_status": 400,
              "usage": {
                "availability": "unavailable"
              },
              "reasoning_delta_chars": 0,
              "explicit_zero_reasoning": false
            }
          ]
        },
        {
          "id": "haiku-disabled",
          "model": "claude-haiku-5-5",
          "protocol": "anthropic_messages",
          "parameters": {
            "thinking": {
              "type": "disabled"
            }
          },
          "receipts": [
            {
              "call_id": "055ddcb057ce43829763b9db861eb9af",
              "status": "ok",
              "http_status": 200,
              "usage": {
                "availability": "complete",
                "cache_write_input": 0,
                "cached_input": 0,
                "input": 87,
                "output": 29,
                "reasoning": null
              },
              "reasoning_delta_chars": 0,
              "explicit_zero_reasoning": false
            },
            {
              "call_id": "c78f47981ed740c2bde767b0ad56961c",
              "status": "ok",
              "http_status": 200,
              "usage": {
                "availability": "complete",
                "cache_write_input": 0,
                "cached_input": 0,
                "input": 91,
                "output": 30,
                "reasoning": null
              },
              "reasoning_delta_chars": 0,
              "explicit_zero_reasoning": false
            },
            {
              "call_id": "bcc05e82b1a4452a981f113e8653b296",
              "status": "ok",
              "http_status": 200,
              "usage": {
                "availability": "complete",
                "cache_write_input": 0,
                "cached_input": 0,
                "input": 98,
                "output": 42,
                "reasoning": null
              },
              "reasoning_delta_chars": 0,
              "explicit_zero_reasoning": false
            }
          ]
        },
        {
          "id": "haiku-adaptive-low",
          "model": "claude-haiku-5-5",
          "protocol": "anthropic_messages",
          "parameters": {
            "thinking": {
              "type": "adaptive"
            },
            "output_config": {
              "effort": "low"
            }
          },
          "receipts": [
            {
              "call_id": "7367a54b99c94343a37ee1da5005a334",
              "status": "ok",
              "http_status": 200,
              "usage": {
                "availability": "complete",
                "cache_write_input": 0,
                "cached_input": 0,
                "input": 89,
                "output": 29,
                "reasoning": null
              },
              "reasoning_delta_chars": 0,
              "explicit_zero_reasoning": false
            },
            {
              "call_id": "0ecd4612d8c04417b56cefd0a25c0d6c",
              "status": "ok",
              "http_status": 200,
              "usage": {
                "availability": "complete",
                "cache_write_input": 0,
                "cached_input": 0,
                "input": 93,
                "output": 30,
                "reasoning": null
              },
              "reasoning_delta_chars": 0,
              "explicit_zero_reasoning": false
            },
            {
              "call_id": "fe06eefcc0cc4d0cb3d3ed22496dd517",
              "status": "ok",
              "http_status": 200,
              "usage": {
                "availability": "complete",
                "cache_write_input": 0,
                "cached_input": 0,
                "input": 100,
                "output": 44,
                "reasoning": null
              },
              "reasoning_delta_chars": 0,
              "explicit_zero_reasoning": false
            }
          ]
        }
      ]
    }
  },
  "experiment_accounting": {
    "calls_by_kind": {
      "translation-precheck": 26,
      "translation-main": 1920,
      "translation-administrative": 1,
      "translation-repeat": 320,
      "compatibility-probe": 15,
      "quality-review-initial": 402,
      "quality-review-second-pass": 368,
      "product-account-pdf-quick": 18,
      "product-account-selection": 24,
      "product-command-pdf-quick": 22,
      "product-command-selection": 24
    },
    "known_command_token_priced_usd": 1.4756400982,
    "unknown_priced_calls": 13,
    "cash_usd": null,
    "subscription_quota_percent": null
  },
  "accounting_scope_note": "Original accounting fields retain their archived cohort scopes. Latest experiment accounting is separate; the combined ledger contains all sources."
}