{
  "version": 2,
  "benchmark": "decisions-v2",
  "status": "complete",
  "started_at": "2026-09-20T15:29:07.288Z",
  "finished_at": "2026-09-20T15:30:28.120Z",
  "model": "qwen3-1.7b",
  "source": {
    "commit": "b9e423dbb425e8dc5f09cafa44294cd0b72058c6",
    "relevant_worktree_modified": false,
    "harness_sha256": "afc7b7ff0e3d22da25236580895e83e8dd1462cf6dac8aa72fc0c9b6fc2dea68",
    "shared_harness_sha256": "9c363a7d135c9dfe97797eddb54cbb56826913dbcb9919e7bddaa03b0aeed162",
    "fixture_sha256": "7e1b3e988c9c27eae96efd1782cb301d998204b94a09ed915bebe0ad3d97e69b",
    "warmup_fixture_sha256": "8e3073ac4ad1fb460fe574084b40631577ece6a49e190fca2d89659cee15604c",
    "package_sha256": "a63e63026627c5d5178496768e9642dde3e31d114225643ce4410cbb5cb932b8",
    "runtime_source_sha256": "7f0b4fc5451677d27b0c74de1104d5757f1f3af985307662c007190ef98a6891",
    "lockfile_sha256": "2641927e4207467ad05df6fb30afa5384d68385b8c6271576ff7bf544c9fb178"
  },
  "environment": {
    "platform": "darwin",
    "arch": "arm64",
    "os": "25.5.0",
    "bun": "1.3.14",
    "cpu": "Apple M5 Max",
    "memory_bytes": 38654705664,
    "native": {
      "ok": true,
      "elapsed_ms": 262,
      "backend": "metal",
      "gpu_offloading": true,
      "supported_backends": [
        "metal"
      ]
    },
    "weight": {
      "id": "qwen3-1.7b",
      "sha256": "b139949c5bd74937ad8ed8c8cf3d9ffb1e99c866c823204dc42c0d91fa181897",
      "bytes": 1107409472
    },
    "client_region": "Not independently verified",
    "provider": null
  },
  "methodology": {
    "unique_cases": 72,
    "cases_per_type": 24,
    "initial_calls": 1,
    "warmups": 1,
    "measured_repetitions": 3,
    "measured_calls": 216,
    "permutation_calls": 144,
    "planned_calls": 362,
    "concurrency": 1,
    "context_tokens": 2048,
    "percentile_method": "nearest rank, ceil(p*n)-1 in sorted elapsed times",
    "request_timeout_ms": 60000,
    "run_timeout_ms": 1200000,
    "stop_rule": "Stop after three consecutive invalid/error responses; no retries.",
    "latency_boundary": "LocalRunner through complete decision, including model/IPC; excludes HTTP and response validation",
    "throughput_boundary": "Measured loop wall time including validation, excluding report persistence and permutations.",
    "grading": "Choice exact label. Noul >0.5 is true, <0.5 false, tie incorrect. Score unique maximum-probability level; ties incorrect; weighted-score absolute error reported separately. Failures count as incorrect.",
    "quality_scope": "72 authored synthetic cases in nine low-risk workflow families. Fixture and labels frozen before model execution. Not a production benchmark, calibration study or independent third-party evaluation. Repeats/permutations are not independent cases.",
    "permutations": "All six orders for each of24 choice cases. Invariance requires six valid identical semantic choices; it does not mean correct.",
    "initial_scope": "Initial and warmup use prior forms-v1 cases, not held-out v2 cases. One initial request, not an isolated cold-machine/server measurement. Weight verification primes filesystem caches.",
    "usage": "Actual wrapped local prompt tokens or provider-reported counters. Missing usage fails validation. Local output zero means no generated answer text; not no computation.",
    "input_usd_per_million": null,
    "output_usd_per_million": null,
    "price_source": null,
    "price_checked": "2026-09-20",
    "cost_scope": "Known reported usage estimate, not invoice. All calls include warmups/permutations; unknown failed-call billing remains unknown."
  },
  "samples": [
    {
      "phase": "initial",
      "repetition": 0,
      "case_id": "warmup-form-01",
      "family": "warmup-forms",
      "type": "choice",
      "order": [
        "submit",
        "correct",
        "wait"
      ],
      "elapsed_ms": 954.655292,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "submit",
            "probabilities": {
              "submit": 1,
              "correct": 0,
              "wait": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 133,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "submit"
      },
      "grade": {
        "correct": true,
        "predicted": "submit",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "warmup",
      "repetition": 0,
      "case_id": "warmup-form-02",
      "family": "warmup-forms",
      "type": "choice",
      "order": [
        "submit",
        "correct",
        "wait"
      ],
      "elapsed_ms": 199.22062500000015,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "correct",
            "probabilities": {
              "submit": 0,
              "correct": 1,
              "wait": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 128,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "correct"
      },
      "grade": {
        "correct": true,
        "predicted": "correct",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "inbox-routing-01",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "access",
        "general"
      ],
      "elapsed_ms": 210.97908400000006,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 1,
              "access": 0,
              "general": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 203,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "inbox-routing-02",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "access",
        "finance"
      ],
      "elapsed_ms": 200.2439159999999,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "access",
            "probabilities": {
              "general": 0,
              "access": 1,
              "finance": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 203,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": true,
        "predicted": "access",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "inbox-routing-03",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "finance",
        "general"
      ],
      "elapsed_ms": 218.46225000000004,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "general",
            "probabilities": {
              "access": 0.029,
              "finance": 0.05,
              "general": 0.921
            },
            "confidence": 0.881
          }
        },
        "usage": {
          "input_tokens": 197,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "general"
      },
      "grade": {
        "correct": true,
        "predicted": "general",
        "score_absolute_error": null,
        "confidence": 0.881,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "inbox-routing-04",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "general",
        "access"
      ],
      "elapsed_ms": 208.1716250000004,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "access",
            "probabilities": {
              "finance": 0.013,
              "general": 0.017,
              "access": 0.97
            },
            "confidence": 0.955
          }
        },
        "usage": {
          "input_tokens": 204,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": false,
        "predicted": "access",
        "score_absolute_error": null,
        "confidence": 0.955,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "inbox-routing-05",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "access",
        "general"
      ],
      "elapsed_ms": 206.78391600000032,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "general",
            "probabilities": {
              "finance": 0.003,
              "access": 0,
              "general": 0.997
            },
            "confidence": 0.996
          }
        },
        "usage": {
          "input_tokens": 201,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": false,
        "predicted": "general",
        "score_absolute_error": null,
        "confidence": 0.996,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "inbox-routing-06",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "finance",
        "general"
      ],
      "elapsed_ms": 207.31266700000015,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "access": 0,
              "finance": 1,
              "general": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 215,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "general"
      },
      "grade": {
        "correct": false,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "inbox-routing-07",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "general",
        "access"
      ],
      "elapsed_ms": 201.47445800000014,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 1,
              "general": 0,
              "access": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 202,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "inbox-routing-08",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "access",
        "finance"
      ],
      "elapsed_ms": 203.6519589999998,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "access",
            "probabilities": {
              "general": 0.002,
              "access": 0.959,
              "finance": 0.039
            },
            "confidence": 0.939
          }
        },
        "usage": {
          "input_tokens": 207,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": true,
        "predicted": "access",
        "score_absolute_error": null,
        "confidence": 0.939,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "task-queue-01",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "later",
        "now"
      ],
      "elapsed_ms": 204.40808400000014,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "week": 0.09,
              "later": 0.123,
              "now": 0.787
            },
            "confidence": 0.681
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "now"
      },
      "grade": {
        "correct": true,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.681,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "task-queue-02",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "later",
        "now"
      ],
      "elapsed_ms": 199.90458400000034,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "week",
            "probabilities": {
              "week": 0.996,
              "later": 0.004,
              "now": 0
            },
            "confidence": 0.994
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": true,
        "predicted": "week",
        "score_absolute_error": null,
        "confidence": 0.994,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "task-queue-03",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "now",
        "later",
        "week"
      ],
      "elapsed_ms": 205.96166699999958,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "now": 0.008,
              "later": 0.992,
              "week": 0
            },
            "confidence": 0.988
          }
        },
        "usage": {
          "input_tokens": 219,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": true,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.988,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "task-queue-04",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 206.49725000000035,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "later": 0,
              "now": 1,
              "week": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 217,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "task-queue-05",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 213.72158299999955,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "later": 0,
              "now": 1,
              "week": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "task-queue-06",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 210.29199999999946,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "later": 0,
              "now": 1,
              "week": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 230,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "now"
      },
      "grade": {
        "correct": true,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "task-queue-07",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 202.445291,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "later": 0,
              "now": 1,
              "week": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "task-queue-08",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "week",
        "now"
      ],
      "elapsed_ms": 206.04600000000028,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "later": 0.002,
              "week": 0.248,
              "now": 0.75
            },
            "confidence": 0.625
          }
        },
        "usage": {
          "input_tokens": 219,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.625,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "document-filing-01",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "review",
        "archive"
      ],
      "elapsed_ms": 214.13845799999945,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "current": 0,
              "review": 1,
              "archive": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": true,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "document-filing-02",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "archive",
        "current"
      ],
      "elapsed_ms": 213.5082080000002,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "review": 0.994,
              "archive": 0.006,
              "current": 0
            },
            "confidence": 0.991
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "current"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 0.991,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "document-filing-03",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "current",
        "review"
      ],
      "elapsed_ms": 220.80512499999986,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "archive": 0,
              "current": 0,
              "review": 1
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "document-filing-04",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "review",
        "archive"
      ],
      "elapsed_ms": 216.5987500000001,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "current": 0,
              "review": 1,
              "archive": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 239,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": true,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "document-filing-05",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "review",
        "current"
      ],
      "elapsed_ms": 208.10883300000023,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "archive": 0,
              "review": 0.997,
              "current": 0.003
            },
            "confidence": 0.996
          }
        },
        "usage": {
          "input_tokens": 242,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "current"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 0.996,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "document-filing-06",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "current",
        "review"
      ],
      "elapsed_ms": 209.14770800000042,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "archive": 0,
              "current": 0,
              "review": 1
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "document-filing-07",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "review",
        "archive"
      ],
      "elapsed_ms": 217.034541,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "current": 0,
              "review": 1,
              "archive": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 231,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": true,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "document-filing-08",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "current",
        "archive"
      ],
      "elapsed_ms": 204.7525829999995,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "review": 0.009,
              "current": 0.991,
              "archive": 0
            },
            "confidence": 0.986
          }
        },
        "usage": {
          "input_tokens": 255,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.986,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "workshop-booking-01",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 196.5110420000001,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 1
          }
        },
        "usage": {
          "input_tokens": 178,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "workshop-booking-02",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 197.30324999999993,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.88
          }
        },
        "usage": {
          "input_tokens": 178,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.88,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "workshop-booking-03",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 199.515625,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 1
          }
        },
        "usage": {
          "input_tokens": 178,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "workshop-booking-04",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 203.42962499999976,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 1
          }
        },
        "usage": {
          "input_tokens": 179,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "workshop-booking-05",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 207.31520900000032,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 1
          }
        },
        "usage": {
          "input_tokens": 178,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "workshop-booking-06",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 204.12937499999953,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.996
          }
        },
        "usage": {
          "input_tokens": 179,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.996,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "workshop-booking-07",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 212.18695800000023,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 1
          }
        },
        "usage": {
          "input_tokens": 178,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "workshop-booking-08",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 197.69245799999953,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.999
          }
        },
        "usage": {
          "input_tokens": 178,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.999,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "public-export-01",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 195.6656669999993,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 1
          }
        },
        "usage": {
          "input_tokens": 187,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "public-export-02",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 197.94566599999962,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 1
          }
        },
        "usage": {
          "input_tokens": 187,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "public-export-03",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 196.664084,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 1
          }
        },
        "usage": {
          "input_tokens": 186,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "public-export-04",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 196.93454099999872,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.999
          }
        },
        "usage": {
          "input_tokens": 187,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.999,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "public-export-05",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 203.6000839999997,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.999
          }
        },
        "usage": {
          "input_tokens": 198,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.999,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "public-export-06",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 193.64879199999996,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 1
          }
        },
        "usage": {
          "input_tokens": 187,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "public-export-07",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 188.57129200000054,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 1
          }
        },
        "usage": {
          "input_tokens": 186,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "public-export-08",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 201.34400000000096,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0
          }
        },
        "usage": {
          "input_tokens": 197,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": true,
        "predicted": false,
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "duplicate-notes-01",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 210.61379099999976,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.998
          }
        },
        "usage": {
          "input_tokens": 209,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.998,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "duplicate-notes-02",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 196.18287500000042,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.99
          }
        },
        "usage": {
          "input_tokens": 208,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.99,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "duplicate-notes-03",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 198.65637500000048,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.953
          }
        },
        "usage": {
          "input_tokens": 211,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.953,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "duplicate-notes-04",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 202.34879200000069,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.993
          }
        },
        "usage": {
          "input_tokens": 210,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.993,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "duplicate-notes-05",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 202.47262500000033,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.999
          }
        },
        "usage": {
          "input_tokens": 206,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.999,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "duplicate-notes-06",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 212.30379100000027,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.997
          }
        },
        "usage": {
          "input_tokens": 209,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.997,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "duplicate-notes-07",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 202.3468329999996,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.987
          }
        },
        "usage": {
          "input_tokens": 214,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.987,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "duplicate-notes-08",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 192.96050000000105,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.988
          }
        },
        "usage": {
          "input_tokens": 208,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.988,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "task-completeness-01",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 205.72170800000094,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0,
              "1": 1,
              "2": 0,
              "3": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 192,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 0
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "task-completeness-02",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 234.5295839999999,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0,
              "1": 1,
              "2": 0,
              "3": 0
            },
            "confidence": 0.999
          }
        },
        "usage": {
          "input_tokens": 197,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 1
      },
      "grade": {
        "correct": true,
        "predicted": 1,
        "score_absolute_error": 0,
        "confidence": 0.999,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "task-completeness-03",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 211.1362079999999,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.001,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0,
              "1": 0.999,
              "2": 0.001,
              "3": 0
            },
            "confidence": 0.999
          }
        },
        "usage": {
          "input_tokens": 196,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 2
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 0.9990000000000001,
        "confidence": 0.999,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "task-completeness-04",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 215.58008300000074,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.154,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0,
              "1": 0.91,
              "2": 0.026,
              "3": 0.064
            },
            "confidence": 0.88
          }
        },
        "usage": {
          "input_tokens": 204,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 3
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1.846,
        "confidence": 0.88,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "task-completeness-05",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 222.51741700000093,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0,
              "1": 1,
              "2": 0,
              "3": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 200,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 0
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "task-completeness-06",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 195.92274999999972,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0,
              "1": 1,
              "2": 0,
              "3": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 192,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 1
      },
      "grade": {
        "correct": true,
        "predicted": 1,
        "score_absolute_error": 0,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "task-completeness-07",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 214.39804100000038,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.004,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0,
              "1": 0.996,
              "2": 0.004,
              "3": 0
            },
            "confidence": 0.995
          }
        },
        "usage": {
          "input_tokens": 201,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 2
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 0.996,
        "confidence": 0.995,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "task-completeness-08",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 223.20204199999898,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.032,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0,
              "1": 0.968,
              "2": 0.031,
              "3": 0
            },
            "confidence": 0.958
          }
        },
        "usage": {
          "input_tokens": 204,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 3
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1.968,
        "confidence": 0.958,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "meeting-readiness-01",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 201.99025000000074,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0,
              "1": 1,
              "2": 0,
              "3": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 212,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 0
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "meeting-readiness-02",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 223.82625000000007,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0,
              "1": 1,
              "2": 0,
              "3": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 212,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 1
      },
      "grade": {
        "correct": true,
        "predicted": 1,
        "score_absolute_error": 0,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "meeting-readiness-03",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 214.3247080000001,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.02,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0,
              "1": 0.98,
              "2": 0.02,
              "3": 0
            },
            "confidence": 0.973
          }
        },
        "usage": {
          "input_tokens": 213,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 2
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 0.98,
        "confidence": 0.973,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "meeting-readiness-04",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 215.14591699999983,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.815,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0,
              "1": 0.185,
              "2": 0.815,
              "3": 0
            },
            "confidence": 0.753
          }
        },
        "usage": {
          "input_tokens": 215,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 3
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 1.185,
        "confidence": 0.753,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "meeting-readiness-05",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 220.628917,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.851,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0,
              "1": 0.149,
              "2": 0.851,
              "3": 0
            },
            "confidence": 0.802
          }
        },
        "usage": {
          "input_tokens": 215,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 0
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 1.851,
        "confidence": 0.802,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "meeting-readiness-06",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 204.96566699999858,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.006,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0,
              "1": 0.994,
              "2": 0.006,
              "3": 0
            },
            "confidence": 0.992
          }
        },
        "usage": {
          "input_tokens": 213,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 1
      },
      "grade": {
        "correct": true,
        "predicted": 1,
        "score_absolute_error": 0.006000000000000005,
        "confidence": 0.992,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "meeting-readiness-07",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 231.4429170000003,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.52,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0,
              "1": 0.48,
              "2": 0.52,
              "3": 0
            },
            "confidence": 0.361
          }
        },
        "usage": {
          "input_tokens": 226,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 2
      },
      "grade": {
        "correct": true,
        "predicted": 2,
        "score_absolute_error": 0.48,
        "confidence": 0.361,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "meeting-readiness-08",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 213.6220830000002,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.991,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0,
              "1": 0.009,
              "2": 0.991,
              "3": 0
            },
            "confidence": 0.988
          }
        },
        "usage": {
          "input_tokens": 217,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 3
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 1.009,
        "confidence": 0.988,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "ticket-priority-01",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 208.97758299999987,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0,
              "1": 1,
              "2": 0,
              "3": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 224,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 0
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "ticket-priority-02",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 233.40795799999978,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0,
              "1": 1,
              "2": 0,
              "3": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 229,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 1
      },
      "grade": {
        "correct": true,
        "predicted": 1,
        "score_absolute_error": 0,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "ticket-priority-03",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 237.6528330000001,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0,
              "1": 1,
              "2": 0,
              "3": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 225,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 2
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "ticket-priority-04",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 253.1749579999996,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0,
              "1": 1,
              "2": 0,
              "3": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 233,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 3
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 2,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "ticket-priority-05",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 246.39666699999907,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0,
              "1": 1,
              "2": 0,
              "3": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 229,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 0
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "ticket-priority-06",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 212.81504199999836,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0,
              "1": 1,
              "2": 0,
              "3": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 222,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 1
      },
      "grade": {
        "correct": true,
        "predicted": 1,
        "score_absolute_error": 0,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "ticket-priority-07",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 274.5463750000017,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0,
              "1": 1,
              "2": 0,
              "3": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 225,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 2
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "ticket-priority-08",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 310.2996669999993,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.032,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0,
              "1": 0.968,
              "2": 0.032,
              "3": 0
            },
            "confidence": 0.958
          }
        },
        "usage": {
          "input_tokens": 229,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 3
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1.968,
        "confidence": 0.958,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "inbox-routing-01",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "access",
        "general"
      ],
      "elapsed_ms": 268.63954199999716,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 1,
              "access": 0,
              "general": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 203,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "inbox-routing-02",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "access",
        "finance"
      ],
      "elapsed_ms": 221.76412499999788,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "access",
            "probabilities": {
              "general": 0,
              "access": 1,
              "finance": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 203,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": true,
        "predicted": "access",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "inbox-routing-03",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "finance",
        "general"
      ],
      "elapsed_ms": 216.73754199999894,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "general",
            "probabilities": {
              "access": 0.029,
              "finance": 0.05,
              "general": 0.921
            },
            "confidence": 0.881
          }
        },
        "usage": {
          "input_tokens": 197,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "general"
      },
      "grade": {
        "correct": true,
        "predicted": "general",
        "score_absolute_error": null,
        "confidence": 0.881,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "inbox-routing-04",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "general",
        "access"
      ],
      "elapsed_ms": 196.66899999999805,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "access",
            "probabilities": {
              "finance": 0.013,
              "general": 0.017,
              "access": 0.97
            },
            "confidence": 0.955
          }
        },
        "usage": {
          "input_tokens": 204,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": false,
        "predicted": "access",
        "score_absolute_error": null,
        "confidence": 0.955,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "inbox-routing-05",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "access",
        "general"
      ],
      "elapsed_ms": 203.94187500000044,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "general",
            "probabilities": {
              "finance": 0.003,
              "access": 0,
              "general": 0.997
            },
            "confidence": 0.996
          }
        },
        "usage": {
          "input_tokens": 201,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": false,
        "predicted": "general",
        "score_absolute_error": null,
        "confidence": 0.996,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "inbox-routing-06",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "finance",
        "general"
      ],
      "elapsed_ms": 213.73991699999897,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "access": 0,
              "finance": 1,
              "general": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 215,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "general"
      },
      "grade": {
        "correct": false,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "inbox-routing-07",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "general",
        "access"
      ],
      "elapsed_ms": 197.39833400000134,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 1,
              "general": 0,
              "access": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 202,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "inbox-routing-08",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "access",
        "finance"
      ],
      "elapsed_ms": 209.13929199999984,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "access",
            "probabilities": {
              "general": 0.002,
              "access": 0.959,
              "finance": 0.039
            },
            "confidence": 0.939
          }
        },
        "usage": {
          "input_tokens": 207,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": true,
        "predicted": "access",
        "score_absolute_error": null,
        "confidence": 0.939,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "task-queue-01",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "later",
        "now"
      ],
      "elapsed_ms": 210.4421250000014,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "week": 0.09,
              "later": 0.123,
              "now": 0.787
            },
            "confidence": 0.681
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "now"
      },
      "grade": {
        "correct": true,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.681,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "task-queue-02",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "later",
        "now"
      ],
      "elapsed_ms": 210.27800000000207,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "week",
            "probabilities": {
              "week": 0.996,
              "later": 0.004,
              "now": 0
            },
            "confidence": 0.994
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": true,
        "predicted": "week",
        "score_absolute_error": null,
        "confidence": 0.994,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "task-queue-03",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "now",
        "later",
        "week"
      ],
      "elapsed_ms": 212.32979200000045,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "now": 0.008,
              "later": 0.992,
              "week": 0
            },
            "confidence": 0.988
          }
        },
        "usage": {
          "input_tokens": 219,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": true,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.988,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "task-queue-04",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 197.12054100000023,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "later": 0,
              "now": 1,
              "week": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 217,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "task-queue-05",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 206.12341699999888,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "later": 0,
              "now": 1,
              "week": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "task-queue-06",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 204.70137500000055,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "later": 0,
              "now": 1,
              "week": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 230,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "now"
      },
      "grade": {
        "correct": true,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "task-queue-07",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 206.265707999999,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "later": 0,
              "now": 1,
              "week": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "task-queue-08",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "week",
        "now"
      ],
      "elapsed_ms": 210.88916699999754,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "later": 0.002,
              "week": 0.248,
              "now": 0.75
            },
            "confidence": 0.625
          }
        },
        "usage": {
          "input_tokens": 219,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.625,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "document-filing-01",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "review",
        "archive"
      ],
      "elapsed_ms": 218.3389590000006,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "current": 0,
              "review": 1,
              "archive": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": true,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "document-filing-02",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "archive",
        "current"
      ],
      "elapsed_ms": 219.0804160000007,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "review": 0.994,
              "archive": 0.006,
              "current": 0
            },
            "confidence": 0.991
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "current"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 0.991,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "document-filing-03",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "current",
        "review"
      ],
      "elapsed_ms": 226.73562499999753,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "archive": 0,
              "current": 0,
              "review": 1
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "document-filing-04",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "review",
        "archive"
      ],
      "elapsed_ms": 218.54641600000105,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "current": 0,
              "review": 1,
              "archive": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 239,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": true,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "document-filing-05",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "review",
        "current"
      ],
      "elapsed_ms": 213.8523750000022,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "archive": 0,
              "review": 0.997,
              "current": 0.003
            },
            "confidence": 0.996
          }
        },
        "usage": {
          "input_tokens": 242,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "current"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 0.996,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "document-filing-06",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "current",
        "review"
      ],
      "elapsed_ms": 225.6110000000008,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "archive": 0,
              "current": 0,
              "review": 1
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "document-filing-07",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "review",
        "archive"
      ],
      "elapsed_ms": 208.3780000000006,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "current": 0,
              "review": 1,
              "archive": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 231,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": true,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "document-filing-08",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "current",
        "archive"
      ],
      "elapsed_ms": 226.39174999999886,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "review": 0.009,
              "current": 0.991,
              "archive": 0
            },
            "confidence": 0.986
          }
        },
        "usage": {
          "input_tokens": 255,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.986,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "workshop-booking-01",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 210.51970900000015,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 1
          }
        },
        "usage": {
          "input_tokens": 178,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "workshop-booking-02",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 195.85145799999736,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.88
          }
        },
        "usage": {
          "input_tokens": 178,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.88,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "workshop-booking-03",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 202.26466599999912,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 1
          }
        },
        "usage": {
          "input_tokens": 178,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "workshop-booking-04",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 203.7379170000022,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 1
          }
        },
        "usage": {
          "input_tokens": 179,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "workshop-booking-05",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 199.6285420000022,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 1
          }
        },
        "usage": {
          "input_tokens": 178,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "workshop-booking-06",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 197.63154199999917,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.996
          }
        },
        "usage": {
          "input_tokens": 179,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.996,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "workshop-booking-07",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 203.4387089999982,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 1
          }
        },
        "usage": {
          "input_tokens": 178,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "workshop-booking-08",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 187.88795799999934,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.999
          }
        },
        "usage": {
          "input_tokens": 178,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.999,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "public-export-01",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 202.9149159999979,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 1
          }
        },
        "usage": {
          "input_tokens": 187,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "public-export-02",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 214.75054199999795,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 1
          }
        },
        "usage": {
          "input_tokens": 187,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "public-export-03",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 187.50058300000092,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 1
          }
        },
        "usage": {
          "input_tokens": 186,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "public-export-04",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 199.93908399999782,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.999
          }
        },
        "usage": {
          "input_tokens": 187,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.999,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "public-export-05",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 219.31933299999946,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.999
          }
        },
        "usage": {
          "input_tokens": 198,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.999,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "public-export-06",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 187.9874579999996,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 1
          }
        },
        "usage": {
          "input_tokens": 187,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "public-export-07",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 202.6964169999992,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 1
          }
        },
        "usage": {
          "input_tokens": 186,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "public-export-08",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 211.2815410000003,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0
          }
        },
        "usage": {
          "input_tokens": 197,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": true,
        "predicted": false,
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "duplicate-notes-01",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 207.01170800000182,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.998
          }
        },
        "usage": {
          "input_tokens": 209,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.998,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "duplicate-notes-02",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 212.17695900000035,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.99
          }
        },
        "usage": {
          "input_tokens": 208,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.99,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "duplicate-notes-03",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 205.6114579999994,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.953
          }
        },
        "usage": {
          "input_tokens": 211,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.953,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "duplicate-notes-04",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 207.06324999999924,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.993
          }
        },
        "usage": {
          "input_tokens": 210,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.993,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "duplicate-notes-05",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 208.14083400000163,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.999
          }
        },
        "usage": {
          "input_tokens": 206,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.999,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "duplicate-notes-06",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 217.13708300000144,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.997
          }
        },
        "usage": {
          "input_tokens": 209,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.997,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "duplicate-notes-07",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 199.09787499999948,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.987
          }
        },
        "usage": {
          "input_tokens": 214,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.987,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "duplicate-notes-08",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 214.5955410000024,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.988
          }
        },
        "usage": {
          "input_tokens": 208,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.988,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "task-completeness-01",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 214.23495800000092,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0,
              "1": 1,
              "2": 0,
              "3": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 192,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 0
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "task-completeness-02",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 207.00866699999824,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0,
              "1": 1,
              "2": 0,
              "3": 0
            },
            "confidence": 0.999
          }
        },
        "usage": {
          "input_tokens": 197,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 1
      },
      "grade": {
        "correct": true,
        "predicted": 1,
        "score_absolute_error": 0,
        "confidence": 0.999,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "task-completeness-03",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 233.66429199999766,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.001,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0,
              "1": 0.999,
              "2": 0.001,
              "3": 0
            },
            "confidence": 0.999
          }
        },
        "usage": {
          "input_tokens": 196,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 2
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 0.9990000000000001,
        "confidence": 0.999,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "task-completeness-04",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 222.7569169999988,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.154,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0,
              "1": 0.91,
              "2": 0.026,
              "3": 0.064
            },
            "confidence": 0.88
          }
        },
        "usage": {
          "input_tokens": 204,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 3
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1.846,
        "confidence": 0.88,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "task-completeness-05",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 226.93095800000083,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0,
              "1": 1,
              "2": 0,
              "3": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 200,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 0
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "task-completeness-06",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 222.57795800000167,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0,
              "1": 1,
              "2": 0,
              "3": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 192,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 1
      },
      "grade": {
        "correct": true,
        "predicted": 1,
        "score_absolute_error": 0,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "task-completeness-07",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 222.37337500000285,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.004,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0,
              "1": 0.996,
              "2": 0.004,
              "3": 0
            },
            "confidence": 0.995
          }
        },
        "usage": {
          "input_tokens": 201,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 2
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 0.996,
        "confidence": 0.995,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "task-completeness-08",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 217.96495800000048,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.032,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0,
              "1": 0.968,
              "2": 0.031,
              "3": 0
            },
            "confidence": 0.958
          }
        },
        "usage": {
          "input_tokens": 204,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 3
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1.968,
        "confidence": 0.958,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "meeting-readiness-01",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 225.23962499999834,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0,
              "1": 1,
              "2": 0,
              "3": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 212,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 0
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "meeting-readiness-02",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 220.12345900000219,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0,
              "1": 1,
              "2": 0,
              "3": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 212,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 1
      },
      "grade": {
        "correct": true,
        "predicted": 1,
        "score_absolute_error": 0,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "meeting-readiness-03",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 223.28658299999734,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.02,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0,
              "1": 0.98,
              "2": 0.02,
              "3": 0
            },
            "confidence": 0.973
          }
        },
        "usage": {
          "input_tokens": 213,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 2
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 0.98,
        "confidence": 0.973,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "meeting-readiness-04",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 223.93837500000154,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.815,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0,
              "1": 0.185,
              "2": 0.815,
              "3": 0
            },
            "confidence": 0.753
          }
        },
        "usage": {
          "input_tokens": 215,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 3
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 1.185,
        "confidence": 0.753,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "meeting-readiness-05",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 231.3367909999979,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.851,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0,
              "1": 0.149,
              "2": 0.851,
              "3": 0
            },
            "confidence": 0.802
          }
        },
        "usage": {
          "input_tokens": 215,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 0
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 1.851,
        "confidence": 0.802,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "meeting-readiness-06",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 213.78520800000115,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.006,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0,
              "1": 0.994,
              "2": 0.006,
              "3": 0
            },
            "confidence": 0.992
          }
        },
        "usage": {
          "input_tokens": 213,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 1
      },
      "grade": {
        "correct": true,
        "predicted": 1,
        "score_absolute_error": 0.006000000000000005,
        "confidence": 0.992,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "meeting-readiness-07",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 222.90037500000108,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.52,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0,
              "1": 0.48,
              "2": 0.52,
              "3": 0
            },
            "confidence": 0.361
          }
        },
        "usage": {
          "input_tokens": 226,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 2
      },
      "grade": {
        "correct": true,
        "predicted": 2,
        "score_absolute_error": 0.48,
        "confidence": 0.361,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "meeting-readiness-08",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 213.11945900000137,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.991,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0,
              "1": 0.009,
              "2": 0.991,
              "3": 0
            },
            "confidence": 0.988
          }
        },
        "usage": {
          "input_tokens": 217,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 3
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 1.009,
        "confidence": 0.988,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "ticket-priority-01",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 214.88179200000013,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0,
              "1": 1,
              "2": 0,
              "3": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 224,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 0
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "ticket-priority-02",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 231.6666669999977,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0,
              "1": 1,
              "2": 0,
              "3": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 229,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 1
      },
      "grade": {
        "correct": true,
        "predicted": 1,
        "score_absolute_error": 0,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "ticket-priority-03",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 224.36412500000006,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0,
              "1": 1,
              "2": 0,
              "3": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 225,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 2
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "ticket-priority-04",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 225.3677499999976,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0,
              "1": 1,
              "2": 0,
              "3": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 233,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 3
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 2,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "ticket-priority-05",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 228.3716659999991,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0,
              "1": 1,
              "2": 0,
              "3": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 229,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 0
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "ticket-priority-06",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 231.72904199999903,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0,
              "1": 1,
              "2": 0,
              "3": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 222,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 1
      },
      "grade": {
        "correct": true,
        "predicted": 1,
        "score_absolute_error": 0,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "ticket-priority-07",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 227.72299999999814,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0,
              "1": 1,
              "2": 0,
              "3": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 225,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 2
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "ticket-priority-08",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 234.36012499999924,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.032,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0,
              "1": 0.968,
              "2": 0.032,
              "3": 0
            },
            "confidence": 0.958
          }
        },
        "usage": {
          "input_tokens": 229,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 3
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1.968,
        "confidence": 0.958,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "inbox-routing-01",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "access",
        "general"
      ],
      "elapsed_ms": 220.8148340000007,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 1,
              "access": 0,
              "general": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 203,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "inbox-routing-02",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "access",
        "finance"
      ],
      "elapsed_ms": 204.27874999999767,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "access",
            "probabilities": {
              "general": 0,
              "access": 1,
              "finance": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 203,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": true,
        "predicted": "access",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "inbox-routing-03",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "finance",
        "general"
      ],
      "elapsed_ms": 209.99608299999818,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "general",
            "probabilities": {
              "access": 0.029,
              "finance": 0.05,
              "general": 0.921
            },
            "confidence": 0.881
          }
        },
        "usage": {
          "input_tokens": 197,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "general"
      },
      "grade": {
        "correct": true,
        "predicted": "general",
        "score_absolute_error": null,
        "confidence": 0.881,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "inbox-routing-04",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "general",
        "access"
      ],
      "elapsed_ms": 220.59416700000293,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "access",
            "probabilities": {
              "finance": 0.013,
              "general": 0.017,
              "access": 0.97
            },
            "confidence": 0.955
          }
        },
        "usage": {
          "input_tokens": 204,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": false,
        "predicted": "access",
        "score_absolute_error": null,
        "confidence": 0.955,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "inbox-routing-05",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "access",
        "general"
      ],
      "elapsed_ms": 215.29529199999524,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "general",
            "probabilities": {
              "finance": 0.003,
              "access": 0,
              "general": 0.997
            },
            "confidence": 0.996
          }
        },
        "usage": {
          "input_tokens": 201,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": false,
        "predicted": "general",
        "score_absolute_error": null,
        "confidence": 0.996,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "inbox-routing-06",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "finance",
        "general"
      ],
      "elapsed_ms": 216.18483299999934,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "access": 0,
              "finance": 1,
              "general": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 215,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "general"
      },
      "grade": {
        "correct": false,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "inbox-routing-07",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "general",
        "access"
      ],
      "elapsed_ms": 213.2225830000025,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 1,
              "general": 0,
              "access": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 202,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "inbox-routing-08",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "access",
        "finance"
      ],
      "elapsed_ms": 209.45945799999754,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "access",
            "probabilities": {
              "general": 0.002,
              "access": 0.959,
              "finance": 0.039
            },
            "confidence": 0.939
          }
        },
        "usage": {
          "input_tokens": 207,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": true,
        "predicted": "access",
        "score_absolute_error": null,
        "confidence": 0.939,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "task-queue-01",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "later",
        "now"
      ],
      "elapsed_ms": 223.05774999999994,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "week": 0.09,
              "later": 0.123,
              "now": 0.787
            },
            "confidence": 0.681
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "now"
      },
      "grade": {
        "correct": true,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.681,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "task-queue-02",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "later",
        "now"
      ],
      "elapsed_ms": 211.75337500000023,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "week",
            "probabilities": {
              "week": 0.996,
              "later": 0.004,
              "now": 0
            },
            "confidence": 0.994
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": true,
        "predicted": "week",
        "score_absolute_error": null,
        "confidence": 0.994,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "task-queue-03",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "now",
        "later",
        "week"
      ],
      "elapsed_ms": 213.77795799999876,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "now": 0.008,
              "later": 0.992,
              "week": 0
            },
            "confidence": 0.988
          }
        },
        "usage": {
          "input_tokens": 219,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": true,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.988,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "task-queue-04",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 220.6124589999963,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "later": 0,
              "now": 1,
              "week": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 217,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "task-queue-05",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 221.31716700000106,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "later": 0,
              "now": 1,
              "week": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "task-queue-06",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 209.26524999999674,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "later": 0,
              "now": 1,
              "week": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 230,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "now"
      },
      "grade": {
        "correct": true,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "task-queue-07",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 231.28224999999657,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "later": 0,
              "now": 1,
              "week": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "task-queue-08",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "week",
        "now"
      ],
      "elapsed_ms": 242.5112500000032,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "later": 0.002,
              "week": 0.248,
              "now": 0.75
            },
            "confidence": 0.625
          }
        },
        "usage": {
          "input_tokens": 219,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.625,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "document-filing-01",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "review",
        "archive"
      ],
      "elapsed_ms": 257.6930829999983,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "current": 0,
              "review": 1,
              "archive": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": true,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "document-filing-02",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "archive",
        "current"
      ],
      "elapsed_ms": 249.03841600000305,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "review": 0.994,
              "archive": 0.006,
              "current": 0
            },
            "confidence": 0.991
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "current"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 0.991,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "document-filing-03",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "current",
        "review"
      ],
      "elapsed_ms": 253.486834000003,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "archive": 0,
              "current": 0,
              "review": 1
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "document-filing-04",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "review",
        "archive"
      ],
      "elapsed_ms": 236.9792910000033,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "current": 0,
              "review": 1,
              "archive": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 239,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": true,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "document-filing-05",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "review",
        "current"
      ],
      "elapsed_ms": 231.74787500000093,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "archive": 0,
              "review": 0.997,
              "current": 0.003
            },
            "confidence": 0.996
          }
        },
        "usage": {
          "input_tokens": 242,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "current"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 0.996,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "document-filing-06",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "current",
        "review"
      ],
      "elapsed_ms": 237.98562500000116,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "archive": 0,
              "current": 0,
              "review": 1
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "document-filing-07",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "review",
        "archive"
      ],
      "elapsed_ms": 219.497457999998,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "current": 0,
              "review": 1,
              "archive": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 231,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": true,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "document-filing-08",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "current",
        "archive"
      ],
      "elapsed_ms": 235.4313340000008,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "review": 0.009,
              "current": 0.991,
              "archive": 0
            },
            "confidence": 0.986
          }
        },
        "usage": {
          "input_tokens": 255,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.986,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "workshop-booking-01",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 211.63791700000002,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 1
          }
        },
        "usage": {
          "input_tokens": 178,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "workshop-booking-02",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 201.1270829999994,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.88
          }
        },
        "usage": {
          "input_tokens": 178,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.88,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "workshop-booking-03",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 204.25175000000309,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 1
          }
        },
        "usage": {
          "input_tokens": 178,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "workshop-booking-04",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 224.0056659999973,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 1
          }
        },
        "usage": {
          "input_tokens": 179,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "workshop-booking-05",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 212.5919170000052,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 1
          }
        },
        "usage": {
          "input_tokens": 178,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "workshop-booking-06",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 209.36933300000237,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.996
          }
        },
        "usage": {
          "input_tokens": 179,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.996,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "workshop-booking-07",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 213.72870800000237,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 1
          }
        },
        "usage": {
          "input_tokens": 178,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "workshop-booking-08",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 192.59525000000576,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.999
          }
        },
        "usage": {
          "input_tokens": 178,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.999,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "public-export-01",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 211.8121669999964,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 1
          }
        },
        "usage": {
          "input_tokens": 187,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "public-export-02",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 200.66687500000262,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 1
          }
        },
        "usage": {
          "input_tokens": 187,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "public-export-03",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 197.01516699999775,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 1
          }
        },
        "usage": {
          "input_tokens": 186,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "public-export-04",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 203.23304199999984,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.999
          }
        },
        "usage": {
          "input_tokens": 187,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.999,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "public-export-05",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 208.75716699999612,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.999
          }
        },
        "usage": {
          "input_tokens": 198,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.999,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "public-export-06",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 200.5327910000051,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 1
          }
        },
        "usage": {
          "input_tokens": 187,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "public-export-07",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 202.43870900000184,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 1
          }
        },
        "usage": {
          "input_tokens": 186,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "public-export-08",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 218.29966699999932,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0
          }
        },
        "usage": {
          "input_tokens": 197,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": true,
        "predicted": false,
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "duplicate-notes-01",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 214.22350000000006,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.998
          }
        },
        "usage": {
          "input_tokens": 209,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.998,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "duplicate-notes-02",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 211.02124999999796,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.99
          }
        },
        "usage": {
          "input_tokens": 208,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.99,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "duplicate-notes-03",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 217.85574999999517,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.953
          }
        },
        "usage": {
          "input_tokens": 211,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.953,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "duplicate-notes-04",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 215.8309999999983,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.993
          }
        },
        "usage": {
          "input_tokens": 210,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.993,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "duplicate-notes-05",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 223.54562499999884,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.999
          }
        },
        "usage": {
          "input_tokens": 206,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.999,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "duplicate-notes-06",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 220.90708299999824,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.997
          }
        },
        "usage": {
          "input_tokens": 209,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.997,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "duplicate-notes-07",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 209.09083400000236,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.987
          }
        },
        "usage": {
          "input_tokens": 214,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.987,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "duplicate-notes-08",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 205.72133400000166,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.988
          }
        },
        "usage": {
          "input_tokens": 208,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.988,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "task-completeness-01",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 210.10312500000146,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0,
              "1": 1,
              "2": 0,
              "3": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 192,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 0
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "task-completeness-02",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 219.4375,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0,
              "1": 1,
              "2": 0,
              "3": 0
            },
            "confidence": 0.999
          }
        },
        "usage": {
          "input_tokens": 197,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 1
      },
      "grade": {
        "correct": true,
        "predicted": 1,
        "score_absolute_error": 0,
        "confidence": 0.999,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "task-completeness-03",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 220.01587499999732,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.001,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0,
              "1": 0.999,
              "2": 0.001,
              "3": 0
            },
            "confidence": 0.999
          }
        },
        "usage": {
          "input_tokens": 196,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 2
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 0.9990000000000001,
        "confidence": 0.999,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "task-completeness-04",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 223.90820900000108,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.154,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0,
              "1": 0.91,
              "2": 0.026,
              "3": 0.064
            },
            "confidence": 0.88
          }
        },
        "usage": {
          "input_tokens": 204,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 3
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1.846,
        "confidence": 0.88,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "task-completeness-05",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 217.27179199999955,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0,
              "1": 1,
              "2": 0,
              "3": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 200,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 0
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "task-completeness-06",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 225.35020800000348,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0,
              "1": 1,
              "2": 0,
              "3": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 192,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 1
      },
      "grade": {
        "correct": true,
        "predicted": 1,
        "score_absolute_error": 0,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "task-completeness-07",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 238.98249999999825,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.004,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0,
              "1": 0.996,
              "2": 0.004,
              "3": 0
            },
            "confidence": 0.995
          }
        },
        "usage": {
          "input_tokens": 201,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 2
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 0.996,
        "confidence": 0.995,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "task-completeness-08",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 226.35712500000227,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.032,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0,
              "1": 0.968,
              "2": 0.031,
              "3": 0
            },
            "confidence": 0.958
          }
        },
        "usage": {
          "input_tokens": 204,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 3
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1.968,
        "confidence": 0.958,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "meeting-readiness-01",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 231.35829199999716,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0,
              "1": 1,
              "2": 0,
              "3": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 212,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 0
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "meeting-readiness-02",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 229.31845800000156,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0,
              "1": 1,
              "2": 0,
              "3": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 212,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 1
      },
      "grade": {
        "correct": true,
        "predicted": 1,
        "score_absolute_error": 0,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "meeting-readiness-03",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 215.97937500000262,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.02,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0,
              "1": 0.98,
              "2": 0.02,
              "3": 0
            },
            "confidence": 0.973
          }
        },
        "usage": {
          "input_tokens": 213,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 2
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 0.98,
        "confidence": 0.973,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "meeting-readiness-04",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 227.87533400000393,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.815,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0,
              "1": 0.185,
              "2": 0.815,
              "3": 0
            },
            "confidence": 0.753
          }
        },
        "usage": {
          "input_tokens": 215,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 3
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 1.185,
        "confidence": 0.753,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "meeting-readiness-05",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 227.77208399999654,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.851,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0,
              "1": 0.149,
              "2": 0.851,
              "3": 0
            },
            "confidence": 0.802
          }
        },
        "usage": {
          "input_tokens": 215,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 0
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 1.851,
        "confidence": 0.802,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "meeting-readiness-06",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 225.9198749999996,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.006,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0,
              "1": 0.994,
              "2": 0.006,
              "3": 0
            },
            "confidence": 0.992
          }
        },
        "usage": {
          "input_tokens": 213,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 1
      },
      "grade": {
        "correct": true,
        "predicted": 1,
        "score_absolute_error": 0.006000000000000005,
        "confidence": 0.992,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "meeting-readiness-07",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 255.78450000000157,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.52,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0,
              "1": 0.48,
              "2": 0.52,
              "3": 0
            },
            "confidence": 0.361
          }
        },
        "usage": {
          "input_tokens": 226,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 2
      },
      "grade": {
        "correct": true,
        "predicted": 2,
        "score_absolute_error": 0.48,
        "confidence": 0.361,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "meeting-readiness-08",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 251.34862499999872,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.991,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0,
              "1": 0.009,
              "2": 0.991,
              "3": 0
            },
            "confidence": 0.988
          }
        },
        "usage": {
          "input_tokens": 217,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 3
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 1.009,
        "confidence": 0.988,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "ticket-priority-01",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 228.60991600000125,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0,
              "1": 1,
              "2": 0,
              "3": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 224,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 0
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "ticket-priority-02",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 239.25562500000524,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0,
              "1": 1,
              "2": 0,
              "3": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 229,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 1
      },
      "grade": {
        "correct": true,
        "predicted": 1,
        "score_absolute_error": 0,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "ticket-priority-03",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 246.48233299999993,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0,
              "1": 1,
              "2": 0,
              "3": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 225,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 2
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "ticket-priority-04",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 237.26733399999648,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0,
              "1": 1,
              "2": 0,
              "3": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 233,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 3
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 2,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "ticket-priority-05",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 265.83200000000215,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0,
              "1": 1,
              "2": 0,
              "3": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 229,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 0
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "ticket-priority-06",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 239.17791600000055,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0,
              "1": 1,
              "2": 0,
              "3": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 222,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 1
      },
      "grade": {
        "correct": true,
        "predicted": 1,
        "score_absolute_error": 0,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "ticket-priority-07",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 247.5972910000055,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0,
              "1": 1,
              "2": 0,
              "3": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 225,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 2
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "ticket-priority-08",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 235.57862500000192,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.032,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0,
              "1": 0.968,
              "2": 0.032,
              "3": 0
            },
            "confidence": 0.958
          }
        },
        "usage": {
          "input_tokens": 229,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 3
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1.968,
        "confidence": 0.958,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "inbox-routing-01",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "access",
        "general"
      ],
      "elapsed_ms": 244.47595800000272,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 1,
              "access": 0,
              "general": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 203,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "inbox-routing-01",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "general",
        "access"
      ],
      "elapsed_ms": 220.43299999999726,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 1,
              "general": 0,
              "access": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 203,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "inbox-routing-01",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "finance",
        "general"
      ],
      "elapsed_ms": 229.60350000000471,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "access": 0,
              "finance": 1,
              "general": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 203,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "inbox-routing-01",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "general",
        "finance"
      ],
      "elapsed_ms": 221.80383299999812,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "general",
            "probabilities": {
              "access": 0,
              "general": 1,
              "finance": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 203,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": false,
        "predicted": "general",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "inbox-routing-01",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "finance",
        "access"
      ],
      "elapsed_ms": 236.88987500000076,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "general": 0,
              "finance": 1,
              "access": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 203,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "inbox-routing-01",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "access",
        "finance"
      ],
      "elapsed_ms": 228.62241699999868,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "general": 0.006,
              "access": 0.151,
              "finance": 0.843
            },
            "confidence": 0.765
          }
        },
        "usage": {
          "input_tokens": 203,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.765,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "inbox-routing-02",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "access",
        "finance"
      ],
      "elapsed_ms": 202.89004199999908,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "access",
            "probabilities": {
              "general": 0,
              "access": 1,
              "finance": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 203,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": true,
        "predicted": "access",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "inbox-routing-02",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "finance",
        "access"
      ],
      "elapsed_ms": 224.122540999997,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "access",
            "probabilities": {
              "general": 0,
              "finance": 0,
              "access": 1
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 203,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": true,
        "predicted": "access",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "inbox-routing-02",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "general",
        "finance"
      ],
      "elapsed_ms": 215.96991599999456,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "general",
            "probabilities": {
              "access": 0,
              "general": 1,
              "finance": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 203,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": false,
        "predicted": "general",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "inbox-routing-02",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "finance",
        "general"
      ],
      "elapsed_ms": 211.9508330000026,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "general",
            "probabilities": {
              "access": 0.001,
              "finance": 0,
              "general": 0.999
            },
            "confidence": 0.999
          }
        },
        "usage": {
          "input_tokens": 203,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": false,
        "predicted": "general",
        "score_absolute_error": null,
        "confidence": 0.999,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "inbox-routing-02",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "general",
        "access"
      ],
      "elapsed_ms": 222.30870799999684,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "access",
            "probabilities": {
              "finance": 0,
              "general": 0,
              "access": 1
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 203,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": true,
        "predicted": "access",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "inbox-routing-02",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "access",
        "general"
      ],
      "elapsed_ms": 221.20745799999713,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "general",
            "probabilities": {
              "finance": 0,
              "access": 0.066,
              "general": 0.934
            },
            "confidence": 0.901
          }
        },
        "usage": {
          "input_tokens": 203,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": false,
        "predicted": "general",
        "score_absolute_error": null,
        "confidence": 0.901,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "inbox-routing-03",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "finance",
        "general"
      ],
      "elapsed_ms": 221.00224999999773,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "general",
            "probabilities": {
              "access": 0.029,
              "finance": 0.05,
              "general": 0.921
            },
            "confidence": 0.881
          }
        },
        "usage": {
          "input_tokens": 197,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "general"
      },
      "grade": {
        "correct": true,
        "predicted": "general",
        "score_absolute_error": null,
        "confidence": 0.881,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "inbox-routing-03",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "general",
        "finance"
      ],
      "elapsed_ms": 222.78358299999672,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "general",
            "probabilities": {
              "access": 0,
              "general": 1,
              "finance": 0
            },
            "confidence": 0.999
          }
        },
        "usage": {
          "input_tokens": 197,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "general"
      },
      "grade": {
        "correct": true,
        "predicted": "general",
        "score_absolute_error": null,
        "confidence": 0.999,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "inbox-routing-03",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "access",
        "general"
      ],
      "elapsed_ms": 229.8293749999939,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "general",
            "probabilities": {
              "finance": 0.107,
              "access": 0.006,
              "general": 0.887
            },
            "confidence": 0.83
          }
        },
        "usage": {
          "input_tokens": 197,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "general"
      },
      "grade": {
        "correct": true,
        "predicted": "general",
        "score_absolute_error": null,
        "confidence": 0.83,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "inbox-routing-03",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "general",
        "access"
      ],
      "elapsed_ms": 211.30662500000471,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "general",
            "probabilities": {
              "finance": 0.029,
              "general": 0.955,
              "access": 0.016
            },
            "confidence": 0.933
          }
        },
        "usage": {
          "input_tokens": 197,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "general"
      },
      "grade": {
        "correct": true,
        "predicted": "general",
        "score_absolute_error": null,
        "confidence": 0.933,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "inbox-routing-03",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "access",
        "finance"
      ],
      "elapsed_ms": 232.65270800000144,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "general",
            "probabilities": {
              "general": 0.747,
              "access": 0.224,
              "finance": 0.029
            },
            "confidence": 0.621
          }
        },
        "usage": {
          "input_tokens": 197,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "general"
      },
      "grade": {
        "correct": true,
        "predicted": "general",
        "score_absolute_error": null,
        "confidence": 0.621,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "inbox-routing-03",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "finance",
        "access"
      ],
      "elapsed_ms": 224.99950000000536,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "general": 0.022,
              "finance": 0.976,
              "access": 0.002
            },
            "confidence": 0.965
          }
        },
        "usage": {
          "input_tokens": 197,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "general"
      },
      "grade": {
        "correct": false,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.965,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "inbox-routing-04",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "general",
        "access"
      ],
      "elapsed_ms": 218.50020799999766,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "access",
            "probabilities": {
              "finance": 0.013,
              "general": 0.017,
              "access": 0.97
            },
            "confidence": 0.955
          }
        },
        "usage": {
          "input_tokens": 204,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": false,
        "predicted": "access",
        "score_absolute_error": null,
        "confidence": 0.955,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "inbox-routing-04",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "access",
        "general"
      ],
      "elapsed_ms": 221.26495799999975,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 0.841,
              "access": 0.097,
              "general": 0.062
            },
            "confidence": 0.761
          }
        },
        "usage": {
          "input_tokens": 204,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.761,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "inbox-routing-04",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "finance",
        "access"
      ],
      "elapsed_ms": 227.08170800000516,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "general": 0.003,
              "finance": 0.995,
              "access": 0.002
            },
            "confidence": 0.992
          }
        },
        "usage": {
          "input_tokens": 204,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.992,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "inbox-routing-04",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "access",
        "finance"
      ],
      "elapsed_ms": 210.78016700000444,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "access",
            "probabilities": {
              "general": 0.002,
              "access": 0.998,
              "finance": 0.001
            },
            "confidence": 0.996
          }
        },
        "usage": {
          "input_tokens": 204,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": false,
        "predicted": "access",
        "score_absolute_error": null,
        "confidence": 0.996,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "inbox-routing-04",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "finance",
        "general"
      ],
      "elapsed_ms": 227.3707080000022,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "access": 0.004,
              "finance": 0.995,
              "general": 0.001
            },
            "confidence": 0.993
          }
        },
        "usage": {
          "input_tokens": 204,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.993,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "inbox-routing-04",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "general",
        "finance"
      ],
      "elapsed_ms": 221.73016699999425,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "general",
            "probabilities": {
              "access": 0,
              "general": 1,
              "finance": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 204,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": false,
        "predicted": "general",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "inbox-routing-05",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "access",
        "general"
      ],
      "elapsed_ms": 216.59900000000198,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "general",
            "probabilities": {
              "finance": 0.003,
              "access": 0,
              "general": 0.997
            },
            "confidence": 0.996
          }
        },
        "usage": {
          "input_tokens": 201,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": false,
        "predicted": "general",
        "score_absolute_error": null,
        "confidence": 0.996,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "inbox-routing-05",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "general",
        "access"
      ],
      "elapsed_ms": 232.4452089999977,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "general",
            "probabilities": {
              "finance": 0.01,
              "general": 0.986,
              "access": 0.004
            },
            "confidence": 0.979
          }
        },
        "usage": {
          "input_tokens": 201,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": false,
        "predicted": "general",
        "score_absolute_error": null,
        "confidence": 0.979,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "inbox-routing-05",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "finance",
        "general"
      ],
      "elapsed_ms": 221.58870800000295,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "general",
            "probabilities": {
              "access": 0,
              "finance": 0,
              "general": 1
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 201,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": false,
        "predicted": "general",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "inbox-routing-05",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "general",
        "finance"
      ],
      "elapsed_ms": 218.07520799999475,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "general",
            "probabilities": {
              "access": 0,
              "general": 1,
              "finance": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 201,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": false,
        "predicted": "general",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "inbox-routing-05",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "finance",
        "access"
      ],
      "elapsed_ms": 235.26933299999655,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "general": 0,
              "finance": 0.999,
              "access": 0.001
            },
            "confidence": 0.998
          }
        },
        "usage": {
          "input_tokens": 201,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": false,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.998,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "inbox-routing-05",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "access",
        "finance"
      ],
      "elapsed_ms": 223.68304199999693,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "access",
            "probabilities": {
              "general": 0.035,
              "access": 0.94,
              "finance": 0.025
            },
            "confidence": 0.91
          }
        },
        "usage": {
          "input_tokens": 201,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": true,
        "predicted": "access",
        "score_absolute_error": null,
        "confidence": 0.91,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "inbox-routing-06",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "finance",
        "general"
      ],
      "elapsed_ms": 211.45441699999355,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "access": 0,
              "finance": 1,
              "general": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 215,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "general"
      },
      "grade": {
        "correct": false,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "inbox-routing-06",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "general",
        "finance"
      ],
      "elapsed_ms": 224.07050000000163,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "access": 0,
              "general": 0.005,
              "finance": 0.995
            },
            "confidence": 0.992
          }
        },
        "usage": {
          "input_tokens": 215,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "general"
      },
      "grade": {
        "correct": false,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.992,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "inbox-routing-06",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "access",
        "general"
      ],
      "elapsed_ms": 221.5708750000049,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 1,
              "access": 0,
              "general": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 215,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "general"
      },
      "grade": {
        "correct": false,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "inbox-routing-06",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "general",
        "access"
      ],
      "elapsed_ms": 213.87658300000476,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 1,
              "general": 0,
              "access": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 215,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "general"
      },
      "grade": {
        "correct": false,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "inbox-routing-06",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "access",
        "finance"
      ],
      "elapsed_ms": 222.28929100000096,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "general",
            "probabilities": {
              "general": 0.569,
              "access": 0.01,
              "finance": 0.42
            },
            "confidence": 0.354
          }
        },
        "usage": {
          "input_tokens": 215,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "general"
      },
      "grade": {
        "correct": true,
        "predicted": "general",
        "score_absolute_error": null,
        "confidence": 0.354,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "inbox-routing-06",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "finance",
        "access"
      ],
      "elapsed_ms": 213.77970900000219,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "general": 0,
              "finance": 1,
              "access": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 215,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "general"
      },
      "grade": {
        "correct": false,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "inbox-routing-07",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "general",
        "access"
      ],
      "elapsed_ms": 215.3685420000038,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 1,
              "general": 0,
              "access": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 202,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "inbox-routing-07",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "access",
        "general"
      ],
      "elapsed_ms": 228.55804199999693,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 1,
              "access": 0,
              "general": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 202,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "inbox-routing-07",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "finance",
        "access"
      ],
      "elapsed_ms": 242.64845799999603,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "general": 0,
              "finance": 1,
              "access": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 202,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "inbox-routing-07",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "access",
        "finance"
      ],
      "elapsed_ms": 243.02116699999897,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "general": 0,
              "access": 0,
              "finance": 1
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 202,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "inbox-routing-07",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "finance",
        "general"
      ],
      "elapsed_ms": 236.77041699999972,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "access": 0,
              "finance": 1,
              "general": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 202,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "inbox-routing-07",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "general",
        "finance"
      ],
      "elapsed_ms": 237.61579200000415,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "access": 0,
              "general": 0,
              "finance": 1
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 202,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "inbox-routing-08",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "access",
        "finance"
      ],
      "elapsed_ms": 221.92466699999932,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "access",
            "probabilities": {
              "general": 0.002,
              "access": 0.959,
              "finance": 0.039
            },
            "confidence": 0.939
          }
        },
        "usage": {
          "input_tokens": 207,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": true,
        "predicted": "access",
        "score_absolute_error": null,
        "confidence": 0.939,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "inbox-routing-08",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "finance",
        "access"
      ],
      "elapsed_ms": 239.56079200000386,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "general": 0,
              "finance": 1,
              "access": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 207,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": false,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "inbox-routing-08",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "general",
        "finance"
      ],
      "elapsed_ms": 230.01075000000128,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "access": 0.01,
              "general": 0.007,
              "finance": 0.983
            },
            "confidence": 0.975
          }
        },
        "usage": {
          "input_tokens": 207,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": false,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.975,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "inbox-routing-08",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "finance",
        "general"
      ],
      "elapsed_ms": 214.22437500000524,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "access": 0.002,
              "finance": 0.998,
              "general": 0
            },
            "confidence": 0.997
          }
        },
        "usage": {
          "input_tokens": 207,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": false,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.997,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "inbox-routing-08",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "general",
        "access"
      ],
      "elapsed_ms": 219.85983300000225,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "general",
            "probabilities": {
              "finance": 0.095,
              "general": 0.879,
              "access": 0.026
            },
            "confidence": 0.819
          }
        },
        "usage": {
          "input_tokens": 207,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": false,
        "predicted": "general",
        "score_absolute_error": null,
        "confidence": 0.819,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "inbox-routing-08",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "access",
        "general"
      ],
      "elapsed_ms": 225.7142079999976,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 0.997,
              "access": 0,
              "general": 0.003
            },
            "confidence": 0.996
          }
        },
        "usage": {
          "input_tokens": 207,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": false,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.996,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "task-queue-01",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "later",
        "now"
      ],
      "elapsed_ms": 219.42587500000081,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "week": 0.09,
              "later": 0.123,
              "now": 0.787
            },
            "confidence": 0.681
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "now"
      },
      "grade": {
        "correct": true,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.681,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "task-queue-01",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "now",
        "later"
      ],
      "elapsed_ms": 219.17029200000252,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "week": 0,
              "now": 1,
              "later": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "now"
      },
      "grade": {
        "correct": true,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "task-queue-01",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "week",
        "now"
      ],
      "elapsed_ms": 219.70933299999888,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "later": 0,
              "week": 0.012,
              "now": 0.988
            },
            "confidence": 0.982
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "now"
      },
      "grade": {
        "correct": true,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.982,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "task-queue-01",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 214.10599999999977,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "later": 0,
              "now": 1,
              "week": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "now"
      },
      "grade": {
        "correct": true,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "task-queue-01",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "now",
        "week",
        "later"
      ],
      "elapsed_ms": 236.75537500000064,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "now": 0.988,
              "week": 0.012,
              "later": 0
            },
            "confidence": 0.982
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "now"
      },
      "grade": {
        "correct": true,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.982,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "task-queue-01",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "now",
        "later",
        "week"
      ],
      "elapsed_ms": 238.34387499999866,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "now": 0.969,
              "later": 0.031,
              "week": 0
            },
            "confidence": 0.954
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "now"
      },
      "grade": {
        "correct": true,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.954,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "task-queue-02",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "later",
        "now"
      ],
      "elapsed_ms": 245.19883299999492,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "week",
            "probabilities": {
              "week": 0.996,
              "later": 0.004,
              "now": 0
            },
            "confidence": 0.994
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": true,
        "predicted": "week",
        "score_absolute_error": null,
        "confidence": 0.994,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "task-queue-02",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "now",
        "later"
      ],
      "elapsed_ms": 215.01583299999766,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "week": 0.06,
              "now": 0.94,
              "later": 0
            },
            "confidence": 0.91
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.91,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "task-queue-02",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "week",
        "now"
      ],
      "elapsed_ms": 216.0679170000003,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "later": 0,
              "week": 0.422,
              "now": 0.578
            },
            "confidence": 0.366
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.366,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "task-queue-02",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 217.40254199999617,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "later": 0,
              "now": 0.999,
              "week": 0.001
            },
            "confidence": 0.999
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.999,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "task-queue-02",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "now",
        "week",
        "later"
      ],
      "elapsed_ms": 215.77654100000655,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "week",
            "probabilities": {
              "now": 0.005,
              "week": 0.995,
              "later": 0
            },
            "confidence": 0.993
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": true,
        "predicted": "week",
        "score_absolute_error": null,
        "confidence": 0.993,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "task-queue-02",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "now",
        "later",
        "week"
      ],
      "elapsed_ms": 223.63387499999953,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "now": 0.179,
              "later": 0.82,
              "week": 0.002
            },
            "confidence": 0.73
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.73,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "task-queue-03",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "now",
        "later",
        "week"
      ],
      "elapsed_ms": 222.39483299999847,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "now": 0.008,
              "later": 0.992,
              "week": 0
            },
            "confidence": 0.988
          }
        },
        "usage": {
          "input_tokens": 219,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": true,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.988,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "task-queue-03",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "now",
        "week",
        "later"
      ],
      "elapsed_ms": 227.10154100000364,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "week",
            "probabilities": {
              "now": 0.063,
              "week": 0.936,
              "later": 0.001
            },
            "confidence": 0.904
          }
        },
        "usage": {
          "input_tokens": 219,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": false,
        "predicted": "week",
        "score_absolute_error": null,
        "confidence": 0.904,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "task-queue-03",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 220.3338750000039,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "later": 0,
              "now": 1,
              "week": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 219,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "task-queue-03",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "week",
        "now"
      ],
      "elapsed_ms": 227.4602920000034,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "week",
            "probabilities": {
              "later": 0.001,
              "week": 0.922,
              "now": 0.076
            },
            "confidence": 0.884
          }
        },
        "usage": {
          "input_tokens": 219,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": false,
        "predicted": "week",
        "score_absolute_error": null,
        "confidence": 0.884,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "task-queue-03",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "now",
        "later"
      ],
      "elapsed_ms": 207.9432500000039,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "week": 0.006,
              "now": 0.994,
              "later": 0
            },
            "confidence": 0.991
          }
        },
        "usage": {
          "input_tokens": 219,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.991,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "task-queue-03",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "later",
        "now"
      ],
      "elapsed_ms": 226.74758300000394,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "week",
            "probabilities": {
              "week": 0.633,
              "later": 0.366,
              "now": 0.001
            },
            "confidence": 0.45
          }
        },
        "usage": {
          "input_tokens": 219,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": false,
        "predicted": "week",
        "score_absolute_error": null,
        "confidence": 0.45,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "task-queue-04",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 223.2569169999988,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "later": 0,
              "now": 1,
              "week": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 217,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "task-queue-04",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "week",
        "now"
      ],
      "elapsed_ms": 214.044249999999,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "week",
            "probabilities": {
              "later": 0,
              "week": 0.88,
              "now": 0.12
            },
            "confidence": 0.82
          }
        },
        "usage": {
          "input_tokens": 217,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": true,
        "predicted": "week",
        "score_absolute_error": null,
        "confidence": 0.82,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "task-queue-04",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "now",
        "later",
        "week"
      ],
      "elapsed_ms": 220.09758400000283,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "now": 0.009,
              "later": 0.991,
              "week": 0
            },
            "confidence": 0.987
          }
        },
        "usage": {
          "input_tokens": 217,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.987,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "task-queue-04",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "now",
        "week",
        "later"
      ],
      "elapsed_ms": 233.53170799999498,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "week",
            "probabilities": {
              "now": 0.013,
              "week": 0.986,
              "later": 0
            },
            "confidence": 0.98
          }
        },
        "usage": {
          "input_tokens": 217,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": true,
        "predicted": "week",
        "score_absolute_error": null,
        "confidence": 0.98,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "task-queue-04",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "later",
        "now"
      ],
      "elapsed_ms": 214.96641700000328,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "week": 0.422,
              "later": 0.57,
              "now": 0.008
            },
            "confidence": 0.355
          }
        },
        "usage": {
          "input_tokens": 217,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.355,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "task-queue-04",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "now",
        "later"
      ],
      "elapsed_ms": 233.73629199999414,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "week": 0,
              "now": 1,
              "later": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 217,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "task-queue-05",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 244.5629160000026,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "later": 0,
              "now": 1,
              "week": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "task-queue-05",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "week",
        "now"
      ],
      "elapsed_ms": 221.88629200000287,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "later": 0,
              "week": 0.235,
              "now": 0.765
            },
            "confidence": 0.647
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.647,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "task-queue-05",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "now",
        "later",
        "week"
      ],
      "elapsed_ms": 233.20108400000026,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "now": 0.002,
              "later": 0.998,
              "week": 0
            },
            "confidence": 0.996
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": true,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.996,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "task-queue-05",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "now",
        "week",
        "later"
      ],
      "elapsed_ms": 229.16995800000586,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "week",
            "probabilities": {
              "now": 0.009,
              "week": 0.991,
              "later": 0
            },
            "confidence": 0.987
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": false,
        "predicted": "week",
        "score_absolute_error": null,
        "confidence": 0.987,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "task-queue-05",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "later",
        "now"
      ],
      "elapsed_ms": 224.86220799999137,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "week": 0.088,
              "later": 0.573,
              "now": 0.339
            },
            "confidence": 0.359
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": true,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.359,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "task-queue-05",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "now",
        "later"
      ],
      "elapsed_ms": 230.3055000000022,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "week": 0,
              "now": 1,
              "later": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "task-queue-06",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 254.7831670000014,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "later": 0,
              "now": 1,
              "week": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 230,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "now"
      },
      "grade": {
        "correct": true,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "task-queue-06",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "week",
        "now"
      ],
      "elapsed_ms": 225.41229200000816,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "later": 0,
              "week": 0,
              "now": 1
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 230,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "now"
      },
      "grade": {
        "correct": true,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "task-queue-06",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "now",
        "later",
        "week"
      ],
      "elapsed_ms": 243.17779100000917,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "now": 0.494,
              "later": 0.506,
              "week": 0
            },
            "confidence": 0.259
          }
        },
        "usage": {
          "input_tokens": 230,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "now"
      },
      "grade": {
        "correct": false,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.259,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "task-queue-06",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "now",
        "week",
        "later"
      ],
      "elapsed_ms": 222.77949999998964,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "now": 0.842,
              "week": 0.158,
              "later": 0
            },
            "confidence": 0.763
          }
        },
        "usage": {
          "input_tokens": 230,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "now"
      },
      "grade": {
        "correct": true,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.763,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "task-queue-06",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "later",
        "now"
      ],
      "elapsed_ms": 224.59100000000035,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "week": 0,
              "later": 0,
              "now": 1
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 230,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "now"
      },
      "grade": {
        "correct": true,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "task-queue-06",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "now",
        "later"
      ],
      "elapsed_ms": 236.11970899999142,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "week": 0,
              "now": 1,
              "later": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 230,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "now"
      },
      "grade": {
        "correct": true,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "task-queue-07",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 226.30833300000813,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "later": 0,
              "now": 1,
              "week": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "task-queue-07",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "week",
        "now"
      ],
      "elapsed_ms": 219.16737500000454,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "later": 0.002,
              "week": 0.368,
              "now": 0.629
            },
            "confidence": 0.444
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.444,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "task-queue-07",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "now",
        "later",
        "week"
      ],
      "elapsed_ms": 219.3757920000062,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "now": 0.138,
              "later": 0.861,
              "week": 0
            },
            "confidence": 0.792
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.792,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "task-queue-07",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "now",
        "week",
        "later"
      ],
      "elapsed_ms": 225.7531250000029,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "week",
            "probabilities": {
              "now": 0.031,
              "week": 0.969,
              "later": 0
            },
            "confidence": 0.954
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": true,
        "predicted": "week",
        "score_absolute_error": null,
        "confidence": 0.954,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "task-queue-07",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "later",
        "now"
      ],
      "elapsed_ms": 213.82520900000236,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "week",
            "probabilities": {
              "week": 0.84,
              "later": 0.137,
              "now": 0.023
            },
            "confidence": 0.76
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": true,
        "predicted": "week",
        "score_absolute_error": null,
        "confidence": 0.76,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "task-queue-07",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "now",
        "later"
      ],
      "elapsed_ms": 230.35170800000196,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "week": 0,
              "now": 1,
              "later": 0
            },
            "confidence": 0.999
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.999,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "task-queue-08",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "week",
        "now"
      ],
      "elapsed_ms": 209.73545899998862,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "later": 0.002,
              "week": 0.248,
              "now": 0.75
            },
            "confidence": 0.625
          }
        },
        "usage": {
          "input_tokens": 219,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.625,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "task-queue-08",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 237.95366600000125,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "later": 0,
              "now": 1,
              "week": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 219,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "task-queue-08",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "later",
        "now"
      ],
      "elapsed_ms": 229.85529200000747,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "week",
            "probabilities": {
              "week": 0.956,
              "later": 0.043,
              "now": 0.001
            },
            "confidence": 0.934
          }
        },
        "usage": {
          "input_tokens": 219,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": false,
        "predicted": "week",
        "score_absolute_error": null,
        "confidence": 0.934,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "task-queue-08",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "now",
        "later"
      ],
      "elapsed_ms": 220.54845800000476,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "week": 0.063,
              "now": 0.937,
              "later": 0
            },
            "confidence": 0.905
          }
        },
        "usage": {
          "input_tokens": 219,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.905,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "task-queue-08",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "now",
        "later",
        "week"
      ],
      "elapsed_ms": 223.4306660000002,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "now": 0.214,
              "later": 0.785,
              "week": 0
            },
            "confidence": 0.678
          }
        },
        "usage": {
          "input_tokens": 219,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": true,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.678,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "task-queue-08",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "now",
        "week",
        "later"
      ],
      "elapsed_ms": 219.97316700000374,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "week",
            "probabilities": {
              "now": 0.272,
              "week": 0.728,
              "later": 0
            },
            "confidence": 0.592
          }
        },
        "usage": {
          "input_tokens": 219,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": false,
        "predicted": "week",
        "score_absolute_error": null,
        "confidence": 0.592,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "document-filing-01",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "review",
        "archive"
      ],
      "elapsed_ms": 236.55020800000057,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "current": 0,
              "review": 1,
              "archive": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": true,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "document-filing-01",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "archive",
        "review"
      ],
      "elapsed_ms": 230.49904199999582,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "current": 0,
              "archive": 0,
              "review": 1
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": true,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "document-filing-01",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "current",
        "archive"
      ],
      "elapsed_ms": 226.95012500000303,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "review": 0.972,
              "current": 0.028,
              "archive": 0
            },
            "confidence": 0.958
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": true,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 0.958,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "document-filing-01",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "archive",
        "current"
      ],
      "elapsed_ms": 226.11629199999152,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "review": 0.999,
              "archive": 0.001,
              "current": 0
            },
            "confidence": 0.998
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": true,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 0.998,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "document-filing-01",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "current",
        "review"
      ],
      "elapsed_ms": 242.7702500000014,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "archive": 0,
              "current": 0,
              "review": 1
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": true,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "document-filing-01",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "review",
        "current"
      ],
      "elapsed_ms": 226.27358300000196,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "archive": 0,
              "review": 1,
              "current": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": true,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "document-filing-02",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "archive",
        "current"
      ],
      "elapsed_ms": 230.86287500000617,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "review": 0.994,
              "archive": 0.006,
              "current": 0
            },
            "confidence": 0.991
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "current"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 0.991,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "document-filing-02",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "current",
        "archive"
      ],
      "elapsed_ms": 215.78237499999523,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "review": 0.303,
              "current": 0.697,
              "archive": 0
            },
            "confidence": 0.545
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "current"
      },
      "grade": {
        "correct": true,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.545,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "document-filing-02",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "review",
        "current"
      ],
      "elapsed_ms": 227.52591699999175,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "archive": 0,
              "review": 0.995,
              "current": 0.005
            },
            "confidence": 0.993
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "current"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 0.993,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "document-filing-02",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "current",
        "review"
      ],
      "elapsed_ms": 236.37954200000968,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "archive": 0,
              "current": 0,
              "review": 1
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "current"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "document-filing-02",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "review",
        "archive"
      ],
      "elapsed_ms": 238.68466700000863,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "current": 0,
              "review": 1,
              "archive": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "current"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "document-filing-02",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "archive",
        "review"
      ],
      "elapsed_ms": 239.28600000000733,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "current": 0,
              "archive": 0,
              "review": 1
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "current"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "document-filing-03",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "current",
        "review"
      ],
      "elapsed_ms": 220.93741600000067,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "archive": 0,
              "current": 0,
              "review": 1
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "document-filing-03",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "review",
        "current"
      ],
      "elapsed_ms": 242.42750000000524,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "archive": 0,
              "review": 1,
              "current": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "document-filing-03",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "archive",
        "review"
      ],
      "elapsed_ms": 237.61479199999303,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "current": 0,
              "archive": 0,
              "review": 1
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "document-filing-03",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "review",
        "archive"
      ],
      "elapsed_ms": 222.6775830000115,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "current": 0,
              "review": 1,
              "archive": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "document-filing-03",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "archive",
        "current"
      ],
      "elapsed_ms": 229.24237500000163,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "review": 0.998,
              "archive": 0.002,
              "current": 0
            },
            "confidence": 0.997
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 0.997,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "document-filing-03",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "current",
        "archive"
      ],
      "elapsed_ms": 234.94800000000396,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "review": 0.963,
              "current": 0.037,
              "archive": 0
            },
            "confidence": 0.944
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 0.944,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "document-filing-04",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "review",
        "archive"
      ],
      "elapsed_ms": 218.87670799999614,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "current": 0,
              "review": 1,
              "archive": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 239,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": true,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "document-filing-04",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "archive",
        "review"
      ],
      "elapsed_ms": 238.5182080000086,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "current": 0,
              "archive": 0,
              "review": 1
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 239,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": true,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "document-filing-04",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "current",
        "archive"
      ],
      "elapsed_ms": 238.18683299999975,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "review": 0.993,
              "current": 0.007,
              "archive": 0
            },
            "confidence": 0.99
          }
        },
        "usage": {
          "input_tokens": 239,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": true,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 0.99,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "document-filing-04",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "archive",
        "current"
      ],
      "elapsed_ms": 243.66108400000667,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "review": 1,
              "archive": 0,
              "current": 0
            },
            "confidence": 0.999
          }
        },
        "usage": {
          "input_tokens": 239,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": true,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 0.999,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "document-filing-04",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "current",
        "review"
      ],
      "elapsed_ms": 241.07150000000547,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "archive": 0,
              "current": 0,
              "review": 1
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 239,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": true,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "document-filing-04",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "review",
        "current"
      ],
      "elapsed_ms": 233.83658300001116,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "archive": 0,
              "review": 1,
              "current": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 239,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": true,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "document-filing-05",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "review",
        "current"
      ],
      "elapsed_ms": 231.41791699999885,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "archive": 0,
              "review": 0.997,
              "current": 0.003
            },
            "confidence": 0.996
          }
        },
        "usage": {
          "input_tokens": 242,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "current"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 0.996,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "document-filing-05",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "current",
        "review"
      ],
      "elapsed_ms": 254.67995900000096,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "archive": 0,
              "current": 0,
              "review": 1
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 242,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "current"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "document-filing-05",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "archive",
        "current"
      ],
      "elapsed_ms": 233.62349999998696,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "review": 0.935,
              "archive": 0.065,
              "current": 0
            },
            "confidence": 0.902
          }
        },
        "usage": {
          "input_tokens": 242,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "current"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 0.902,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "document-filing-05",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "current",
        "archive"
      ],
      "elapsed_ms": 225.20137499998964,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "review": 0.155,
              "current": 0.845,
              "archive": 0
            },
            "confidence": 0.767
          }
        },
        "usage": {
          "input_tokens": 242,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "current"
      },
      "grade": {
        "correct": true,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.767,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "document-filing-05",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "archive",
        "review"
      ],
      "elapsed_ms": 229.52554200000304,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "current": 0.001,
              "archive": 0.001,
              "review": 0.999
            },
            "confidence": 0.998
          }
        },
        "usage": {
          "input_tokens": 242,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "current"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 0.998,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "document-filing-05",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "review",
        "archive"
      ],
      "elapsed_ms": 231.32287499999802,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "current": 0,
              "review": 1,
              "archive": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 242,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "current"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "document-filing-06",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "current",
        "review"
      ],
      "elapsed_ms": 249.50274999999965,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "archive": 0,
              "current": 0,
              "review": 1
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "document-filing-06",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "review",
        "current"
      ],
      "elapsed_ms": 233.30316699999094,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "archive": 0,
              "review": 1,
              "current": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "document-filing-06",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "archive",
        "review"
      ],
      "elapsed_ms": 252.37704099999974,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "current": 0,
              "archive": 0,
              "review": 1
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "document-filing-06",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "review",
        "archive"
      ],
      "elapsed_ms": 259.8304169999901,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "current": 0,
              "review": 1,
              "archive": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "document-filing-06",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "archive",
        "current"
      ],
      "elapsed_ms": 241.98362500000803,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "review": 0.995,
              "archive": 0.005,
              "current": 0
            },
            "confidence": 0.992
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 0.992,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "document-filing-06",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "current",
        "archive"
      ],
      "elapsed_ms": 247.723834000004,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "review": 0.92,
              "current": 0.08,
              "archive": 0
            },
            "confidence": 0.879
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 0.879,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "document-filing-07",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "review",
        "archive"
      ],
      "elapsed_ms": 252.34824999999546,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "current": 0,
              "review": 1,
              "archive": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 231,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": true,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "document-filing-07",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "archive",
        "review"
      ],
      "elapsed_ms": 224.6313749999972,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "current": 0,
              "archive": 0,
              "review": 1
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 231,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": true,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "document-filing-07",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "current",
        "archive"
      ],
      "elapsed_ms": 229.90141700000095,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "review": 1,
              "current": 0,
              "archive": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 231,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": true,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "document-filing-07",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "archive",
        "current"
      ],
      "elapsed_ms": 243.93104100000346,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "review": 1,
              "archive": 0,
              "current": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 231,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": true,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "document-filing-07",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "current",
        "review"
      ],
      "elapsed_ms": 239.28129199999967,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "archive": 0,
              "current": 0,
              "review": 1
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 231,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": true,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "document-filing-07",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "review",
        "current"
      ],
      "elapsed_ms": 223.7093329999916,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "archive": 0,
              "review": 1,
              "current": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 231,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": true,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "document-filing-08",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "current",
        "archive"
      ],
      "elapsed_ms": 256.2318749999977,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "review": 0.009,
              "current": 0.991,
              "archive": 0
            },
            "confidence": 0.986
          }
        },
        "usage": {
          "input_tokens": 255,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.986,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "document-filing-08",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "archive",
        "current"
      ],
      "elapsed_ms": 246.08950000000186,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "review": 0.729,
              "archive": 0.271,
              "current": 0.001
            },
            "confidence": 0.593
          }
        },
        "usage": {
          "input_tokens": 255,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 0.593,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "document-filing-08",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "review",
        "archive"
      ],
      "elapsed_ms": 254.70875000000524,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "current": 0,
              "review": 1,
              "archive": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 255,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "document-filing-08",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "archive",
        "review"
      ],
      "elapsed_ms": 231.837875000012,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "current": 0.295,
              "archive": 0.34,
              "review": 0.364
            },
            "confidence": 0.046
          }
        },
        "usage": {
          "input_tokens": 255,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 0.046,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "document-filing-08",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "review",
        "current"
      ],
      "elapsed_ms": 228.20641699999396,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "archive": 0,
              "review": 0.708,
              "current": 0.291
            },
            "confidence": 0.562
          }
        },
        "usage": {
          "input_tokens": 255,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 0.562,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "document-filing-08",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "current",
        "review"
      ],
      "elapsed_ms": 227.08279200000106,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-1.7b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "archive": 0.006,
              "current": 0.589,
              "review": 0.406
            },
            "confidence": 0.383
          }
        },
        "usage": {
          "input_tokens": 255,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.383,
        "tie": false
      }
    }
  ],
  "summary": {
    "attempted_calls": 362,
    "skipped_calls": 0,
    "first_pass_planned": 72,
    "first_pass_observed": 72,
    "first_pass_skipped": 0,
    "first_pass_correct": 32,
    "by_type": {
      "choice": {
        "planned": 24,
        "observed": 24,
        "skipped": 0,
        "correct": 12,
        "valid": 24,
        "ties": 0
      },
      "noul": {
        "planned": 24,
        "observed": 24,
        "skipped": 0,
        "correct": 13,
        "valid": 24,
        "ties": 0
      },
      "score": {
        "planned": 24,
        "observed": 24,
        "skipped": 0,
        "correct": 7,
        "valid": 24,
        "ties": 0
      }
    },
    "by_family": {
      "inbox-routing": {
        "observed": 8,
        "correct": 5
      },
      "task-queue": {
        "observed": 8,
        "correct": 4
      },
      "document-filing": {
        "observed": 8,
        "correct": 3
      },
      "workshop-booking": {
        "observed": 8,
        "correct": 4
      },
      "public-export": {
        "observed": 8,
        "correct": 5
      },
      "duplicate-notes": {
        "observed": 8,
        "correct": 4
      },
      "task-completeness": {
        "observed": 8,
        "correct": 2
      },
      "meeting-readiness": {
        "observed": 8,
        "correct": 3
      },
      "ticket-priority": {
        "observed": 8,
        "correct": 2
      }
    },
    "measured_attempts": 216,
    "measured_valid": 216,
    "measured_failures": 0,
    "measured_correct": 96,
    "p50_ms": 213.6220830000002,
    "p95_ms": 247.5972910000055,
    "p50_valid_ms": 213.6220830000002,
    "p95_valid_ms": 247.5972910000055,
    "measured_elapsed_ms": 46701.673542,
    "valid_decisions_per_second": 4.625101920721229,
    "first_score_mae": 0.9286666666666669,
    "score_mae_observed": 24,
    "permutations": {
      "attempts": 144,
      "valid": 144,
      "correct": 66,
      "ties": 0,
      "complete_case_groups": 24,
      "invariant_case_groups": 7,
      "by_correct_option_position": [
        {
          "position": 0,
          "observed": 48,
          "valid": 48,
          "correct": 18
        },
        {
          "position": 1,
          "observed": 48,
          "valid": 48,
          "correct": 31
        },
        {
          "position": 2,
          "observed": 48,
          "valid": 48,
          "correct": 17
        }
      ]
    },
    "measured_usage": {
      "known_calls": 216,
      "unknown_calls": 0,
      "input_tokens": 45183,
      "output_tokens": 0
    },
    "all_usage": {
      "known_calls": 362,
      "unknown_calls": 0,
      "input_tokens": 77364,
      "output_tokens": 0
    },
    "estimated_measured_input_cost_usd": null,
    "estimated_all_input_cost_usd": null
  }
}