{
  "version": 2,
  "benchmark": "decisions-v2",
  "status": "complete",
  "started_at": "2026-09-20T15:33:18.096Z",
  "finished_at": "2026-09-20T15:34:35.448Z",
  "model": "qwen3-0.6b",
  "source": {
    "commit": "b9e423dbb425e8dc5f09cafa44294cd0b72058c6",
    "relevant_worktree_modified": true,
    "harness_sha256": "afc7b7ff0e3d22da25236580895e83e8dd1462cf6dac8aa72fc0c9b6fc2dea68",
    "shared_harness_sha256": "9c363a7d135c9dfe97797eddb54cbb56826913dbcb9919e7bddaa03b0aeed162",
    "fixture_sha256": "7e1b3e988c9c27eae96efd1782cb301d998204b94a09ed915bebe0ad3d97e69b",
    "warmup_fixture_sha256": "8e3073ac4ad1fb460fe574084b40631577ece6a49e190fca2d89659cee15604c",
    "package_sha256": "a63e63026627c5d5178496768e9642dde3e31d114225643ce4410cbb5cb932b8",
    "runtime_source_sha256": "06a03e78d3c309e133badb7f3048a6192b1d57eaf3c9f63cef516da6df5d1550",
    "lockfile_sha256": "2641927e4207467ad05df6fb30afa5384d68385b8c6271576ff7bf544c9fb178"
  },
  "environment": {
    "platform": "darwin",
    "arch": "arm64",
    "os": "25.5.0",
    "bun": "1.3.14",
    "cpu": "Apple M5 Max",
    "memory_bytes": 38654705664,
    "native": {
      "ok": true,
      "elapsed_ms": 240,
      "backend": "metal",
      "gpu_offloading": true,
      "supported_backends": [
        "metal"
      ]
    },
    "weight": {
      "id": "qwen3-0.6b",
      "sha256": "33bcc57074ec7b6eada5a90651ee546ec0c2b271002c22baf9f1b2dd1e8f75cb",
      "bytes": 382156480
    },
    "client_region": "Not independently verified",
    "provider": null
  },
  "methodology": {
    "unique_cases": 72,
    "cases_per_type": 24,
    "initial_calls": 1,
    "warmups": 1,
    "measured_repetitions": 3,
    "measured_calls": 216,
    "permutation_calls": 144,
    "planned_calls": 362,
    "concurrency": 1,
    "context_tokens": 2048,
    "percentile_method": "nearest rank, ceil(p*n)-1 in sorted elapsed times",
    "request_timeout_ms": 60000,
    "run_timeout_ms": 1200000,
    "stop_rule": "Stop after three consecutive invalid/error responses; no retries.",
    "latency_boundary": "LocalRunner through complete decision, including model/IPC; excludes HTTP and response validation",
    "throughput_boundary": "Measured loop wall time including validation, excluding report persistence and permutations.",
    "grading": "Choice exact label. Noul >0.5 is true, <0.5 false, tie incorrect. Score unique maximum-probability level; ties incorrect; weighted-score absolute error reported separately. Failures count as incorrect.",
    "quality_scope": "72 authored synthetic cases in nine low-risk workflow families. Fixture and labels frozen before model execution. Not a production benchmark, calibration study or independent third-party evaluation. Repeats/permutations are not independent cases.",
    "permutations": "All six orders for each of24 choice cases. Invariance requires six valid identical semantic choices; it does not mean correct.",
    "initial_scope": "Initial and warmup use prior forms-v1 cases, not held-out v2 cases. One initial request, not an isolated cold-machine/server measurement. Weight verification primes filesystem caches.",
    "usage": "Actual wrapped local prompt tokens or provider-reported counters. Missing usage fails validation. Local output zero means no generated answer text; not no computation.",
    "input_usd_per_million": null,
    "output_usd_per_million": null,
    "price_source": null,
    "price_checked": "2026-09-20",
    "cost_scope": "Known reported usage estimate, not invoice. All calls include warmups/permutations; unknown failed-call billing remains unknown."
  },
  "samples": [
    {
      "phase": "initial",
      "repetition": 0,
      "case_id": "warmup-form-01",
      "family": "warmup-forms",
      "type": "choice",
      "order": [
        "submit",
        "correct",
        "wait"
      ],
      "elapsed_ms": 964.2824589999999,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "submit",
            "probabilities": {
              "submit": 1,
              "correct": 0,
              "wait": 0
            },
            "confidence": 1
          }
        },
        "usage": {
          "input_tokens": 133,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "submit"
      },
      "grade": {
        "correct": true,
        "predicted": "submit",
        "score_absolute_error": null,
        "confidence": 1,
        "tie": false
      }
    },
    {
      "phase": "warmup",
      "repetition": 0,
      "case_id": "warmup-form-02",
      "family": "warmup-forms",
      "type": "choice",
      "order": [
        "submit",
        "correct",
        "wait"
      ],
      "elapsed_ms": 182.42091600000003,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "submit",
            "probabilities": {
              "submit": 0.904,
              "correct": 0.095,
              "wait": 0.001
            },
            "confidence": 0.856
          }
        },
        "usage": {
          "input_tokens": 128,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "correct"
      },
      "grade": {
        "correct": false,
        "predicted": "submit",
        "score_absolute_error": null,
        "confidence": 0.856,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "inbox-routing-01",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "access",
        "general"
      ],
      "elapsed_ms": 185.90595800000006,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 0.834,
              "access": 0.165,
              "general": 0.001
            },
            "confidence": 0.751
          }
        },
        "usage": {
          "input_tokens": 203,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.751,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "inbox-routing-02",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "access",
        "finance"
      ],
      "elapsed_ms": 181.88904200000002,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "access",
            "probabilities": {
              "general": 0.36,
              "access": 0.633,
              "finance": 0.007
            },
            "confidence": 0.449
          }
        },
        "usage": {
          "input_tokens": 203,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": true,
        "predicted": "access",
        "score_absolute_error": null,
        "confidence": 0.449,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "inbox-routing-03",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "finance",
        "general"
      ],
      "elapsed_ms": 203.99912500000028,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "access",
            "probabilities": {
              "access": 0.597,
              "finance": 0.401,
              "general": 0.002
            },
            "confidence": 0.395
          }
        },
        "usage": {
          "input_tokens": 197,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "general"
      },
      "grade": {
        "correct": false,
        "predicted": "access",
        "score_absolute_error": null,
        "confidence": 0.395,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "inbox-routing-04",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "general",
        "access"
      ],
      "elapsed_ms": 189.9571659999997,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 0.839,
              "general": 0.138,
              "access": 0.023
            },
            "confidence": 0.758
          }
        },
        "usage": {
          "input_tokens": 204,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.758,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "inbox-routing-05",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "access",
        "general"
      ],
      "elapsed_ms": 168.22824999999966,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 0.77,
              "access": 0.23,
              "general": 0.001
            },
            "confidence": 0.654
          }
        },
        "usage": {
          "input_tokens": 201,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": false,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.654,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "inbox-routing-06",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "finance",
        "general"
      ],
      "elapsed_ms": 190.9510409999998,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "access": 0.252,
              "finance": 0.739,
              "general": 0.009
            },
            "confidence": 0.608
          }
        },
        "usage": {
          "input_tokens": 215,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "general"
      },
      "grade": {
        "correct": false,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.608,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "inbox-routing-07",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "general",
        "access"
      ],
      "elapsed_ms": 196.35824999999977,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 0.893,
              "general": 0.101,
              "access": 0.006
            },
            "confidence": 0.84
          }
        },
        "usage": {
          "input_tokens": 202,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.84,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "inbox-routing-08",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "access",
        "finance"
      ],
      "elapsed_ms": 189.86112500000036,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "access",
            "probabilities": {
              "general": 0.28,
              "access": 0.697,
              "finance": 0.022
            },
            "confidence": 0.546
          }
        },
        "usage": {
          "input_tokens": 207,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": true,
        "predicted": "access",
        "score_absolute_error": null,
        "confidence": 0.546,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "task-queue-01",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "later",
        "now"
      ],
      "elapsed_ms": 205.2422919999999,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "week": 0.125,
              "later": 0.858,
              "now": 0.017
            },
            "confidence": 0.787
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "now"
      },
      "grade": {
        "correct": false,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.787,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "task-queue-02",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "later",
        "now"
      ],
      "elapsed_ms": 194.15629200000012,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "week": 0.237,
              "later": 0.749,
              "now": 0.014
            },
            "confidence": 0.623
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.623,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "task-queue-03",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "now",
        "later",
        "week"
      ],
      "elapsed_ms": 196.1261669999999,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "now": 0.64,
              "later": 0.354,
              "week": 0.006
            },
            "confidence": 0.46
          }
        },
        "usage": {
          "input_tokens": 219,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.46,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "task-queue-04",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 184.4127080000003,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "later": 0.832,
              "now": 0.156,
              "week": 0.012
            },
            "confidence": 0.748
          }
        },
        "usage": {
          "input_tokens": 217,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.748,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "task-queue-05",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 169.65629200000012,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "later": 0.87,
              "now": 0.121,
              "week": 0.008
            },
            "confidence": 0.806
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": true,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.806,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "task-queue-06",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 172.3846249999997,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "later": 0.927,
              "now": 0.07,
              "week": 0.003
            },
            "confidence": 0.891
          }
        },
        "usage": {
          "input_tokens": 230,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "now"
      },
      "grade": {
        "correct": false,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.891,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "task-queue-07",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 185.79058299999997,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "later": 0.819,
              "now": 0.166,
              "week": 0.015
            },
            "confidence": 0.729
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.729,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "task-queue-08",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "week",
        "now"
      ],
      "elapsed_ms": 171.56533299999955,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "later": 0.767,
              "week": 0.212,
              "now": 0.021
            },
            "confidence": 0.651
          }
        },
        "usage": {
          "input_tokens": 219,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": true,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.651,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "document-filing-01",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "review",
        "archive"
      ],
      "elapsed_ms": 176.58079199999975,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "current": 0.55,
              "review": 0.307,
              "archive": 0.143
            },
            "confidence": 0.325
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.325,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "document-filing-02",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "archive",
        "current"
      ],
      "elapsed_ms": 182.47212500000023,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "review": 0.335,
              "archive": 0.277,
              "current": 0.388
            },
            "confidence": 0.083
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "current"
      },
      "grade": {
        "correct": true,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.083,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "document-filing-03",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "current",
        "review"
      ],
      "elapsed_ms": 172.00154199999997,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "archive": 0.314,
              "current": 0.591,
              "review": 0.094
            },
            "confidence": 0.387
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.387,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "document-filing-04",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "review",
        "archive"
      ],
      "elapsed_ms": 167.7440830000005,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "current": 0.662,
              "review": 0.264,
              "archive": 0.074
            },
            "confidence": 0.493
          }
        },
        "usage": {
          "input_tokens": 239,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.493,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "document-filing-05",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "review",
        "current"
      ],
      "elapsed_ms": 176.2212500000005,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "archive",
            "probabilities": {
              "archive": 0.468,
              "review": 0.464,
              "current": 0.069
            },
            "confidence": 0.201
          }
        },
        "usage": {
          "input_tokens": 242,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "current"
      },
      "grade": {
        "correct": false,
        "predicted": "archive",
        "score_absolute_error": null,
        "confidence": 0.201,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "document-filing-06",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "current",
        "review"
      ],
      "elapsed_ms": 171.48666700000012,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "archive": 0.262,
              "current": 0.686,
              "review": 0.053
            },
            "confidence": 0.528
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.528,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "document-filing-07",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "review",
        "archive"
      ],
      "elapsed_ms": 165.88824999999997,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "current": 0.708,
              "review": 0.256,
              "archive": 0.036
            },
            "confidence": 0.561
          }
        },
        "usage": {
          "input_tokens": 231,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.561,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "document-filing-08",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "current",
        "archive"
      ],
      "elapsed_ms": 176.24162499999966,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "review": 0.317,
              "current": 0.64,
              "archive": 0.043
            },
            "confidence": 0.46
          }
        },
        "usage": {
          "input_tokens": 255,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.46,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "workshop-booking-01",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 168.28491699999995,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.901
          }
        },
        "usage": {
          "input_tokens": 178,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.901,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "workshop-booking-02",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 165.6664579999997,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.848
          }
        },
        "usage": {
          "input_tokens": 178,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.848,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "workshop-booking-03",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 161.48608299999978,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.897
          }
        },
        "usage": {
          "input_tokens": 178,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.897,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "workshop-booking-04",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 162.6648750000004,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.901
          }
        },
        "usage": {
          "input_tokens": 179,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.901,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "workshop-booking-05",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 166.28170799999953,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.885
          }
        },
        "usage": {
          "input_tokens": 178,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.885,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "workshop-booking-06",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 170.7654590000002,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.895
          }
        },
        "usage": {
          "input_tokens": 179,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.895,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "workshop-booking-07",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 167.7332919999999,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.865
          }
        },
        "usage": {
          "input_tokens": 178,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.865,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "workshop-booking-08",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 174.49083299999984,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.893
          }
        },
        "usage": {
          "input_tokens": 178,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.893,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "public-export-01",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 177.75945800000045,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.976
          }
        },
        "usage": {
          "input_tokens": 187,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.976,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "public-export-02",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 176.93133300000045,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.971
          }
        },
        "usage": {
          "input_tokens": 187,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.971,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "public-export-03",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 169.10954200000015,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.965
          }
        },
        "usage": {
          "input_tokens": 186,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.965,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "public-export-04",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 181.3518750000003,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.966
          }
        },
        "usage": {
          "input_tokens": 187,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.966,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "public-export-05",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 191.92570799999976,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.971
          }
        },
        "usage": {
          "input_tokens": 198,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.971,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "public-export-06",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 176.5493750000005,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.965
          }
        },
        "usage": {
          "input_tokens": 187,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.965,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "public-export-07",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 197.31570900000042,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.98
          }
        },
        "usage": {
          "input_tokens": 186,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.98,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "public-export-08",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 205.03199999999924,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.964
          }
        },
        "usage": {
          "input_tokens": 197,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.964,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "duplicate-notes-01",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 201.51837499999965,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.908
          }
        },
        "usage": {
          "input_tokens": 209,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.908,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "duplicate-notes-02",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 199.67508400000042,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.88
          }
        },
        "usage": {
          "input_tokens": 208,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.88,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "duplicate-notes-03",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 208.95116699999926,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.929
          }
        },
        "usage": {
          "input_tokens": 211,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.929,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "duplicate-notes-04",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 214.56537500000013,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.923
          }
        },
        "usage": {
          "input_tokens": 210,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.923,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "duplicate-notes-05",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 213.13674999999967,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.858
          }
        },
        "usage": {
          "input_tokens": 206,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.858,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "duplicate-notes-06",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 226.51254100000006,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.913
          }
        },
        "usage": {
          "input_tokens": 209,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.913,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "duplicate-notes-07",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 228.78249999999935,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.869
          }
        },
        "usage": {
          "input_tokens": 214,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.869,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "duplicate-notes-08",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 235.11166699999922,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.906
          }
        },
        "usage": {
          "input_tokens": 208,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.906,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "task-completeness-01",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 252.87312500000007,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.534,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0.003,
              "1": 0.596,
              "2": 0.264,
              "3": 0.137
            },
            "confidence": 0.462
          }
        },
        "usage": {
          "input_tokens": 192,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 0
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1.534,
        "confidence": 0.462,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "task-completeness-02",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 234.00424999999996,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.817,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0.001,
              "1": 0.447,
              "2": 0.285,
              "3": 0.267
            },
            "confidence": 0.262
          }
        },
        "usage": {
          "input_tokens": 197,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 1
      },
      "grade": {
        "correct": true,
        "predicted": 1,
        "score_absolute_error": 0.817,
        "confidence": 0.262,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "task-completeness-03",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 244.47908300000017,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.629,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0.003,
              "1": 0.548,
              "2": 0.265,
              "3": 0.184
            },
            "confidence": 0.398
          }
        },
        "usage": {
          "input_tokens": 196,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 2
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 0.371,
        "confidence": 0.398,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "task-completeness-04",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 241.45395899999858,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.684,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0.002,
              "1": 0.528,
              "2": 0.254,
              "3": 0.216
            },
            "confidence": 0.37
          }
        },
        "usage": {
          "input_tokens": 204,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 3
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1.316,
        "confidence": 0.37,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "task-completeness-05",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 243.59079100000054,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.472,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0.005,
              "1": 0.568,
              "2": 0.377,
              "3": 0.05
            },
            "confidence": 0.424
          }
        },
        "usage": {
          "input_tokens": 200,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 0
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1.472,
        "confidence": 0.424,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "task-completeness-06",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 246.32587500000045,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.568,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0.003,
              "1": 0.543,
              "2": 0.336,
              "3": 0.117
            },
            "confidence": 0.391
          }
        },
        "usage": {
          "input_tokens": 192,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 1
      },
      "grade": {
        "correct": true,
        "predicted": 1,
        "score_absolute_error": 0.5680000000000001,
        "confidence": 0.391,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "task-completeness-07",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 229.7157500000012,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.632,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0.004,
              "1": 0.557,
              "2": 0.241,
              "3": 0.198
            },
            "confidence": 0.409
          }
        },
        "usage": {
          "input_tokens": 201,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 2
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 0.3680000000000001,
        "confidence": 0.409,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "task-completeness-08",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 225.03999999999905,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.493,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0.005,
              "1": 0.637,
              "2": 0.218,
              "3": 0.14
            },
            "confidence": 0.516
          }
        },
        "usage": {
          "input_tokens": 204,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 3
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1.507,
        "confidence": 0.516,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "meeting-readiness-01",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 246.1659579999996,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.827,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0.084,
              "1": 0.196,
              "2": 0.529,
              "3": 0.191
            },
            "confidence": 0.372
          }
        },
        "usage": {
          "input_tokens": 212,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 0
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 1.827,
        "confidence": 0.372,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "meeting-readiness-02",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 238.38925000000017,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.865,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0.082,
              "1": 0.184,
              "2": 0.522,
              "3": 0.213
            },
            "confidence": 0.362
          }
        },
        "usage": {
          "input_tokens": 212,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 1
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 0.865,
        "confidence": 0.362,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "meeting-readiness-03",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 210.0372920000009,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.772,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0.071,
              "1": 0.253,
              "2": 0.509,
              "3": 0.167
            },
            "confidence": 0.345
          }
        },
        "usage": {
          "input_tokens": 213,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 2
      },
      "grade": {
        "correct": true,
        "predicted": 2,
        "score_absolute_error": 0.22799999999999998,
        "confidence": 0.345,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "meeting-readiness-04",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 225.5005000000001,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.736,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0.099,
              "1": 0.262,
              "2": 0.445,
              "3": 0.195
            },
            "confidence": 0.26
          }
        },
        "usage": {
          "input_tokens": 215,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 3
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 1.264,
        "confidence": 0.26,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "meeting-readiness-05",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 218.51445799999965,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.734,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0.106,
              "1": 0.266,
              "2": 0.415,
              "3": 0.213
            },
            "confidence": 0.22
          }
        },
        "usage": {
          "input_tokens": 215,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 0
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 1.734,
        "confidence": 0.22,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "meeting-readiness-06",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 217.4420829999999,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.851,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0.084,
              "1": 0.224,
              "2": 0.448,
              "3": 0.244
            },
            "confidence": 0.264
          }
        },
        "usage": {
          "input_tokens": 213,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 1
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 0.851,
        "confidence": 0.264,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "meeting-readiness-07",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 218.82174999999916,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 2.027,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0.097,
              "1": 0.222,
              "2": 0.236,
              "3": 0.444
            },
            "confidence": 0.259
          }
        },
        "usage": {
          "input_tokens": 226,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 2
      },
      "grade": {
        "correct": false,
        "predicted": 3,
        "score_absolute_error": 0.027000000000000135,
        "confidence": 0.259,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "meeting-readiness-08",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 236.0174169999991,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 2.079,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0.05,
              "1": 0.166,
              "2": 0.441,
              "3": 0.344
            },
            "confidence": 0.254
          }
        },
        "usage": {
          "input_tokens": 217,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 3
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 0.9209999999999998,
        "confidence": 0.254,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "ticket-priority-01",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 222.86916699999892,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.599,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0.083,
              "1": 0.278,
              "2": 0.597,
              "3": 0.043
            },
            "confidence": 0.463
          }
        },
        "usage": {
          "input_tokens": 224,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 0
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 1.599,
        "confidence": 0.463,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "ticket-priority-02",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 222.11325000000033,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.731,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0.039,
              "1": 0.289,
              "2": 0.574,
              "3": 0.098
            },
            "confidence": 0.432
          }
        },
        "usage": {
          "input_tokens": 229,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 1
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 0.7310000000000001,
        "confidence": 0.432,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "ticket-priority-03",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 214.5595000000012,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.796,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0.057,
              "1": 0.266,
              "2": 0.502,
              "3": 0.175
            },
            "confidence": 0.336
          }
        },
        "usage": {
          "input_tokens": 225,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 2
      },
      "grade": {
        "correct": true,
        "predicted": 2,
        "score_absolute_error": 0.20399999999999996,
        "confidence": 0.336,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "ticket-priority-04",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 210.92466700000114,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.741,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0.025,
              "1": 0.266,
              "2": 0.654,
              "3": 0.056
            },
            "confidence": 0.538
          }
        },
        "usage": {
          "input_tokens": 233,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 3
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 1.259,
        "confidence": 0.538,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "ticket-priority-05",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 231.89654100000007,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.56,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0.079,
              "1": 0.447,
              "2": 0.311,
              "3": 0.164
            },
            "confidence": 0.262
          }
        },
        "usage": {
          "input_tokens": 229,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 0
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1.56,
        "confidence": 0.262,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "ticket-priority-06",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 231.41249999999854,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.684,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0.088,
              "1": 0.31,
              "2": 0.431,
              "3": 0.171
            },
            "confidence": 0.241
          }
        },
        "usage": {
          "input_tokens": 222,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 1
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 0.6839999999999999,
        "confidence": 0.241,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "ticket-priority-07",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 216.76208300000144,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 2.032,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0.04,
              "1": 0.143,
              "2": 0.564,
              "3": 0.254
            },
            "confidence": 0.419
          }
        },
        "usage": {
          "input_tokens": 225,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 2
      },
      "grade": {
        "correct": true,
        "predicted": 2,
        "score_absolute_error": 0.03200000000000003,
        "confidence": 0.419,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 0,
      "case_id": "ticket-priority-08",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 225.92979200000082,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.941,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0.015,
              "1": 0.117,
              "2": 0.779,
              "3": 0.089
            },
            "confidence": 0.705
          }
        },
        "usage": {
          "input_tokens": 229,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 3
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 1.059,
        "confidence": 0.705,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "inbox-routing-01",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "access",
        "general"
      ],
      "elapsed_ms": 225.67891699999927,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 0.834,
              "access": 0.165,
              "general": 0.001
            },
            "confidence": 0.751
          }
        },
        "usage": {
          "input_tokens": 203,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.751,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "inbox-routing-02",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "access",
        "finance"
      ],
      "elapsed_ms": 194.03654199999983,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "access",
            "probabilities": {
              "general": 0.36,
              "access": 0.633,
              "finance": 0.007
            },
            "confidence": 0.449
          }
        },
        "usage": {
          "input_tokens": 203,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": true,
        "predicted": "access",
        "score_absolute_error": null,
        "confidence": 0.449,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "inbox-routing-03",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "finance",
        "general"
      ],
      "elapsed_ms": 210.55737500000032,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "access",
            "probabilities": {
              "access": 0.597,
              "finance": 0.401,
              "general": 0.002
            },
            "confidence": 0.395
          }
        },
        "usage": {
          "input_tokens": 197,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "general"
      },
      "grade": {
        "correct": false,
        "predicted": "access",
        "score_absolute_error": null,
        "confidence": 0.395,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "inbox-routing-04",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "general",
        "access"
      ],
      "elapsed_ms": 201.6559159999997,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 0.839,
              "general": 0.138,
              "access": 0.023
            },
            "confidence": 0.758
          }
        },
        "usage": {
          "input_tokens": 204,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.758,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "inbox-routing-05",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "access",
        "general"
      ],
      "elapsed_ms": 194.42866700000013,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 0.77,
              "access": 0.23,
              "general": 0.001
            },
            "confidence": 0.654
          }
        },
        "usage": {
          "input_tokens": 201,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": false,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.654,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "inbox-routing-06",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "finance",
        "general"
      ],
      "elapsed_ms": 206.18033400000058,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "access": 0.252,
              "finance": 0.739,
              "general": 0.009
            },
            "confidence": 0.608
          }
        },
        "usage": {
          "input_tokens": 215,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "general"
      },
      "grade": {
        "correct": false,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.608,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "inbox-routing-07",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "general",
        "access"
      ],
      "elapsed_ms": 204.29441700000098,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 0.893,
              "general": 0.101,
              "access": 0.006
            },
            "confidence": 0.84
          }
        },
        "usage": {
          "input_tokens": 202,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.84,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "inbox-routing-08",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "access",
        "finance"
      ],
      "elapsed_ms": 201.43404200000077,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "access",
            "probabilities": {
              "general": 0.28,
              "access": 0.697,
              "finance": 0.022
            },
            "confidence": 0.546
          }
        },
        "usage": {
          "input_tokens": 207,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": true,
        "predicted": "access",
        "score_absolute_error": null,
        "confidence": 0.546,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "task-queue-01",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "later",
        "now"
      ],
      "elapsed_ms": 217.7164159999993,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "week": 0.125,
              "later": 0.858,
              "now": 0.017
            },
            "confidence": 0.787
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "now"
      },
      "grade": {
        "correct": false,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.787,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "task-queue-02",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "later",
        "now"
      ],
      "elapsed_ms": 215.18920799999978,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "week": 0.237,
              "later": 0.749,
              "now": 0.014
            },
            "confidence": 0.623
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.623,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "task-queue-03",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "now",
        "later",
        "week"
      ],
      "elapsed_ms": 188.70533299999806,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "now": 0.64,
              "later": 0.354,
              "week": 0.006
            },
            "confidence": 0.46
          }
        },
        "usage": {
          "input_tokens": 219,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.46,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "task-queue-04",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 206.90487500000017,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "later": 0.832,
              "now": 0.156,
              "week": 0.012
            },
            "confidence": 0.748
          }
        },
        "usage": {
          "input_tokens": 217,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.748,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "task-queue-05",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 208.9362919999985,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "later": 0.87,
              "now": 0.121,
              "week": 0.008
            },
            "confidence": 0.806
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": true,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.806,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "task-queue-06",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 205.4676249999975,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "later": 0.927,
              "now": 0.07,
              "week": 0.003
            },
            "confidence": 0.891
          }
        },
        "usage": {
          "input_tokens": 230,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "now"
      },
      "grade": {
        "correct": false,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.891,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "task-queue-07",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 196.65883300000132,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "later": 0.819,
              "now": 0.166,
              "week": 0.015
            },
            "confidence": 0.729
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.729,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "task-queue-08",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "week",
        "now"
      ],
      "elapsed_ms": 213.18204200000037,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "later": 0.767,
              "week": 0.212,
              "now": 0.021
            },
            "confidence": 0.651
          }
        },
        "usage": {
          "input_tokens": 219,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": true,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.651,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "document-filing-01",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "review",
        "archive"
      ],
      "elapsed_ms": 204.79954199999702,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "current": 0.55,
              "review": 0.307,
              "archive": 0.143
            },
            "confidence": 0.325
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.325,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "document-filing-02",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "archive",
        "current"
      ],
      "elapsed_ms": 213.42020799999955,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "review": 0.335,
              "archive": 0.277,
              "current": 0.388
            },
            "confidence": 0.083
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "current"
      },
      "grade": {
        "correct": true,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.083,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "document-filing-03",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "current",
        "review"
      ],
      "elapsed_ms": 201.39400000000023,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "archive": 0.314,
              "current": 0.591,
              "review": 0.094
            },
            "confidence": 0.387
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.387,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "document-filing-04",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "review",
        "archive"
      ],
      "elapsed_ms": 203.64358399999765,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "current": 0.662,
              "review": 0.264,
              "archive": 0.074
            },
            "confidence": 0.493
          }
        },
        "usage": {
          "input_tokens": 239,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.493,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "document-filing-05",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "review",
        "current"
      ],
      "elapsed_ms": 221.35899999999674,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "archive",
            "probabilities": {
              "archive": 0.468,
              "review": 0.464,
              "current": 0.069
            },
            "confidence": 0.201
          }
        },
        "usage": {
          "input_tokens": 242,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "current"
      },
      "grade": {
        "correct": false,
        "predicted": "archive",
        "score_absolute_error": null,
        "confidence": 0.201,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "document-filing-06",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "current",
        "review"
      ],
      "elapsed_ms": 218.8502920000028,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "archive": 0.262,
              "current": 0.686,
              "review": 0.053
            },
            "confidence": 0.528
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.528,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "document-filing-07",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "review",
        "archive"
      ],
      "elapsed_ms": 202.2714159999996,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "current": 0.708,
              "review": 0.256,
              "archive": 0.036
            },
            "confidence": 0.561
          }
        },
        "usage": {
          "input_tokens": 231,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.561,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "document-filing-08",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "current",
        "archive"
      ],
      "elapsed_ms": 230.14662499999758,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "review": 0.317,
              "current": 0.64,
              "archive": 0.043
            },
            "confidence": 0.46
          }
        },
        "usage": {
          "input_tokens": 255,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.46,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "workshop-booking-01",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 201.59483300000284,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.901
          }
        },
        "usage": {
          "input_tokens": 178,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.901,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "workshop-booking-02",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 190.2127909999981,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.848
          }
        },
        "usage": {
          "input_tokens": 178,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.848,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "workshop-booking-03",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 202.67262499999924,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.897
          }
        },
        "usage": {
          "input_tokens": 178,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.897,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "workshop-booking-04",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 229.86104200000045,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.901
          }
        },
        "usage": {
          "input_tokens": 179,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.901,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "workshop-booking-05",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 195.89058400000067,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.885
          }
        },
        "usage": {
          "input_tokens": 178,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.885,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "workshop-booking-06",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 213.71833400000105,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.895
          }
        },
        "usage": {
          "input_tokens": 179,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.895,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "workshop-booking-07",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 218.99966700000004,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.865
          }
        },
        "usage": {
          "input_tokens": 178,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.865,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "workshop-booking-08",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 194.84375,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.893
          }
        },
        "usage": {
          "input_tokens": 178,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.893,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "public-export-01",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 203.6080830000028,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.976
          }
        },
        "usage": {
          "input_tokens": 187,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.976,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "public-export-02",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 206.11775000000125,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.971
          }
        },
        "usage": {
          "input_tokens": 187,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.971,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "public-export-03",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 202.8302079999994,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.965
          }
        },
        "usage": {
          "input_tokens": 186,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.965,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "public-export-04",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 192.80733399999735,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.966
          }
        },
        "usage": {
          "input_tokens": 187,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.966,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "public-export-05",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 204.23291700000118,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.971
          }
        },
        "usage": {
          "input_tokens": 198,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.971,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "public-export-06",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 192.46458300000086,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.965
          }
        },
        "usage": {
          "input_tokens": 187,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.965,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "public-export-07",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 202.05729200000133,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.98
          }
        },
        "usage": {
          "input_tokens": 186,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.98,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "public-export-08",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 210.42808299999888,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.964
          }
        },
        "usage": {
          "input_tokens": 197,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.964,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "duplicate-notes-01",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 196.5681250000016,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.908
          }
        },
        "usage": {
          "input_tokens": 209,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.908,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "duplicate-notes-02",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 203.48395900000105,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.88
          }
        },
        "usage": {
          "input_tokens": 208,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.88,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "duplicate-notes-03",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 195.32495800000106,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.929
          }
        },
        "usage": {
          "input_tokens": 211,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.929,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "duplicate-notes-04",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 191.7020420000008,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.923
          }
        },
        "usage": {
          "input_tokens": 210,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.923,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "duplicate-notes-05",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 202.93295800000124,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.858
          }
        },
        "usage": {
          "input_tokens": 206,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.858,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "duplicate-notes-06",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 197.18308400000024,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.913
          }
        },
        "usage": {
          "input_tokens": 209,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.913,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "duplicate-notes-07",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 190.05016700000124,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.869
          }
        },
        "usage": {
          "input_tokens": 214,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.869,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "duplicate-notes-08",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 197.90329099999872,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.906
          }
        },
        "usage": {
          "input_tokens": 208,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.906,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "task-completeness-01",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 204.9256250000035,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.534,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0.003,
              "1": 0.596,
              "2": 0.264,
              "3": 0.137
            },
            "confidence": 0.462
          }
        },
        "usage": {
          "input_tokens": 192,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 0
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1.534,
        "confidence": 0.462,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "task-completeness-02",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 201.9631670000017,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.817,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0.001,
              "1": 0.447,
              "2": 0.285,
              "3": 0.267
            },
            "confidence": 0.262
          }
        },
        "usage": {
          "input_tokens": 197,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 1
      },
      "grade": {
        "correct": true,
        "predicted": 1,
        "score_absolute_error": 0.817,
        "confidence": 0.262,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "task-completeness-03",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 215.0784580000036,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.629,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0.003,
              "1": 0.548,
              "2": 0.265,
              "3": 0.184
            },
            "confidence": 0.398
          }
        },
        "usage": {
          "input_tokens": 196,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 2
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 0.371,
        "confidence": 0.398,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "task-completeness-04",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 221.140333000003,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.684,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0.002,
              "1": 0.528,
              "2": 0.254,
              "3": 0.216
            },
            "confidence": 0.37
          }
        },
        "usage": {
          "input_tokens": 204,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 3
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1.316,
        "confidence": 0.37,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "task-completeness-05",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 212.01604200000293,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.472,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0.005,
              "1": 0.568,
              "2": 0.377,
              "3": 0.05
            },
            "confidence": 0.424
          }
        },
        "usage": {
          "input_tokens": 200,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 0
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1.472,
        "confidence": 0.424,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "task-completeness-06",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 215.22799999999916,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.568,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0.003,
              "1": 0.543,
              "2": 0.336,
              "3": 0.117
            },
            "confidence": 0.391
          }
        },
        "usage": {
          "input_tokens": 192,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 1
      },
      "grade": {
        "correct": true,
        "predicted": 1,
        "score_absolute_error": 0.5680000000000001,
        "confidence": 0.391,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "task-completeness-07",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 218.3821670000034,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.632,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0.004,
              "1": 0.557,
              "2": 0.241,
              "3": 0.198
            },
            "confidence": 0.409
          }
        },
        "usage": {
          "input_tokens": 201,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 2
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 0.3680000000000001,
        "confidence": 0.409,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "task-completeness-08",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 214.04783300000054,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.493,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0.005,
              "1": 0.637,
              "2": 0.218,
              "3": 0.14
            },
            "confidence": 0.516
          }
        },
        "usage": {
          "input_tokens": 204,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 3
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1.507,
        "confidence": 0.516,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "meeting-readiness-01",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 214.04312500000015,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.827,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0.084,
              "1": 0.196,
              "2": 0.529,
              "3": 0.191
            },
            "confidence": 0.372
          }
        },
        "usage": {
          "input_tokens": 212,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 0
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 1.827,
        "confidence": 0.372,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "meeting-readiness-02",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 210.05883299999914,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.865,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0.082,
              "1": 0.184,
              "2": 0.522,
              "3": 0.213
            },
            "confidence": 0.362
          }
        },
        "usage": {
          "input_tokens": 212,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 1
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 0.865,
        "confidence": 0.362,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "meeting-readiness-03",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 214.0231249999997,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.772,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0.071,
              "1": 0.253,
              "2": 0.509,
              "3": 0.167
            },
            "confidence": 0.345
          }
        },
        "usage": {
          "input_tokens": 213,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 2
      },
      "grade": {
        "correct": true,
        "predicted": 2,
        "score_absolute_error": 0.22799999999999998,
        "confidence": 0.345,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "meeting-readiness-04",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 225.88887500000055,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.736,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0.099,
              "1": 0.262,
              "2": 0.445,
              "3": 0.195
            },
            "confidence": 0.26
          }
        },
        "usage": {
          "input_tokens": 215,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 3
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 1.264,
        "confidence": 0.26,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "meeting-readiness-05",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 210.28562500000044,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.734,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0.106,
              "1": 0.266,
              "2": 0.415,
              "3": 0.213
            },
            "confidence": 0.22
          }
        },
        "usage": {
          "input_tokens": 215,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 0
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 1.734,
        "confidence": 0.22,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "meeting-readiness-06",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 205.28350000000137,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.851,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0.084,
              "1": 0.224,
              "2": 0.448,
              "3": 0.244
            },
            "confidence": 0.264
          }
        },
        "usage": {
          "input_tokens": 213,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 1
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 0.851,
        "confidence": 0.264,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "meeting-readiness-07",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 225.421792000001,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 2.027,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0.097,
              "1": 0.222,
              "2": 0.236,
              "3": 0.444
            },
            "confidence": 0.259
          }
        },
        "usage": {
          "input_tokens": 226,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 2
      },
      "grade": {
        "correct": false,
        "predicted": 3,
        "score_absolute_error": 0.027000000000000135,
        "confidence": 0.259,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "meeting-readiness-08",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 214.61012500000288,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 2.079,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0.05,
              "1": 0.166,
              "2": 0.441,
              "3": 0.344
            },
            "confidence": 0.254
          }
        },
        "usage": {
          "input_tokens": 217,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 3
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 0.9209999999999998,
        "confidence": 0.254,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "ticket-priority-01",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 204.32216700000208,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.599,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0.083,
              "1": 0.278,
              "2": 0.597,
              "3": 0.043
            },
            "confidence": 0.463
          }
        },
        "usage": {
          "input_tokens": 224,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 0
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 1.599,
        "confidence": 0.463,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "ticket-priority-02",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 222.72862499999974,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.731,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0.039,
              "1": 0.289,
              "2": 0.574,
              "3": 0.098
            },
            "confidence": 0.432
          }
        },
        "usage": {
          "input_tokens": 229,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 1
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 0.7310000000000001,
        "confidence": 0.432,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "ticket-priority-03",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 221.6024589999979,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.796,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0.057,
              "1": 0.266,
              "2": 0.502,
              "3": 0.175
            },
            "confidence": 0.336
          }
        },
        "usage": {
          "input_tokens": 225,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 2
      },
      "grade": {
        "correct": true,
        "predicted": 2,
        "score_absolute_error": 0.20399999999999996,
        "confidence": 0.336,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "ticket-priority-04",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 208.78629200000069,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.741,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0.025,
              "1": 0.266,
              "2": 0.654,
              "3": 0.056
            },
            "confidence": 0.538
          }
        },
        "usage": {
          "input_tokens": 233,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 3
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 1.259,
        "confidence": 0.538,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "ticket-priority-05",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 224.00500000000102,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.56,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0.079,
              "1": 0.447,
              "2": 0.311,
              "3": 0.164
            },
            "confidence": 0.262
          }
        },
        "usage": {
          "input_tokens": 229,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 0
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1.56,
        "confidence": 0.262,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "ticket-priority-06",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 231.68904199999815,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.684,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0.088,
              "1": 0.31,
              "2": 0.431,
              "3": 0.171
            },
            "confidence": 0.241
          }
        },
        "usage": {
          "input_tokens": 222,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 1
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 0.6839999999999999,
        "confidence": 0.241,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "ticket-priority-07",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 243.960750000002,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 2.032,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0.04,
              "1": 0.143,
              "2": 0.564,
              "3": 0.254
            },
            "confidence": 0.419
          }
        },
        "usage": {
          "input_tokens": 225,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 2
      },
      "grade": {
        "correct": true,
        "predicted": 2,
        "score_absolute_error": 0.03200000000000003,
        "confidence": 0.419,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 1,
      "case_id": "ticket-priority-08",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 250.09749999999985,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.941,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0.015,
              "1": 0.117,
              "2": 0.779,
              "3": 0.089
            },
            "confidence": 0.705
          }
        },
        "usage": {
          "input_tokens": 229,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 3
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 1.059,
        "confidence": 0.705,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "inbox-routing-01",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "access",
        "general"
      ],
      "elapsed_ms": 240.05199999999968,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 0.834,
              "access": 0.165,
              "general": 0.001
            },
            "confidence": 0.751
          }
        },
        "usage": {
          "input_tokens": 203,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.751,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "inbox-routing-02",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "access",
        "finance"
      ],
      "elapsed_ms": 218.98099999999977,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "access",
            "probabilities": {
              "general": 0.36,
              "access": 0.633,
              "finance": 0.007
            },
            "confidence": 0.449
          }
        },
        "usage": {
          "input_tokens": 203,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": true,
        "predicted": "access",
        "score_absolute_error": null,
        "confidence": 0.449,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "inbox-routing-03",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "finance",
        "general"
      ],
      "elapsed_ms": 253.20870900000227,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "access",
            "probabilities": {
              "access": 0.597,
              "finance": 0.401,
              "general": 0.002
            },
            "confidence": 0.395
          }
        },
        "usage": {
          "input_tokens": 197,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "general"
      },
      "grade": {
        "correct": false,
        "predicted": "access",
        "score_absolute_error": null,
        "confidence": 0.395,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "inbox-routing-04",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "general",
        "access"
      ],
      "elapsed_ms": 225.23549999999886,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 0.839,
              "general": 0.138,
              "access": 0.023
            },
            "confidence": 0.758
          }
        },
        "usage": {
          "input_tokens": 204,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.758,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "inbox-routing-05",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "access",
        "general"
      ],
      "elapsed_ms": 215.38241600000038,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 0.77,
              "access": 0.23,
              "general": 0.001
            },
            "confidence": 0.654
          }
        },
        "usage": {
          "input_tokens": 201,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": false,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.654,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "inbox-routing-06",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "finance",
        "general"
      ],
      "elapsed_ms": 220.8348330000008,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "access": 0.252,
              "finance": 0.739,
              "general": 0.009
            },
            "confidence": 0.608
          }
        },
        "usage": {
          "input_tokens": 215,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "general"
      },
      "grade": {
        "correct": false,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.608,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "inbox-routing-07",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "general",
        "access"
      ],
      "elapsed_ms": 229.67012500000055,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 0.893,
              "general": 0.101,
              "access": 0.006
            },
            "confidence": 0.84
          }
        },
        "usage": {
          "input_tokens": 202,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.84,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "inbox-routing-08",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "access",
        "finance"
      ],
      "elapsed_ms": 216.4817079999957,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "access",
            "probabilities": {
              "general": 0.28,
              "access": 0.697,
              "finance": 0.022
            },
            "confidence": 0.546
          }
        },
        "usage": {
          "input_tokens": 207,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": true,
        "predicted": "access",
        "score_absolute_error": null,
        "confidence": 0.546,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "task-queue-01",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "later",
        "now"
      ],
      "elapsed_ms": 213.88208299999678,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "week": 0.125,
              "later": 0.858,
              "now": 0.017
            },
            "confidence": 0.787
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "now"
      },
      "grade": {
        "correct": false,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.787,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "task-queue-02",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "later",
        "now"
      ],
      "elapsed_ms": 215.7609999999986,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "week": 0.237,
              "later": 0.749,
              "now": 0.014
            },
            "confidence": 0.623
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.623,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "task-queue-03",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "now",
        "later",
        "week"
      ],
      "elapsed_ms": 206.05845799999952,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "now": 0.64,
              "later": 0.354,
              "week": 0.006
            },
            "confidence": 0.46
          }
        },
        "usage": {
          "input_tokens": 219,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.46,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "task-queue-04",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 223.265333000003,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "later": 0.832,
              "now": 0.156,
              "week": 0.012
            },
            "confidence": 0.748
          }
        },
        "usage": {
          "input_tokens": 217,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.748,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "task-queue-05",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 198.7032090000066,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "later": 0.87,
              "now": 0.121,
              "week": 0.008
            },
            "confidence": 0.806
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": true,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.806,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "task-queue-06",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 197.2103749999951,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "later": 0.927,
              "now": 0.07,
              "week": 0.003
            },
            "confidence": 0.891
          }
        },
        "usage": {
          "input_tokens": 230,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "now"
      },
      "grade": {
        "correct": false,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.891,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "task-queue-07",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 217.84312499999942,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "later": 0.819,
              "now": 0.166,
              "week": 0.015
            },
            "confidence": 0.729
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.729,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "task-queue-08",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "week",
        "now"
      ],
      "elapsed_ms": 207.48337500000343,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "later": 0.767,
              "week": 0.212,
              "now": 0.021
            },
            "confidence": 0.651
          }
        },
        "usage": {
          "input_tokens": 219,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": true,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.651,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "document-filing-01",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "review",
        "archive"
      ],
      "elapsed_ms": 203.6906669999953,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "current": 0.55,
              "review": 0.307,
              "archive": 0.143
            },
            "confidence": 0.325
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.325,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "document-filing-02",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "archive",
        "current"
      ],
      "elapsed_ms": 206.04937499999505,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "review": 0.335,
              "archive": 0.277,
              "current": 0.388
            },
            "confidence": 0.083
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "current"
      },
      "grade": {
        "correct": true,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.083,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "document-filing-03",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "current",
        "review"
      ],
      "elapsed_ms": 213.7471250000017,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "archive": 0.314,
              "current": 0.591,
              "review": 0.094
            },
            "confidence": 0.387
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.387,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "document-filing-04",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "review",
        "archive"
      ],
      "elapsed_ms": 202.51304200000595,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "current": 0.662,
              "review": 0.264,
              "archive": 0.074
            },
            "confidence": 0.493
          }
        },
        "usage": {
          "input_tokens": 239,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.493,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "document-filing-05",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "review",
        "current"
      ],
      "elapsed_ms": 226.78108300000167,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "archive",
            "probabilities": {
              "archive": 0.468,
              "review": 0.464,
              "current": 0.069
            },
            "confidence": 0.201
          }
        },
        "usage": {
          "input_tokens": 242,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "current"
      },
      "grade": {
        "correct": false,
        "predicted": "archive",
        "score_absolute_error": null,
        "confidence": 0.201,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "document-filing-06",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "current",
        "review"
      ],
      "elapsed_ms": 216.23462499999732,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "archive": 0.262,
              "current": 0.686,
              "review": 0.053
            },
            "confidence": 0.528
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.528,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "document-filing-07",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "review",
        "archive"
      ],
      "elapsed_ms": 202.23591700000543,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "current": 0.708,
              "review": 0.256,
              "archive": 0.036
            },
            "confidence": 0.561
          }
        },
        "usage": {
          "input_tokens": 231,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.561,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "document-filing-08",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "current",
        "archive"
      ],
      "elapsed_ms": 221.89549999999872,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "review": 0.317,
              "current": 0.64,
              "archive": 0.043
            },
            "confidence": 0.46
          }
        },
        "usage": {
          "input_tokens": 255,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.46,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "workshop-booking-01",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 194.17191599999933,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.901
          }
        },
        "usage": {
          "input_tokens": 178,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.901,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "workshop-booking-02",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 198.92533299999923,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.848
          }
        },
        "usage": {
          "input_tokens": 178,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.848,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "workshop-booking-03",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 205.61533300000156,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.897
          }
        },
        "usage": {
          "input_tokens": 178,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.897,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "workshop-booking-04",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 201.49087499999587,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.901
          }
        },
        "usage": {
          "input_tokens": 179,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.901,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "workshop-booking-05",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 183.15029199999844,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.885
          }
        },
        "usage": {
          "input_tokens": 178,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.885,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "workshop-booking-06",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 197.80379200000607,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.895
          }
        },
        "usage": {
          "input_tokens": 179,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.895,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "workshop-booking-07",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 200.95983299999352,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.865
          }
        },
        "usage": {
          "input_tokens": 178,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.865,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "workshop-booking-08",
      "family": "workshop-booking",
      "type": "noul",
      "order": null,
      "elapsed_ms": 183.6472500000018,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.893
          }
        },
        "usage": {
          "input_tokens": 178,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.893,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "public-export-01",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 183.94958300000144,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.976
          }
        },
        "usage": {
          "input_tokens": 187,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.976,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "public-export-02",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 179.5089999999982,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.971
          }
        },
        "usage": {
          "input_tokens": 187,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.971,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "public-export-03",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 180.93779200000426,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.965
          }
        },
        "usage": {
          "input_tokens": 186,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.965,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "public-export-04",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 188.19700000000012,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.966
          }
        },
        "usage": {
          "input_tokens": 187,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.966,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "public-export-05",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 202.294707999994,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.971
          }
        },
        "usage": {
          "input_tokens": 198,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.971,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "public-export-06",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 189.72666700000264,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.965
          }
        },
        "usage": {
          "input_tokens": 187,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.965,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "public-export-07",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 209.56308300000092,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.98
          }
        },
        "usage": {
          "input_tokens": 186,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.98,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "public-export-08",
      "family": "public-export",
      "type": "noul",
      "order": null,
      "elapsed_ms": 219.30066600000282,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.964
          }
        },
        "usage": {
          "input_tokens": 197,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.964,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "duplicate-notes-01",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 207.36954200000037,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.908
          }
        },
        "usage": {
          "input_tokens": 209,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.908,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "duplicate-notes-02",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 237.1387079999986,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.88
          }
        },
        "usage": {
          "input_tokens": 208,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.88,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "duplicate-notes-03",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 233.9757499999978,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.929
          }
        },
        "usage": {
          "input_tokens": 211,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.929,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "duplicate-notes-04",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 229.4379160000026,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.923
          }
        },
        "usage": {
          "input_tokens": 210,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.923,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "duplicate-notes-05",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 223.33420800000022,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.858
          }
        },
        "usage": {
          "input_tokens": 206,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.858,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "duplicate-notes-06",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 236.0711669999946,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.913
          }
        },
        "usage": {
          "input_tokens": 209,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.913,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "duplicate-notes-07",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 229.31104100000084,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.869
          }
        },
        "usage": {
          "input_tokens": 214,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": true
      },
      "grade": {
        "correct": true,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.869,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "duplicate-notes-08",
      "family": "duplicate-notes",
      "type": "noul",
      "order": null,
      "elapsed_ms": 231.7020829999965,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "noul",
            "noul": 0.906
          }
        },
        "usage": {
          "input_tokens": 208,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "noul",
        "noul": false
      },
      "grade": {
        "correct": false,
        "predicted": true,
        "score_absolute_error": null,
        "confidence": 0.906,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "task-completeness-01",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 267.06474999999773,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.534,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0.003,
              "1": 0.596,
              "2": 0.264,
              "3": 0.137
            },
            "confidence": 0.462
          }
        },
        "usage": {
          "input_tokens": 192,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 0
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1.534,
        "confidence": 0.462,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "task-completeness-02",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 259.62920799999847,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.817,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0.001,
              "1": 0.447,
              "2": 0.285,
              "3": 0.267
            },
            "confidence": 0.262
          }
        },
        "usage": {
          "input_tokens": 197,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 1
      },
      "grade": {
        "correct": true,
        "predicted": 1,
        "score_absolute_error": 0.817,
        "confidence": 0.262,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "task-completeness-03",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 276.8264999999956,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.629,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0.003,
              "1": 0.548,
              "2": 0.265,
              "3": 0.184
            },
            "confidence": 0.398
          }
        },
        "usage": {
          "input_tokens": 196,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 2
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 0.371,
        "confidence": 0.398,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "task-completeness-04",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 262.830958999999,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.684,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0.002,
              "1": 0.528,
              "2": 0.254,
              "3": 0.216
            },
            "confidence": 0.37
          }
        },
        "usage": {
          "input_tokens": 204,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 3
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1.316,
        "confidence": 0.37,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "task-completeness-05",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 258.940125000001,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.472,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0.005,
              "1": 0.568,
              "2": 0.377,
              "3": 0.05
            },
            "confidence": 0.424
          }
        },
        "usage": {
          "input_tokens": 200,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 0
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1.472,
        "confidence": 0.424,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "task-completeness-06",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 266.9664579999953,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.568,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0.003,
              "1": 0.543,
              "2": 0.336,
              "3": 0.117
            },
            "confidence": 0.391
          }
        },
        "usage": {
          "input_tokens": 192,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 1
      },
      "grade": {
        "correct": true,
        "predicted": 1,
        "score_absolute_error": 0.5680000000000001,
        "confidence": 0.391,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "task-completeness-07",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 264.4791660000046,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.632,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0.004,
              "1": 0.557,
              "2": 0.241,
              "3": 0.198
            },
            "confidence": 0.409
          }
        },
        "usage": {
          "input_tokens": 201,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 2
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 0.3680000000000001,
        "confidence": 0.409,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "task-completeness-08",
      "family": "task-completeness",
      "type": "score",
      "order": null,
      "elapsed_ms": 255.00708300000406,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.493,
            "legend": {
              "0": "No metadata checks passed",
              "1": "Exactly one metadata check passed",
              "2": "Exactly two metadata checks passed",
              "3": "All three metadata checks passed"
            },
            "probabilities": {
              "0": 0.005,
              "1": 0.637,
              "2": 0.218,
              "3": 0.14
            },
            "confidence": 0.516
          }
        },
        "usage": {
          "input_tokens": 204,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 3
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1.507,
        "confidence": 0.516,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "meeting-readiness-01",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 274.24112500000047,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.827,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0.084,
              "1": 0.196,
              "2": 0.529,
              "3": 0.191
            },
            "confidence": 0.372
          }
        },
        "usage": {
          "input_tokens": 212,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 0
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 1.827,
        "confidence": 0.372,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "meeting-readiness-02",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 240.7354170000035,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.865,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0.082,
              "1": 0.184,
              "2": 0.522,
              "3": 0.213
            },
            "confidence": 0.362
          }
        },
        "usage": {
          "input_tokens": 212,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 1
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 0.865,
        "confidence": 0.362,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "meeting-readiness-03",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 238.00670899999386,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.772,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0.071,
              "1": 0.253,
              "2": 0.509,
              "3": 0.167
            },
            "confidence": 0.345
          }
        },
        "usage": {
          "input_tokens": 213,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 2
      },
      "grade": {
        "correct": true,
        "predicted": 2,
        "score_absolute_error": 0.22799999999999998,
        "confidence": 0.345,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "meeting-readiness-04",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 256.7607500000013,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.736,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0.099,
              "1": 0.262,
              "2": 0.445,
              "3": 0.195
            },
            "confidence": 0.26
          }
        },
        "usage": {
          "input_tokens": 215,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 3
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 1.264,
        "confidence": 0.26,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "meeting-readiness-05",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 235.86162499999773,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.734,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0.106,
              "1": 0.266,
              "2": 0.415,
              "3": 0.213
            },
            "confidence": 0.22
          }
        },
        "usage": {
          "input_tokens": 215,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 0
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 1.734,
        "confidence": 0.22,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "meeting-readiness-06",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 230.7991669999974,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.851,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0.084,
              "1": 0.224,
              "2": 0.448,
              "3": 0.244
            },
            "confidence": 0.264
          }
        },
        "usage": {
          "input_tokens": 213,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 1
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 0.851,
        "confidence": 0.264,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "meeting-readiness-07",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 248.51625000000058,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 2.027,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0.097,
              "1": 0.222,
              "2": 0.236,
              "3": 0.444
            },
            "confidence": 0.259
          }
        },
        "usage": {
          "input_tokens": 226,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 2
      },
      "grade": {
        "correct": false,
        "predicted": 3,
        "score_absolute_error": 0.027000000000000135,
        "confidence": 0.259,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "meeting-readiness-08",
      "family": "meeting-readiness",
      "type": "score",
      "order": null,
      "elapsed_ms": 243.32354199999827,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 2.079,
            "legend": {
              "0": "No meeting time chosen",
              "1": "Time chosen; location or call link missing",
              "2": "Time and location chosen; agenda empty",
              "3": "Time and location chosen; at least one agenda item"
            },
            "probabilities": {
              "0": 0.05,
              "1": 0.166,
              "2": 0.441,
              "3": 0.344
            },
            "confidence": 0.254
          }
        },
        "usage": {
          "input_tokens": 217,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 3
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 0.9209999999999998,
        "confidence": 0.254,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "ticket-priority-01",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 238.11404100000073,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.599,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0.083,
              "1": 0.278,
              "2": 0.597,
              "3": 0.043
            },
            "confidence": 0.463
          }
        },
        "usage": {
          "input_tokens": 224,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 0
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 1.599,
        "confidence": 0.463,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "ticket-priority-02",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 253.67025000000285,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.731,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0.039,
              "1": 0.289,
              "2": 0.574,
              "3": 0.098
            },
            "confidence": 0.432
          }
        },
        "usage": {
          "input_tokens": 229,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 1
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 0.7310000000000001,
        "confidence": 0.432,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "ticket-priority-03",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 260.26170800000546,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.796,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0.057,
              "1": 0.266,
              "2": 0.502,
              "3": 0.175
            },
            "confidence": 0.336
          }
        },
        "usage": {
          "input_tokens": 225,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 2
      },
      "grade": {
        "correct": true,
        "predicted": 2,
        "score_absolute_error": 0.20399999999999996,
        "confidence": 0.336,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "ticket-priority-04",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 253.41070800000307,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.741,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0.025,
              "1": 0.266,
              "2": 0.654,
              "3": 0.056
            },
            "confidence": 0.538
          }
        },
        "usage": {
          "input_tokens": 233,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 3
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 1.259,
        "confidence": 0.538,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "ticket-priority-05",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 239.98041699999885,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.56,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0.079,
              "1": 0.447,
              "2": 0.311,
              "3": 0.164
            },
            "confidence": 0.262
          }
        },
        "usage": {
          "input_tokens": 229,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 0
      },
      "grade": {
        "correct": false,
        "predicted": 1,
        "score_absolute_error": 1.56,
        "confidence": 0.262,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "ticket-priority-06",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 220.2834159999984,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.684,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0.088,
              "1": 0.31,
              "2": 0.431,
              "3": 0.171
            },
            "confidence": 0.241
          }
        },
        "usage": {
          "input_tokens": 222,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 1
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 0.6839999999999999,
        "confidence": 0.241,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "ticket-priority-07",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 203.24708399999508,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 2.032,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0.04,
              "1": 0.143,
              "2": 0.564,
              "3": 0.254
            },
            "confidence": 0.419
          }
        },
        "usage": {
          "input_tokens": 225,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 2
      },
      "grade": {
        "correct": true,
        "predicted": 2,
        "score_absolute_error": 0.03200000000000003,
        "confidence": 0.419,
        "tie": false
      }
    },
    {
      "phase": "measured",
      "repetition": 2,
      "case_id": "ticket-priority-08",
      "family": "ticket-priority",
      "type": "score",
      "order": null,
      "elapsed_ms": 234.74104100000113,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "score",
            "score": 1.941,
            "legend": {
              "0": "Feature suggestion; no existing function is broken",
              "1": "Cosmetic defect only; existing functions work",
              "2": "Existing function broken; a working workaround exists",
              "3": "Existing function broken; no working workaround exists"
            },
            "probabilities": {
              "0": 0.015,
              "1": 0.117,
              "2": 0.779,
              "3": 0.089
            },
            "confidence": 0.705
          }
        },
        "usage": {
          "input_tokens": 229,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "score",
        "level": 3
      },
      "grade": {
        "correct": false,
        "predicted": 2,
        "score_absolute_error": 1.059,
        "confidence": 0.705,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "inbox-routing-01",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "access",
        "general"
      ],
      "elapsed_ms": 213.85366599999543,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 0.834,
              "access": 0.165,
              "general": 0.001
            },
            "confidence": 0.751
          }
        },
        "usage": {
          "input_tokens": 203,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.751,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "inbox-routing-01",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "general",
        "access"
      ],
      "elapsed_ms": 199.43704199999775,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 0.795,
              "general": 0.193,
              "access": 0.012
            },
            "confidence": 0.693
          }
        },
        "usage": {
          "input_tokens": 203,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.693,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "inbox-routing-01",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "finance",
        "general"
      ],
      "elapsed_ms": 209.1576669999995,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "access": 0.369,
              "finance": 0.629,
              "general": 0.002
            },
            "confidence": 0.444
          }
        },
        "usage": {
          "input_tokens": 203,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.444,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "inbox-routing-01",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "general",
        "finance"
      ],
      "elapsed_ms": 205.35866700000042,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "general",
            "probabilities": {
              "access": 0.213,
              "general": 0.699,
              "finance": 0.088
            },
            "confidence": 0.548
          }
        },
        "usage": {
          "input_tokens": 203,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": false,
        "predicted": "general",
        "score_absolute_error": null,
        "confidence": 0.548,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "inbox-routing-01",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "finance",
        "access"
      ],
      "elapsed_ms": 207.37204199999542,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "general": 0.275,
              "finance": 0.718,
              "access": 0.007
            },
            "confidence": 0.577
          }
        },
        "usage": {
          "input_tokens": 203,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.577,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "inbox-routing-01",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "access",
        "finance"
      ],
      "elapsed_ms": 211.1740839999984,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "access",
            "probabilities": {
              "general": 0.308,
              "access": 0.677,
              "finance": 0.015
            },
            "confidence": 0.515
          }
        },
        "usage": {
          "input_tokens": 203,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": false,
        "predicted": "access",
        "score_absolute_error": null,
        "confidence": 0.515,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "inbox-routing-02",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "access",
        "finance"
      ],
      "elapsed_ms": 223.3677500000049,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "access",
            "probabilities": {
              "general": 0.36,
              "access": 0.633,
              "finance": 0.007
            },
            "confidence": 0.449
          }
        },
        "usage": {
          "input_tokens": 203,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": true,
        "predicted": "access",
        "score_absolute_error": null,
        "confidence": 0.449,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "inbox-routing-02",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "finance",
        "access"
      ],
      "elapsed_ms": 207.94495800000004,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "general": 0.468,
              "finance": 0.528,
              "access": 0.004
            },
            "confidence": 0.292
          }
        },
        "usage": {
          "input_tokens": 203,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": false,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.292,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "inbox-routing-02",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "general",
        "finance"
      ],
      "elapsed_ms": 213.1740409999984,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "general",
            "probabilities": {
              "access": 0.353,
              "general": 0.576,
              "finance": 0.071
            },
            "confidence": 0.364
          }
        },
        "usage": {
          "input_tokens": 203,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": false,
        "predicted": "general",
        "score_absolute_error": null,
        "confidence": 0.364,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "inbox-routing-02",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "finance",
        "general"
      ],
      "elapsed_ms": 211.5674169999984,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "access",
            "probabilities": {
              "access": 0.535,
              "finance": 0.464,
              "general": 0.001
            },
            "confidence": 0.303
          }
        },
        "usage": {
          "input_tokens": 203,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": true,
        "predicted": "access",
        "score_absolute_error": null,
        "confidence": 0.303,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "inbox-routing-02",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "general",
        "access"
      ],
      "elapsed_ms": 201.45016699999542,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 0.667,
              "general": 0.31,
              "access": 0.023
            },
            "confidence": 0.5
          }
        },
        "usage": {
          "input_tokens": 203,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": false,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.5,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "inbox-routing-02",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "access",
        "general"
      ],
      "elapsed_ms": 231.82041699999536,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 0.705,
              "access": 0.293,
              "general": 0.002
            },
            "confidence": 0.558
          }
        },
        "usage": {
          "input_tokens": 203,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": false,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.558,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "inbox-routing-03",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "finance",
        "general"
      ],
      "elapsed_ms": 208.3727910000016,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "access",
            "probabilities": {
              "access": 0.597,
              "finance": 0.401,
              "general": 0.002
            },
            "confidence": 0.395
          }
        },
        "usage": {
          "input_tokens": 197,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "general"
      },
      "grade": {
        "correct": false,
        "predicted": "access",
        "score_absolute_error": null,
        "confidence": 0.395,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "inbox-routing-03",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "general",
        "finance"
      ],
      "elapsed_ms": 203.14800000000105,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "general",
            "probabilities": {
              "access": 0.421,
              "general": 0.537,
              "finance": 0.042
            },
            "confidence": 0.305
          }
        },
        "usage": {
          "input_tokens": 197,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "general"
      },
      "grade": {
        "correct": true,
        "predicted": "general",
        "score_absolute_error": null,
        "confidence": 0.305,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "inbox-routing-03",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "access",
        "general"
      ],
      "elapsed_ms": 213.57954099999915,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 0.788,
              "access": 0.211,
              "general": 0.001
            },
            "confidence": 0.682
          }
        },
        "usage": {
          "input_tokens": 197,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "general"
      },
      "grade": {
        "correct": false,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.682,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "inbox-routing-03",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "general",
        "access"
      ],
      "elapsed_ms": 213.81237500000134,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 0.704,
              "general": 0.283,
              "access": 0.013
            },
            "confidence": 0.555
          }
        },
        "usage": {
          "input_tokens": 197,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "general"
      },
      "grade": {
        "correct": false,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.555,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "inbox-routing-03",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "access",
        "finance"
      ],
      "elapsed_ms": 206.2219169999953,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "general",
            "probabilities": {
              "general": 0.581,
              "access": 0.414,
              "finance": 0.004
            },
            "confidence": 0.372
          }
        },
        "usage": {
          "input_tokens": 197,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "general"
      },
      "grade": {
        "correct": true,
        "predicted": "general",
        "score_absolute_error": null,
        "confidence": 0.372,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "inbox-routing-03",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "finance",
        "access"
      ],
      "elapsed_ms": 209.0753329999934,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "general": 0.418,
              "finance": 0.579,
              "access": 0.003
            },
            "confidence": 0.368
          }
        },
        "usage": {
          "input_tokens": 197,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "general"
      },
      "grade": {
        "correct": false,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.368,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "inbox-routing-04",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "general",
        "access"
      ],
      "elapsed_ms": 216.7875419999982,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 0.839,
              "general": 0.138,
              "access": 0.023
            },
            "confidence": 0.758
          }
        },
        "usage": {
          "input_tokens": 204,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.758,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "inbox-routing-04",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "access",
        "general"
      ],
      "elapsed_ms": 191.0078330000033,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 0.867,
              "access": 0.133,
              "general": 0
            },
            "confidence": 0.8
          }
        },
        "usage": {
          "input_tokens": 204,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.8,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "inbox-routing-04",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "finance",
        "access"
      ],
      "elapsed_ms": 205.11429200000566,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "general": 0.186,
              "finance": 0.809,
              "access": 0.005
            },
            "confidence": 0.713
          }
        },
        "usage": {
          "input_tokens": 204,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.713,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "inbox-routing-04",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "access",
        "finance"
      ],
      "elapsed_ms": 211.96020799999678,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "access",
            "probabilities": {
              "general": 0.271,
              "access": 0.708,
              "finance": 0.021
            },
            "confidence": 0.562
          }
        },
        "usage": {
          "input_tokens": 204,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": false,
        "predicted": "access",
        "score_absolute_error": null,
        "confidence": 0.562,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "inbox-routing-04",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "finance",
        "general"
      ],
      "elapsed_ms": 223.3613750000004,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "access": 0.344,
              "finance": 0.654,
              "general": 0.002
            },
            "confidence": 0.481
          }
        },
        "usage": {
          "input_tokens": 204,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.481,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "inbox-routing-04",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "general",
        "finance"
      ],
      "elapsed_ms": 234.26812500000233,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "general",
            "probabilities": {
              "access": 0.177,
              "general": 0.554,
              "finance": 0.268
            },
            "confidence": 0.332
          }
        },
        "usage": {
          "input_tokens": 204,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": false,
        "predicted": "general",
        "score_absolute_error": null,
        "confidence": 0.332,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "inbox-routing-05",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "access",
        "general"
      ],
      "elapsed_ms": 241.47170800000458,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 0.77,
              "access": 0.23,
              "general": 0.001
            },
            "confidence": 0.654
          }
        },
        "usage": {
          "input_tokens": 201,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": false,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.654,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "inbox-routing-05",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "general",
        "access"
      ],
      "elapsed_ms": 224.3542080000043,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 0.781,
              "general": 0.208,
              "access": 0.011
            },
            "confidence": 0.672
          }
        },
        "usage": {
          "input_tokens": 201,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": false,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.672,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "inbox-routing-05",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "finance",
        "general"
      ],
      "elapsed_ms": 236.96075000000565,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "access": 0.355,
              "finance": 0.643,
              "general": 0.002
            },
            "confidence": 0.464
          }
        },
        "usage": {
          "input_tokens": 201,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": false,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.464,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "inbox-routing-05",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "general",
        "finance"
      ],
      "elapsed_ms": 226.72729100000288,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "general",
            "probabilities": {
              "access": 0.208,
              "general": 0.592,
              "finance": 0.2
            },
            "confidence": 0.389
          }
        },
        "usage": {
          "input_tokens": 201,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": false,
        "predicted": "general",
        "score_absolute_error": null,
        "confidence": 0.389,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "inbox-routing-05",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "finance",
        "access"
      ],
      "elapsed_ms": 212.9094580000019,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "general": 0.246,
              "finance": 0.749,
              "access": 0.005
            },
            "confidence": 0.623
          }
        },
        "usage": {
          "input_tokens": 201,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": false,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.623,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "inbox-routing-05",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "access",
        "finance"
      ],
      "elapsed_ms": 228.51779199999874,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "access",
            "probabilities": {
              "general": 0.347,
              "access": 0.646,
              "finance": 0.008
            },
            "confidence": 0.468
          }
        },
        "usage": {
          "input_tokens": 201,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": true,
        "predicted": "access",
        "score_absolute_error": null,
        "confidence": 0.468,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "inbox-routing-06",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "finance",
        "general"
      ],
      "elapsed_ms": 220.07829199999833,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "access": 0.252,
              "finance": 0.739,
              "general": 0.009
            },
            "confidence": 0.608
          }
        },
        "usage": {
          "input_tokens": 215,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "general"
      },
      "grade": {
        "correct": false,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.608,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "inbox-routing-06",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "general",
        "finance"
      ],
      "elapsed_ms": 219.71387500000128,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "general",
            "probabilities": {
              "access": 0.073,
              "general": 0.872,
              "finance": 0.055
            },
            "confidence": 0.808
          }
        },
        "usage": {
          "input_tokens": 215,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "general"
      },
      "grade": {
        "correct": true,
        "predicted": "general",
        "score_absolute_error": null,
        "confidence": 0.808,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "inbox-routing-06",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "access",
        "general"
      ],
      "elapsed_ms": 238.41483400000288,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 0.865,
              "access": 0.127,
              "general": 0.008
            },
            "confidence": 0.798
          }
        },
        "usage": {
          "input_tokens": 215,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "general"
      },
      "grade": {
        "correct": false,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.798,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "inbox-routing-06",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "general",
        "access"
      ],
      "elapsed_ms": 204.49779199999466,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 0.719,
              "general": 0.223,
              "access": 0.059
            },
            "confidence": 0.578
          }
        },
        "usage": {
          "input_tokens": 215,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "general"
      },
      "grade": {
        "correct": false,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.578,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "inbox-routing-06",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "access",
        "finance"
      ],
      "elapsed_ms": 195.7689590000009,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "general",
            "probabilities": {
              "general": 0.643,
              "access": 0.353,
              "finance": 0.005
            },
            "confidence": 0.464
          }
        },
        "usage": {
          "input_tokens": 215,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "general"
      },
      "grade": {
        "correct": true,
        "predicted": "general",
        "score_absolute_error": null,
        "confidence": 0.464,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "inbox-routing-06",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "finance",
        "access"
      ],
      "elapsed_ms": 202.5626670000056,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "general",
            "probabilities": {
              "general": 0.691,
              "finance": 0.305,
              "access": 0.004
            },
            "confidence": 0.537
          }
        },
        "usage": {
          "input_tokens": 215,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "general"
      },
      "grade": {
        "correct": true,
        "predicted": "general",
        "score_absolute_error": null,
        "confidence": 0.537,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "inbox-routing-07",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "general",
        "access"
      ],
      "elapsed_ms": 204.3289999999979,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 0.893,
              "general": 0.101,
              "access": 0.006
            },
            "confidence": 0.84
          }
        },
        "usage": {
          "input_tokens": 202,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.84,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "inbox-routing-07",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "access",
        "general"
      ],
      "elapsed_ms": 185.42433299999539,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 0.909,
              "access": 0.09,
              "general": 0.001
            },
            "confidence": 0.864
          }
        },
        "usage": {
          "input_tokens": 202,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.864,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "inbox-routing-07",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "finance",
        "access"
      ],
      "elapsed_ms": 197.69225000000006,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "general": 0.484,
              "finance": 0.507,
              "access": 0.009
            },
            "confidence": 0.261
          }
        },
        "usage": {
          "input_tokens": 202,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": true,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.261,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "inbox-routing-07",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "access",
        "finance"
      ],
      "elapsed_ms": 206.3969169999982,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "general",
            "probabilities": {
              "general": 0.653,
              "access": 0.34,
              "finance": 0.006
            },
            "confidence": 0.48
          }
        },
        "usage": {
          "input_tokens": 202,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": false,
        "predicted": "general",
        "score_absolute_error": null,
        "confidence": 0.48,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "inbox-routing-07",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "finance",
        "general"
      ],
      "elapsed_ms": 186.9610410000023,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "access",
            "probabilities": {
              "access": 0.55,
              "finance": 0.442,
              "general": 0.007
            },
            "confidence": 0.326
          }
        },
        "usage": {
          "input_tokens": 202,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": false,
        "predicted": "access",
        "score_absolute_error": null,
        "confidence": 0.326,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "inbox-routing-07",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "general",
        "finance"
      ],
      "elapsed_ms": 193.4909170000028,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "general",
            "probabilities": {
              "access": 0.375,
              "general": 0.52,
              "finance": 0.105
            },
            "confidence": 0.28
          }
        },
        "usage": {
          "input_tokens": 202,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "finance"
      },
      "grade": {
        "correct": false,
        "predicted": "general",
        "score_absolute_error": null,
        "confidence": 0.28,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "inbox-routing-08",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "access",
        "finance"
      ],
      "elapsed_ms": 190.34458399999858,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "access",
            "probabilities": {
              "general": 0.28,
              "access": 0.697,
              "finance": 0.022
            },
            "confidence": 0.546
          }
        },
        "usage": {
          "input_tokens": 207,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": true,
        "predicted": "access",
        "score_absolute_error": null,
        "confidence": 0.546,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "inbox-routing-08",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "general",
        "finance",
        "access"
      ],
      "elapsed_ms": 185.5042500000054,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "general": 0.314,
              "finance": 0.676,
              "access": 0.01
            },
            "confidence": 0.514
          }
        },
        "usage": {
          "input_tokens": 207,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": false,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.514,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "inbox-routing-08",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "general",
        "finance"
      ],
      "elapsed_ms": 196.2623339999991,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "general",
            "probabilities": {
              "access": 0.166,
              "general": 0.697,
              "finance": 0.138
            },
            "confidence": 0.545
          }
        },
        "usage": {
          "input_tokens": 207,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": false,
        "predicted": "general",
        "score_absolute_error": null,
        "confidence": 0.545,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "inbox-routing-08",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "access",
        "finance",
        "general"
      ],
      "elapsed_ms": 201.27129100000457,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "access": 0.418,
              "finance": 0.575,
              "general": 0.007
            },
            "confidence": 0.363
          }
        },
        "usage": {
          "input_tokens": 207,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": false,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.363,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "inbox-routing-08",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "general",
        "access"
      ],
      "elapsed_ms": 184.57687499999884,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 0.698,
              "general": 0.258,
              "access": 0.044
            },
            "confidence": 0.547
          }
        },
        "usage": {
          "input_tokens": 207,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": false,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.547,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "inbox-routing-08",
      "family": "inbox-routing",
      "type": "choice",
      "order": [
        "finance",
        "access",
        "general"
      ],
      "elapsed_ms": 206.1574169999949,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "finance",
            "probabilities": {
              "finance": 0.682,
              "access": 0.31,
              "general": 0.008
            },
            "confidence": 0.523
          }
        },
        "usage": {
          "input_tokens": 207,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "access"
      },
      "grade": {
        "correct": false,
        "predicted": "finance",
        "score_absolute_error": null,
        "confidence": 0.523,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "task-queue-01",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "later",
        "now"
      ],
      "elapsed_ms": 200.35366700000304,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "week": 0.125,
              "later": 0.858,
              "now": 0.017
            },
            "confidence": 0.787
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "now"
      },
      "grade": {
        "correct": false,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.787,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "task-queue-01",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "now",
        "later"
      ],
      "elapsed_ms": 204.14374999999563,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "week": 0.142,
              "now": 0.739,
              "later": 0.119
            },
            "confidence": 0.609
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "now"
      },
      "grade": {
        "correct": true,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.609,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "task-queue-01",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "week",
        "now"
      ],
      "elapsed_ms": 199.27049999999872,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "later": 0.719,
              "week": 0.237,
              "now": 0.044
            },
            "confidence": 0.578
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "now"
      },
      "grade": {
        "correct": false,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.578,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "task-queue-01",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 201.6237089999995,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "later": 0.727,
              "now": 0.259,
              "week": 0.014
            },
            "confidence": 0.59
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "now"
      },
      "grade": {
        "correct": false,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.59,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "task-queue-01",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "now",
        "week",
        "later"
      ],
      "elapsed_ms": 210.55762500000128,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "now": 0.725,
              "week": 0.184,
              "later": 0.091
            },
            "confidence": 0.588
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "now"
      },
      "grade": {
        "correct": true,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.588,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "task-queue-01",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "now",
        "later",
        "week"
      ],
      "elapsed_ms": 217.84983300000022,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "now": 0.683,
              "later": 0.313,
              "week": 0.004
            },
            "confidence": 0.525
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "now"
      },
      "grade": {
        "correct": true,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.525,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "task-queue-02",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "later",
        "now"
      ],
      "elapsed_ms": 203.5887920000023,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "week": 0.237,
              "later": 0.749,
              "now": 0.014
            },
            "confidence": 0.623
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.623,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "task-queue-02",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "now",
        "later"
      ],
      "elapsed_ms": 195.81816600000457,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "week": 0.324,
              "now": 0.56,
              "later": 0.116
            },
            "confidence": 0.34
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.34,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "task-queue-02",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "week",
        "now"
      ],
      "elapsed_ms": 205.533792000002,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "later": 0.801,
              "week": 0.174,
              "now": 0.025
            },
            "confidence": 0.701
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.701,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "task-queue-02",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 207.0766250000015,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "later": 0.825,
              "now": 0.162,
              "week": 0.013
            },
            "confidence": 0.737
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.737,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "task-queue-02",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "now",
        "week",
        "later"
      ],
      "elapsed_ms": 191.18049999999494,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "now": 0.623,
              "week": 0.163,
              "later": 0.214
            },
            "confidence": 0.435
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.435,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "task-queue-02",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "now",
        "later",
        "week"
      ],
      "elapsed_ms": 200.34624999999505,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "now": 0.686,
              "later": 0.305,
              "week": 0.009
            },
            "confidence": 0.529
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.529,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "task-queue-03",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "now",
        "later",
        "week"
      ],
      "elapsed_ms": 196.30737499999668,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "now": 0.64,
              "later": 0.354,
              "week": 0.006
            },
            "confidence": 0.46
          }
        },
        "usage": {
          "input_tokens": 219,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.46,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "task-queue-03",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "now",
        "week",
        "later"
      ],
      "elapsed_ms": 198.96241700000246,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "now": 0.616,
              "week": 0.183,
              "later": 0.201
            },
            "confidence": 0.424
          }
        },
        "usage": {
          "input_tokens": 219,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.424,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "task-queue-03",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 209.66954200000328,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "later": 0.811,
              "now": 0.174,
              "week": 0.015
            },
            "confidence": 0.716
          }
        },
        "usage": {
          "input_tokens": 219,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": true,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.716,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "task-queue-03",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "week",
        "now"
      ],
      "elapsed_ms": 208.69316699999763,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "later": 0.788,
              "week": 0.186,
              "now": 0.026
            },
            "confidence": 0.682
          }
        },
        "usage": {
          "input_tokens": 219,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": true,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.682,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "task-queue-03",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "now",
        "later"
      ],
      "elapsed_ms": 196.17133399999875,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "week": 0.146,
              "now": 0.75,
              "later": 0.104
            },
            "confidence": 0.625
          }
        },
        "usage": {
          "input_tokens": 219,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.625,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "task-queue-03",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "later",
        "now"
      ],
      "elapsed_ms": 203.26629200000025,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "week": 0.108,
              "later": 0.88,
              "now": 0.012
            },
            "confidence": 0.819
          }
        },
        "usage": {
          "input_tokens": 219,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": true,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.819,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "task-queue-04",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 212.9854589999959,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "later": 0.832,
              "now": 0.156,
              "week": 0.012
            },
            "confidence": 0.748
          }
        },
        "usage": {
          "input_tokens": 217,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.748,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "task-queue-04",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "week",
        "now"
      ],
      "elapsed_ms": 199.53583299999445,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "later": 0.825,
              "week": 0.163,
              "now": 0.012
            },
            "confidence": 0.737
          }
        },
        "usage": {
          "input_tokens": 217,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.737,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "task-queue-04",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "now",
        "later",
        "week"
      ],
      "elapsed_ms": 203.4429170000003,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "now": 0.623,
              "later": 0.369,
              "week": 0.008
            },
            "confidence": 0.435
          }
        },
        "usage": {
          "input_tokens": 217,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.435,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "task-queue-04",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "now",
        "week",
        "later"
      ],
      "elapsed_ms": 207.27908399999433,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "now": 0.515,
              "week": 0.147,
              "later": 0.337
            },
            "confidence": 0.273
          }
        },
        "usage": {
          "input_tokens": 217,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.273,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "task-queue-04",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "later",
        "now"
      ],
      "elapsed_ms": 190.47516599999653,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "week": 0.144,
              "later": 0.848,
              "now": 0.008
            },
            "confidence": 0.771
          }
        },
        "usage": {
          "input_tokens": 217,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.771,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "task-queue-04",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "now",
        "later"
      ],
      "elapsed_ms": 192.50695799999812,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "week": 0.198,
              "now": 0.565,
              "later": 0.237
            },
            "confidence": 0.347
          }
        },
        "usage": {
          "input_tokens": 217,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.347,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "task-queue-05",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 214.12566700000025,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "later": 0.87,
              "now": 0.121,
              "week": 0.008
            },
            "confidence": 0.806
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": true,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.806,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "task-queue-05",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "week",
        "now"
      ],
      "elapsed_ms": 204.72716699999728,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "later": 0.877,
              "week": 0.111,
              "now": 0.012
            },
            "confidence": 0.816
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": true,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.816,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "task-queue-05",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "now",
        "later",
        "week"
      ],
      "elapsed_ms": 219.02291600000171,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "now": 0.315,
              "later": 0.675,
              "week": 0.01
            },
            "confidence": 0.513
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": true,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.513,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "task-queue-05",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "now",
        "week",
        "later"
      ],
      "elapsed_ms": 207.80595800000447,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "now": 0.215,
              "week": 0.147,
              "later": 0.637
            },
            "confidence": 0.456
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": true,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.456,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "task-queue-05",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "later",
        "now"
      ],
      "elapsed_ms": 196.56508300000132,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "week": 0.072,
              "later": 0.919,
              "now": 0.009
            },
            "confidence": 0.878
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": true,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.878,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "task-queue-05",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "now",
        "later"
      ],
      "elapsed_ms": 204.73025000000052,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "week": 0.133,
              "now": 0.658,
              "later": 0.209
            },
            "confidence": 0.487
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.487,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "task-queue-06",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 195.90649999999732,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "later": 0.927,
              "now": 0.07,
              "week": 0.003
            },
            "confidence": 0.891
          }
        },
        "usage": {
          "input_tokens": 230,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "now"
      },
      "grade": {
        "correct": false,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.891,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "task-queue-06",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "week",
        "now"
      ],
      "elapsed_ms": 211.22395799999504,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "later": 0.928,
              "week": 0.07,
              "now": 0.002
            },
            "confidence": 0.892
          }
        },
        "usage": {
          "input_tokens": 230,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "now"
      },
      "grade": {
        "correct": false,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.892,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "task-queue-06",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "now",
        "later",
        "week"
      ],
      "elapsed_ms": 216.6487910000069,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "now": 0.498,
              "later": 0.501,
              "week": 0.002
            },
            "confidence": 0.251
          }
        },
        "usage": {
          "input_tokens": 230,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "now"
      },
      "grade": {
        "correct": false,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.251,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "task-queue-06",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "now",
        "week",
        "later"
      ],
      "elapsed_ms": 209.91791699999885,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "now": 0.619,
              "week": 0.153,
              "later": 0.228
            },
            "confidence": 0.429
          }
        },
        "usage": {
          "input_tokens": 230,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "now"
      },
      "grade": {
        "correct": true,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.429,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "task-queue-06",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "later",
        "now"
      ],
      "elapsed_ms": 201.80216699999437,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "week": 0.145,
              "later": 0.854,
              "now": 0.001
            },
            "confidence": 0.781
          }
        },
        "usage": {
          "input_tokens": 230,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "now"
      },
      "grade": {
        "correct": false,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.781,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "task-queue-06",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "now",
        "later"
      ],
      "elapsed_ms": 220.44041699999798,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "week": 0.383,
              "now": 0.519,
              "later": 0.098
            },
            "confidence": 0.278
          }
        },
        "usage": {
          "input_tokens": 230,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "now"
      },
      "grade": {
        "correct": true,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.278,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "task-queue-07",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 219.83637499999895,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "later": 0.819,
              "now": 0.166,
              "week": 0.015
            },
            "confidence": 0.729
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.729,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "task-queue-07",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "week",
        "now"
      ],
      "elapsed_ms": 214.75887499999953,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "later": 0.796,
              "week": 0.183,
              "now": 0.021
            },
            "confidence": 0.695
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.695,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "task-queue-07",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "now",
        "later",
        "week"
      ],
      "elapsed_ms": 248.75083299999824,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "now": 0.649,
              "later": 0.344,
              "week": 0.006
            },
            "confidence": 0.474
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.474,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "task-queue-07",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "now",
        "week",
        "later"
      ],
      "elapsed_ms": 237.39829199999804,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "now": 0.642,
              "week": 0.174,
              "later": 0.184
            },
            "confidence": 0.464
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.464,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "task-queue-07",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "later",
        "now"
      ],
      "elapsed_ms": 231.65783399999782,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "week": 0.145,
              "later": 0.842,
              "now": 0.013
            },
            "confidence": 0.763
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.763,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "task-queue-07",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "now",
        "later"
      ],
      "elapsed_ms": 238.0023749999964,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "week": 0.201,
              "now": 0.658,
              "later": 0.141
            },
            "confidence": 0.487
          }
        },
        "usage": {
          "input_tokens": 218,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "week"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.487,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "task-queue-08",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "week",
        "now"
      ],
      "elapsed_ms": 249.68212500000664,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "later": 0.767,
              "week": 0.212,
              "now": 0.021
            },
            "confidence": 0.651
          }
        },
        "usage": {
          "input_tokens": 219,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": true,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.651,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "task-queue-08",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "later",
        "now",
        "week"
      ],
      "elapsed_ms": 231.4162500000093,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "later": 0.789,
              "now": 0.195,
              "week": 0.017
            },
            "confidence": 0.683
          }
        },
        "usage": {
          "input_tokens": 219,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": true,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.683,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "task-queue-08",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "later",
        "now"
      ],
      "elapsed_ms": 280.96704099999624,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "week": 0.08,
              "later": 0.914,
              "now": 0.006
            },
            "confidence": 0.871
          }
        },
        "usage": {
          "input_tokens": 219,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": true,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.871,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "task-queue-08",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "week",
        "now",
        "later"
      ],
      "elapsed_ms": 267.7535829999979,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "week": 0.129,
              "now": 0.707,
              "later": 0.163
            },
            "confidence": 0.561
          }
        },
        "usage": {
          "input_tokens": 219,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.561,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "task-queue-08",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "now",
        "later",
        "week"
      ],
      "elapsed_ms": 259.5361249999987,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "later",
            "probabilities": {
              "now": 0.448,
              "later": 0.544,
              "week": 0.008
            },
            "confidence": 0.316
          }
        },
        "usage": {
          "input_tokens": 219,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": true,
        "predicted": "later",
        "score_absolute_error": null,
        "confidence": 0.316,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "task-queue-08",
      "family": "task-queue",
      "type": "choice",
      "order": [
        "now",
        "week",
        "later"
      ],
      "elapsed_ms": 264.0098330000037,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "now",
            "probabilities": {
              "now": 0.413,
              "week": 0.251,
              "later": 0.336
            },
            "confidence": 0.119
          }
        },
        "usage": {
          "input_tokens": 219,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "later"
      },
      "grade": {
        "correct": false,
        "predicted": "now",
        "score_absolute_error": null,
        "confidence": 0.119,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "document-filing-01",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "review",
        "archive"
      ],
      "elapsed_ms": 255.59129199999734,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "current": 0.55,
              "review": 0.307,
              "archive": 0.143
            },
            "confidence": 0.325
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.325,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "document-filing-01",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "archive",
        "review"
      ],
      "elapsed_ms": 235.99545800000487,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "current": 0.478,
              "archive": 0.335,
              "review": 0.186
            },
            "confidence": 0.217
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.217,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "document-filing-01",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "current",
        "archive"
      ],
      "elapsed_ms": 244.46975000000384,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "review": 0.588,
              "current": 0.351,
              "archive": 0.061
            },
            "confidence": 0.382
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": true,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 0.382,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "document-filing-01",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "archive",
        "current"
      ],
      "elapsed_ms": 243.43637500000477,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "review": 0.428,
              "archive": 0.409,
              "current": 0.164
            },
            "confidence": 0.142
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": true,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 0.142,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "document-filing-01",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "current",
        "review"
      ],
      "elapsed_ms": 235.27666599999066,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "archive": 0.347,
              "current": 0.42,
              "review": 0.233
            },
            "confidence": 0.13
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.13,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "document-filing-01",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "review",
        "current"
      ],
      "elapsed_ms": 234.2172500000015,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "archive": 0.454,
              "review": 0.488,
              "current": 0.059
            },
            "confidence": 0.232
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": true,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 0.232,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "document-filing-02",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "archive",
        "current"
      ],
      "elapsed_ms": 237.43162499999744,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "review": 0.335,
              "archive": 0.277,
              "current": 0.388
            },
            "confidence": 0.083
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "current"
      },
      "grade": {
        "correct": true,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.083,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "document-filing-02",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "current",
        "archive"
      ],
      "elapsed_ms": 219.4826250000042,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "review": 0.553,
              "current": 0.398,
              "archive": 0.049
            },
            "confidence": 0.33
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "current"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 0.33,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "document-filing-02",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "review",
        "current"
      ],
      "elapsed_ms": 234.10087500000373,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "archive": 0.434,
              "review": 0.435,
              "current": 0.13
            },
            "confidence": 0.153
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "current"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 0.153,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "document-filing-02",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "current",
        "review"
      ],
      "elapsed_ms": 218.27237500000047,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "archive": 0.244,
              "current": 0.701,
              "review": 0.055
            },
            "confidence": 0.551
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "current"
      },
      "grade": {
        "correct": true,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.551,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "document-filing-02",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "review",
        "archive"
      ],
      "elapsed_ms": 200.08204199999454,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "current": 0.632,
              "review": 0.302,
              "archive": 0.065
            },
            "confidence": 0.449
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "current"
      },
      "grade": {
        "correct": true,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.449,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "document-filing-02",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "archive",
        "review"
      ],
      "elapsed_ms": 210.25612499999988,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "current": 0.546,
              "archive": 0.28,
              "review": 0.174
            },
            "confidence": 0.319
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "current"
      },
      "grade": {
        "correct": true,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.319,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "document-filing-03",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "current",
        "review"
      ],
      "elapsed_ms": 206.8605419999949,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "archive": 0.314,
              "current": 0.591,
              "review": 0.094
            },
            "confidence": 0.387
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.387,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "document-filing-03",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "review",
        "current"
      ],
      "elapsed_ms": 192.49475000001257,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "archive",
            "probabilities": {
              "archive": 0.427,
              "review": 0.415,
              "current": 0.158
            },
            "confidence": 0.141
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": true,
        "predicted": "archive",
        "score_absolute_error": null,
        "confidence": 0.141,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "document-filing-03",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "archive",
        "review"
      ],
      "elapsed_ms": 193.47695800001384,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "current": 0.65,
              "archive": 0.242,
              "review": 0.107
            },
            "confidence": 0.476
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.476,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "document-filing-03",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "review",
        "archive"
      ],
      "elapsed_ms": 188.84625000000233,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "current": 0.697,
              "review": 0.212,
              "archive": 0.091
            },
            "confidence": 0.546
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.546,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "document-filing-03",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "archive",
        "current"
      ],
      "elapsed_ms": 183.61549999999988,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "review": 0.291,
              "archive": 0.325,
              "current": 0.384
            },
            "confidence": 0.076
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.076,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "document-filing-03",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "current",
        "archive"
      ],
      "elapsed_ms": 191.7242499999993,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "review": 0.535,
              "current": 0.42,
              "archive": 0.045
            },
            "confidence": 0.303
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 0.303,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "document-filing-04",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "review",
        "archive"
      ],
      "elapsed_ms": 203.53083299999707,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "current": 0.662,
              "review": 0.264,
              "archive": 0.074
            },
            "confidence": 0.493
          }
        },
        "usage": {
          "input_tokens": 239,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.493,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "document-filing-04",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "archive",
        "review"
      ],
      "elapsed_ms": 190.1752919999999,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "current": 0.559,
              "archive": 0.308,
              "review": 0.133
            },
            "confidence": 0.338
          }
        },
        "usage": {
          "input_tokens": 239,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.338,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "document-filing-04",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "current",
        "archive"
      ],
      "elapsed_ms": 199.36891699999978,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "review": 0.553,
              "current": 0.418,
              "archive": 0.029
            },
            "confidence": 0.329
          }
        },
        "usage": {
          "input_tokens": 239,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": true,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 0.329,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "document-filing-04",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "archive",
        "current"
      ],
      "elapsed_ms": 194.28741699999955,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "archive",
            "probabilities": {
              "review": 0.346,
              "archive": 0.361,
              "current": 0.294
            },
            "confidence": 0.041
          }
        },
        "usage": {
          "input_tokens": 239,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": false,
        "predicted": "archive",
        "score_absolute_error": null,
        "confidence": 0.041,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "document-filing-04",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "current",
        "review"
      ],
      "elapsed_ms": 191.87266599999566,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "archive": 0.314,
              "current": 0.624,
              "review": 0.062
            },
            "confidence": 0.435
          }
        },
        "usage": {
          "input_tokens": 239,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.435,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "document-filing-04",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "review",
        "current"
      ],
      "elapsed_ms": 215.35866699999315,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "archive",
            "probabilities": {
              "archive": 0.463,
              "review": 0.405,
              "current": 0.131
            },
            "confidence": 0.195
          }
        },
        "usage": {
          "input_tokens": 239,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": false,
        "predicted": "archive",
        "score_absolute_error": null,
        "confidence": 0.195,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "document-filing-05",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "review",
        "current"
      ],
      "elapsed_ms": 231.64741600000707,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "archive",
            "probabilities": {
              "archive": 0.468,
              "review": 0.464,
              "current": 0.069
            },
            "confidence": 0.201
          }
        },
        "usage": {
          "input_tokens": 242,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "current"
      },
      "grade": {
        "correct": false,
        "predicted": "archive",
        "score_absolute_error": null,
        "confidence": 0.201,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "document-filing-05",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "current",
        "review"
      ],
      "elapsed_ms": 229.30554200000188,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "archive": 0.376,
              "current": 0.492,
              "review": 0.132
            },
            "confidence": 0.238
          }
        },
        "usage": {
          "input_tokens": 242,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "current"
      },
      "grade": {
        "correct": true,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.238,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "document-filing-05",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "archive",
        "current"
      ],
      "elapsed_ms": 215.44104200000584,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "archive",
            "probabilities": {
              "review": 0.392,
              "archive": 0.412,
              "current": 0.196
            },
            "confidence": 0.117
          }
        },
        "usage": {
          "input_tokens": 242,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "current"
      },
      "grade": {
        "correct": false,
        "predicted": "archive",
        "score_absolute_error": null,
        "confidence": 0.117,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "document-filing-05",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "current",
        "archive"
      ],
      "elapsed_ms": 216.85279099999752,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "review": 0.517,
              "current": 0.405,
              "archive": 0.078
            },
            "confidence": 0.275
          }
        },
        "usage": {
          "input_tokens": 242,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "current"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 0.275,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "document-filing-05",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "archive",
        "review"
      ],
      "elapsed_ms": 209.16987500000687,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "current": 0.497,
              "archive": 0.326,
              "review": 0.177
            },
            "confidence": 0.246
          }
        },
        "usage": {
          "input_tokens": 242,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "current"
      },
      "grade": {
        "correct": true,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.246,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "document-filing-05",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "review",
        "archive"
      ],
      "elapsed_ms": 208.04645799999707,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "current": 0.546,
              "review": 0.321,
              "archive": 0.132
            },
            "confidence": 0.319
          }
        },
        "usage": {
          "input_tokens": 242,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "current"
      },
      "grade": {
        "correct": true,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.319,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "document-filing-06",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "current",
        "review"
      ],
      "elapsed_ms": 217.38641700000153,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "archive": 0.262,
              "current": 0.686,
              "review": 0.053
            },
            "confidence": 0.528
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.528,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "document-filing-06",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "review",
        "current"
      ],
      "elapsed_ms": 196.1720420000056,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "archive",
            "probabilities": {
              "archive": 0.434,
              "review": 0.428,
              "current": 0.138
            },
            "confidence": 0.151
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": true,
        "predicted": "archive",
        "score_absolute_error": null,
        "confidence": 0.151,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "document-filing-06",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "archive",
        "review"
      ],
      "elapsed_ms": 210.44654200000514,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "current": 0.602,
              "archive": 0.301,
              "review": 0.097
            },
            "confidence": 0.403
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.403,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "document-filing-06",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "review",
        "archive"
      ],
      "elapsed_ms": 205.1875,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "current": 0.671,
              "review": 0.239,
              "archive": 0.09
            },
            "confidence": 0.507
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.507,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "document-filing-06",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "archive",
        "current"
      ],
      "elapsed_ms": 198.00408300000709,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "archive",
            "probabilities": {
              "review": 0.263,
              "archive": 0.4,
              "current": 0.337
            },
            "confidence": 0.1
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": true,
        "predicted": "archive",
        "score_absolute_error": null,
        "confidence": 0.1,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "document-filing-06",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "current",
        "archive"
      ],
      "elapsed_ms": 231.08233400000609,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "review": 0.44,
              "current": 0.523,
              "archive": 0.037
            },
            "confidence": 0.285
          }
        },
        "usage": {
          "input_tokens": 241,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.285,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "document-filing-07",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "review",
        "archive"
      ],
      "elapsed_ms": 214.73787499999162,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "current": 0.708,
              "review": 0.256,
              "archive": 0.036
            },
            "confidence": 0.561
          }
        },
        "usage": {
          "input_tokens": 231,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.561,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "document-filing-07",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "archive",
        "review"
      ],
      "elapsed_ms": 192.76575000000594,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "current": 0.625,
              "archive": 0.276,
              "review": 0.099
            },
            "confidence": 0.438
          }
        },
        "usage": {
          "input_tokens": 231,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.438,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "document-filing-07",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "current",
        "archive"
      ],
      "elapsed_ms": 203.18683400000737,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "review": 0.607,
              "current": 0.369,
              "archive": 0.024
            },
            "confidence": 0.41
          }
        },
        "usage": {
          "input_tokens": 231,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": true,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 0.41,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "document-filing-07",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "archive",
        "current"
      ],
      "elapsed_ms": 222.26504100000602,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "review": 0.445,
              "archive": 0.237,
              "current": 0.318
            },
            "confidence": 0.167
          }
        },
        "usage": {
          "input_tokens": 231,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": true,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 0.167,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "document-filing-07",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "current",
        "review"
      ],
      "elapsed_ms": 204.62304099999892,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "archive": 0.306,
              "current": 0.645,
              "review": 0.049
            },
            "confidence": 0.468
          }
        },
        "usage": {
          "input_tokens": 231,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.468,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "document-filing-07",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "review",
        "current"
      ],
      "elapsed_ms": 201.4493749999965,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "archive",
            "probabilities": {
              "archive": 0.478,
              "review": 0.473,
              "current": 0.049
            },
            "confidence": 0.216
          }
        },
        "usage": {
          "input_tokens": 231,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "review"
      },
      "grade": {
        "correct": false,
        "predicted": "archive",
        "score_absolute_error": null,
        "confidence": 0.216,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 0,
      "case_id": "document-filing-08",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "current",
        "archive"
      ],
      "elapsed_ms": 207.43845799998962,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "review": 0.317,
              "current": 0.64,
              "archive": 0.043
            },
            "confidence": 0.46
          }
        },
        "usage": {
          "input_tokens": 255,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.46,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 1,
      "case_id": "document-filing-08",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "review",
        "archive",
        "current"
      ],
      "elapsed_ms": 193.27408400000422,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "archive",
            "probabilities": {
              "review": 0.253,
              "archive": 0.406,
              "current": 0.342
            },
            "confidence": 0.108
          }
        },
        "usage": {
          "input_tokens": 255,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": true,
        "predicted": "archive",
        "score_absolute_error": null,
        "confidence": 0.108,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 2,
      "case_id": "document-filing-08",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "review",
        "archive"
      ],
      "elapsed_ms": 208.9030000000057,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "current": 0.618,
              "review": 0.284,
              "archive": 0.098
            },
            "confidence": 0.427
          }
        },
        "usage": {
          "input_tokens": 255,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.427,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 3,
      "case_id": "document-filing-08",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "current",
        "archive",
        "review"
      ],
      "elapsed_ms": 194.32258300000103,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "current": 0.578,
              "archive": 0.321,
              "review": 0.101
            },
            "confidence": 0.367
          }
        },
        "usage": {
          "input_tokens": 255,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.367,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 4,
      "case_id": "document-filing-08",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "review",
        "current"
      ],
      "elapsed_ms": 184.79070800000045,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "review",
            "probabilities": {
              "archive": 0.386,
              "review": 0.422,
              "current": 0.191
            },
            "confidence": 0.133
          }
        },
        "usage": {
          "input_tokens": 255,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "review",
        "score_absolute_error": null,
        "confidence": 0.133,
        "tie": false
      }
    },
    {
      "phase": "permutation",
      "repetition": 5,
      "case_id": "document-filing-08",
      "family": "document-filing",
      "type": "choice",
      "order": [
        "archive",
        "current",
        "review"
      ],
      "elapsed_ms": 210.76574999999139,
      "http_status": null,
      "valid": true,
      "error": null,
      "response": {
        "model": "qwen3-0.6b",
        "answers": {
          "decision": {
            "type": "choice",
            "choice": "current",
            "probabilities": {
              "archive": 0.293,
              "current": 0.654,
              "review": 0.053
            },
            "confidence": 0.481
          }
        },
        "usage": {
          "input_tokens": 255,
          "output_tokens": 0
        }
      },
      "expected": {
        "type": "choice",
        "choice": "archive"
      },
      "grade": {
        "correct": false,
        "predicted": "current",
        "score_absolute_error": null,
        "confidence": 0.481,
        "tie": false
      }
    }
  ],
  "summary": {
    "attempted_calls": 362,
    "skipped_calls": 0,
    "first_pass_planned": 72,
    "first_pass_observed": 72,
    "first_pass_skipped": 0,
    "first_pass_correct": 25,
    "by_type": {
      "choice": {
        "planned": 24,
        "observed": 24,
        "skipped": 0,
        "correct": 8,
        "valid": 24,
        "ties": 0
      },
      "noul": {
        "planned": 24,
        "observed": 24,
        "skipped": 0,
        "correct": 12,
        "valid": 24,
        "ties": 0
      },
      "score": {
        "planned": 24,
        "observed": 24,
        "skipped": 0,
        "correct": 5,
        "valid": 24,
        "ties": 0
      }
    },
    "by_family": {
      "inbox-routing": {
        "observed": 8,
        "correct": 5
      },
      "task-queue": {
        "observed": 8,
        "correct": 2
      },
      "document-filing": {
        "observed": 8,
        "correct": 1
      },
      "workshop-booking": {
        "observed": 8,
        "correct": 4
      },
      "public-export": {
        "observed": 8,
        "correct": 4
      },
      "duplicate-notes": {
        "observed": 8,
        "correct": 4
      },
      "task-completeness": {
        "observed": 8,
        "correct": 2
      },
      "meeting-readiness": {
        "observed": 8,
        "correct": 1
      },
      "ticket-priority": {
        "observed": 8,
        "correct": 2
      }
    },
    "measured_attempts": 216,
    "measured_valid": 216,
    "measured_failures": 0,
    "measured_correct": 75,
    "p50_ms": 209.56308300000092,
    "p95_ms": 255.00708300000406,
    "p50_valid_ms": 209.56308300000092,
    "p95_valid_ms": 255.00708300000406,
    "measured_elapsed_ms": 45636.311542,
    "valid_decisions_per_second": 4.7330731319337875,
    "first_score_mae": 0.9499166666666667,
    "score_mae_observed": 24,
    "permutations": {
      "attempts": 144,
      "valid": 144,
      "correct": 54,
      "ties": 0,
      "complete_case_groups": 24,
      "invariant_case_groups": 0,
      "by_correct_option_position": [
        {
          "position": 0,
          "observed": 48,
          "valid": 48,
          "correct": 30
        },
        {
          "position": 1,
          "observed": 48,
          "valid": 48,
          "correct": 22
        },
        {
          "position": 2,
          "observed": 48,
          "valid": 48,
          "correct": 2
        }
      ]
    },
    "measured_usage": {
      "known_calls": 216,
      "unknown_calls": 0,
      "input_tokens": 45183,
      "output_tokens": 0
    },
    "all_usage": {
      "known_calls": 362,
      "unknown_calls": 0,
      "input_tokens": 77364,
      "output_tokens": 0
    },
    "estimated_measured_input_cost_usd": null,
    "estimated_all_input_cost_usd": null
  }
}