{
  "run": {
    "run_id": "gateway-matched-v2-pinned-40-jev",
    "provider": "Vercel AI Gateway",
    "simulated": false
  },
  "model_id": "typesafe-ai/jev",
  "unique_cases": 40,
  "coverage": {
    "valid_cases": 40,
    "fraction": 1.0,
    "missing_case_ids": [],
    "failed_cases": {}
  },
  "overall_accuracy": 0.925,
  "latency_ms": {
    "scope": "first observation per case, including timed failures; no imputation",
    "observed_cases": 40,
    "coverage": 1.0,
    "p50": 318.96120000000013,
    "p95": 413.58420999999873
  },
  "questions": {
    "appointment_newly_booked": {
      "accuracy": 1.0,
      "per_class": {
        "yes": {
          "precision": 1.0,
          "recall": 1.0,
          "f1": 1.0,
          "support": 9,
          "tp": 9,
          "fp": 0,
          "fn": 0
        },
        "no": {
          "precision": 1.0,
          "recall": 1.0,
          "f1": 1.0,
          "support": 27,
          "tp": 27,
          "fp": 0,
          "fn": 0
        },
        "unclear": {
          "precision": 1.0,
          "recall": 1.0,
          "f1": 1.0,
          "support": 4,
          "tp": 4,
          "fp": 0,
          "fn": 0
        }
      },
      "macro": {
        "precision": 1.0,
        "recall": 1.0,
        "f1": 1.0
      },
      "confusion_expected_rows_predicted_columns": {
        "yes": {
          "yes": 9,
          "no": 0,
          "unclear": 0,
          "failure": 0
        },
        "no": {
          "yes": 0,
          "no": 27,
          "unclear": 0,
          "failure": 0
        },
        "unclear": {
          "yes": 0,
          "no": 0,
          "unclear": 4,
          "failure": 0
        }
      },
      "brier": {
        "mean": 0.009030000000000002,
        "cases": 40,
        "coverage": 1.0,
        "definition": "sum squared error over 3 classes; range 0..2"
      },
      "threshold": {
        "value": 0.8,
        "selected_cases": 39,
        "coverage_all_cases": 0.975,
        "accuracy_selected": 1.0,
        "basis": "probability assigned to returned label; vendor confidence unused"
      }
    },
    "commercial_sales_discussion": {
      "accuracy": 0.925,
      "per_class": {
        "yes": {
          "precision": 0.9411764705882353,
          "recall": 1.0,
          "f1": 0.9696969696969697,
          "support": 16,
          "tp": 16,
          "fp": 1,
          "fn": 0
        },
        "no": {
          "precision": 0.9047619047619048,
          "recall": 0.95,
          "f1": 0.926829268292683,
          "support": 20,
          "tp": 19,
          "fp": 2,
          "fn": 1
        },
        "unclear": {
          "precision": 1.0,
          "recall": 0.5,
          "f1": 0.6666666666666666,
          "support": 4,
          "tp": 2,
          "fp": 0,
          "fn": 2
        }
      },
      "macro": {
        "precision": 0.9486461251167134,
        "recall": 0.8166666666666668,
        "f1": 0.8543976348854398
      },
      "confusion_expected_rows_predicted_columns": {
        "yes": {
          "yes": 16,
          "no": 0,
          "unclear": 0,
          "failure": 0
        },
        "no": {
          "yes": 1,
          "no": 19,
          "unclear": 0,
          "failure": 0
        },
        "unclear": {
          "yes": 0,
          "no": 2,
          "unclear": 2,
          "failure": 0
        }
      },
      "brier": {
        "mean": 0.11366000000000001,
        "cases": 40,
        "coverage": 1.0,
        "definition": "sum squared error over 3 classes; range 0..2"
      },
      "threshold": {
        "value": 0.8,
        "selected_cases": 38,
        "coverage_all_cases": 0.95,
        "accuracy_selected": 0.9473684210526315,
        "basis": "probability assigned to returned label; vendor confidence unused"
      }
    }
  },
  "false_appointment_booked_positives": {
    "count": 0,
    "cases": [],
    "by_expected_label": {
      "no": 0,
      "unclear": 0
    }
  },
  "repeats": {
    "policy": "first observation only for all primary metrics; repeats measure stability",
    "extra_rows": 0,
    "cases": {}
  },
  "freeze": {
    "algorithm": "sha256",
    "frozen_date": "2026-09-17",
    "fixture_version": "2026-09-17-v1",
    "files": {
      "cases.json": "fd1aa514f6d9fa3224542391637791121b521dcd5de1128b2dedfc9dcc8371a6",
      "rubric.md": "bce01e8bf6ef5e711ec379cd5c621abb3272f2799833aab7315c31c213cb1964",
      "prompt.txt": "08638a6a301c6041a3569eb251a6844533d8796f3c8d6e7328d9f2ccc5e9bf60"
    }
  }
}