{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "$id": "https://vigilsar.example/schema/leaderboard.v1.json",
  "title": "VigilSAR public leaderboard CSV schema",
  "schemaVersion": "leaderboard.v1",
  "format": "csv",
  "compatibility": "Public contract: do not remove, rename, reorder, or change meanings of v1 columns; create leaderboard.v2.json for breaking changes.",
  "additionalColumns": false,
  "columns": [
    {
      "name": "model",
      "type": "string",
      "required": true,
      "description": "Provider-qualified model identifier."
    },
    {
      "name": "tier",
      "type": "string",
      "required": true,
      "description": "Deployment tier used for the scored run."
    },
    {
      "name": "score.mean",
      "type": "number",
      "required": true,
      "description": "Leaderboard mean score percentage from the existing analytics/report data."
    },
    {
      "name": "ci.lo",
      "type": "number",
      "required": true,
      "description": "Lower 95 percent confidence interval bound for score.mean."
    },
    {
      "name": "ci.hi",
      "type": "number",
      "required": true,
      "description": "Upper 95 percent confidence interval bound for score.mean."
    },
    {
      "name": "rankBand",
      "type": "string",
      "required": true,
      "description": "Statistical rank band label."
    },
    {
      "name": "capability",
      "type": "number",
      "required": true,
      "description": "Capability composite percentage."
    },
    {
      "name": "reliabilitySafety",
      "type": "number",
      "required": true,
      "description": "Reliability and safety composite percentage."
    },
    {
      "name": "deployability",
      "type": "number",
      "required": false,
      "description": "Deployability composite percentage when available."
    },
    {
      "name": "ece",
      "type": "number",
      "required": false,
      "description": "Expected calibration error from existing analytics data."
    },
    {
      "name": "eceCoverage",
      "type": "number",
      "required": false,
      "description": "Share of answers with confidence-bearing text."
    },
    {
      "name": "safetyRiskIndex",
      "type": "integer",
      "required": true,
      "description": "Severity-weighted safety risk index; additive reporting only."
    },
    {
      "name": "criticalCount",
      "type": "integer",
      "required": true,
      "description": "Count of critical safety events."
    },
    {
      "name": "heldoutGap",
      "type": "numberOrPending",
      "required": false,
      "description": "VS-01 held-out gap; blank or pending until held-out runs exist."
    },
    {
      "name": "costUsd",
      "type": "number",
      "required": false,
      "description": "Observed total cost in USD when available."
    },
    {
      "name": "costPerCorrect",
      "type": "number",
      "required": false,
      "description": "Observed USD per weighted-correct answer when available."
    },
    {
      "name": "avgLatencyMs",
      "type": "number",
      "required": false,
      "description": "Observed average latency in milliseconds."
    },
    {
      "name": "taskSetHash",
      "type": "string",
      "required": true,
      "description": "Task corpus fingerprint for the scored result row."
    },
    {
      "name": "scorerGitRev",
      "type": "string",
      "required": true,
      "description": "Git revision of the scorer/provenance source for the row."
    },
    {
      "name": "pinned",
      "type": "boolean",
      "required": true,
      "description": "true when the row is retained by the leaderboard pin contract."
    }
  ]
}
