{
  "design": "2006\u20132018 coefficient fitting;2019\u20132021 candidate selection; coefficients then refitted through2021 and frozen for2022\u20132025. Every feature uses only earlier results/lines. Market line features never use the predicted game closing line.",
  "test_seasons": "2022\u20132025",
  "selected_family": "market",
  "candidate_count": 159,
  "model": {
    "games": 1139,
    "brier": 0.22068853175415973,
    "log_loss": 0.6328064503577258
  },
  "baseline": {
    "games": 1139,
    "brier": 0.24650626388406274,
    "log_loss": 0.6874665136743155
  },
  "families": [
    {
      "name": "Score",
      "development_log_loss": 0.6457786735943354,
      "test": {
        "games": 1139,
        "brier": 0.22216067109871743,
        "log_loss": 0.6359628715847501
      }
    },
    {
      "name": "EPA",
      "development_log_loss": 0.64296319601392,
      "test": {
        "games": 1139,
        "brier": 0.22203306479585214,
        "log_loss": 0.6357793027458052
      }
    },
    {
      "name": "Prior-game market ratings + features",
      "development_log_loss": 0.6387370158359228,
      "test": {
        "games": 1139,
        "brier": 0.22068853175415973,
        "log_loss": 0.6328064503577258
      }
    }
  ],
  "market_comparison": {
    "model": {
      "games": 1136,
      "brier": 0.2212231007025329,
      "log_loss": 0.6325446050525919
    },
    "market": {
      "games": 1136,
      "brier": 0.20995252368271963,
      "log_loss": 0.6070395437731116
    },
    "caveat": "Archived current-game moneylines have later information than prior-game ratings. Same-game decisive subset; not an equal-information-time comparison."
  },
  "by_season": [
    {
      "season": 2022,
      "games": 284,
      "brier": 0.21977620129025816,
      "log_loss": 0.6329545873924748
    },
    {
      "season": 2023,
      "games": 285,
      "brier": 0.22614442970539525,
      "log_loss": 0.6430653061626255
    },
    {
      "season": 2024,
      "games": 285,
      "brier": 0.21578810743018834,
      "log_loss": 0.6211596654002606
    },
    {
      "season": 2025,
      "games": 285,
      "brier": 0.22104218743127477,
      "log_loss": 0.6340467622546119
    }
  ],
  "calibration_bins": [
    {
      "lower": 0.1,
      "games": 8,
      "predicted": 0.17662618502220884,
      "observed": 0.25
    },
    {
      "lower": 0.2,
      "games": 51,
      "predicted": 0.25979595649535137,
      "observed": 0.37254901960784315
    },
    {
      "lower": 0.3,
      "games": 115,
      "predicted": 0.3610064342841492,
      "observed": 0.2782608695652174
    },
    {
      "lower": 0.4,
      "games": 234,
      "predicted": 0.4500630079699814,
      "observed": 0.43162393162393164
    },
    {
      "lower": 0.5,
      "games": 241,
      "predicted": 0.5496489921755674,
      "observed": 0.516597510373444
    },
    {
      "lower": 0.6,
      "games": 250,
      "predicted": 0.6490684633731435,
      "observed": 0.652
    },
    {
      "lower": 0.7,
      "games": 172,
      "predicted": 0.7471738472614514,
      "observed": 0.7616279069767442
    },
    {
      "lower": 0.8,
      "games": 66,
      "predicted": 0.8337202605822661,
      "observed": 0.8484848484848485
    },
    {
      "lower": 0.9,
      "games": 2,
      "predicted": 0.9095464945770326,
      "observed": 1.0
    }
  ],
  "limitations": [
    "Historical EPA can reflect retrospectively fitted expected-points models; not a pristine archived as-of backtest.",
    "Final result archives may contain later corrections.",
    "Game scoring does not establish playoff/seed calibration.",
    "No explicit injury or starting-QB scenario model.",
    "Four test seasons provide limited evidence; no claim of best possible accuracy."
  ],
  "playoff_backtest": {
    "design": "Frozen game-model parameters and calibration selected through 2021. Forecasts at the end of weeks 10 and 14 use only results dated on or before the cutoff; later results are masked. Actual qualification comes from postseason participants. The 2022 canceled BUF\u2013CIN game is excluded, a hindsight schedule-revision limitation.",
    "test_seasons": "2022\u20132025",
    "snapshots": 8,
    "team_forecasts": 256,
    "simulations_per_snapshot": 4000,
    "brier": 0.1181889501953125,
    "baseline_brier": 0.24609375,
    "baseline": "Constant 14/32 playoff probability; weak baseline that ignores standings.",
    "limitations": [
      "Eight snapshots across four seasons are a small, correlated sample.",
      "Final historical schedule revisions are available, rather than original forecast-time schedule versions.",
      "Seeds, round probabilities and expected-games outcomes have not been independently backtested.",
      "The simple baseline is not a comparison with professional playoff forecasts."
    ],
    "results": [
      {
        "season": 2022,
        "week": 10,
        "cutoff": "2022-11-14",
        "simulations": 4000,
        "brier": 0.10172882031249998,
        "baseline_brier": 0.24609375
      },
      {
        "season": 2022,
        "week": 14,
        "cutoff": "2022-12-12",
        "simulations": 4000,
        "brier": 0.103146328125,
        "baseline_brier": 0.24609375
      },
      {
        "season": 2023,
        "week": 10,
        "cutoff": "2023-11-13",
        "simulations": 4000,
        "brier": 0.17870732031250003,
        "baseline_brier": 0.24609375
      },
      {
        "season": 2023,
        "week": 14,
        "cutoff": "2023-12-11",
        "simulations": 4000,
        "brier": 0.14528347265625002,
        "baseline_brier": 0.24609375
      },
      {
        "season": 2024,
        "week": 10,
        "cutoff": "2024-11-11",
        "simulations": 4000,
        "brier": 0.10593626953125003,
        "baseline_brier": 0.24609375
      },
      {
        "season": 2024,
        "week": 14,
        "cutoff": "2024-12-09",
        "simulations": 4000,
        "brier": 0.03409214453124999,
        "baseline_brier": 0.24609375
      },
      {
        "season": 2025,
        "week": 10,
        "cutoff": "2025-11-10",
        "simulations": 4000,
        "brier": 0.20910691406249998,
        "baseline_brier": 0.24609375
      },
      {
        "season": 2025,
        "week": 14,
        "cutoff": "2025-12-08",
        "simulations": 4000,
        "brier": 0.06751033203125,
        "baseline_brier": 0.24609375
      }
    ]
  }
}