{
  "evaluation_role": "locked future test; descriptive result after all choices",
  "n": 300,
  "test_data_sha256": "b46b32a2a2188c5213f0b3e609710068e19ead4d89abb7ab647020b9d6e13a14",
  "regression": {
    "mae_hours": 1.3594865468621606,
    "rmse_hours": 1.9804653592809078,
    "r2": 0.577161953604804
  },
  "regression_median_baseline": {
    "mae_hours": 2.41657,
    "rmse_hours": 3.430897274766471,
    "r2": -0.2689806112662845
  },
  "classification": {
    "threshold": 0.2,
    "n": 300,
    "prevalence": 0.36333333333333334,
    "accuracy": 0.86,
    "balanced_accuracy": 0.8624813871943897,
    "precision": 0.7723577235772358,
    "recall": 0.8715596330275229,
    "f1": 0.8189655172413793,
    "roc_auc": 0.931600941447716,
    "average_precision": 0.9022957661010902,
    "log_loss": 0.3534378399221518,
    "brier": 0.11319142304201196,
    "tn": 163,
    "fp": 28,
    "fn": 14,
    "tp": 95,
    "alerts": 123,
    "alert_fraction": 0.41,
    "illustrative_cost": 84
  },
  "classification_prior_baseline_at_05": {
    "threshold": 0.5,
    "n": 300,
    "prevalence": 0.36333333333333334,
    "accuracy": 0.6366666666666667,
    "balanced_accuracy": 0.5,
    "precision": 0.0,
    "recall": 0.0,
    "f1": 0.0,
    "roc_auc": 0.5,
    "average_precision": 0.36333333333333334,
    "log_loss": 0.6936687415472444,
    "brier": 0.24668823726658956,
    "tn": 191,
    "fp": 0,
    "fn": 109,
    "tp": 0,
    "alerts": 0,
    "alert_fraction": 0.0,
    "illustrative_cost": 436
  },
  "development_alert_fraction_limit": 0.4,
  "test_alert_fraction_within_development_limit": false,
  "caution": "A validation capacity constraint does not guarantee future capacity. No deployment is authorized."
}
