{
  "hazard_basis": "analysed_hazard_impact_model_only",
  "hazard_basis_meaning": "scored against the analysed hazard field; measures the impact model only and excludes all forecast error",
  "model_kind": "baseline_b",
  "requested_storms": [
    "MATTHEW_2016",
    "HARVEY_2017",
    "IRMA_2017",
    "FLORENCE_2018",
    "MICHAEL_2018",
    "ISAIAS_2020",
    "LAURA_2020",
    "IDA_2021",
    "IAN_2022",
    "IDALIA_2023"
  ],
  "missing_storms": [],
  "scored_storms": 10,
  "storms": [
    {
      "event_id": "MATTHEW_2016",
      "scored": true,
      "reason": "",
      "counties": 303,
      "train_rows": 45437,
      "train_events": 1542,
      "crps": 0.13493823637455046,
      "crps_climatology": 0.1969936706236752,
      "crpss": 0.31501232528263146,
      "pit_ks": 0.1495977722772277,
      "p90_coverage": 0.768976897689769,
      "observed_mean_outage_fraction": 0.24373422935043154,
      "predicted_mean_outage_fraction": 0.16195197695289323,
      "mean_bias_outage_fraction": -0.08178225239753831,
      "mae_outage_fraction": 0.17437080822565335,
      "rmse_outage_fraction": 0.2831239762391576,
      "replay_basis": "event_exclusion",
      "artifact_id": "hindcast-baseline_b-MATTHEW_2016-369dc24a70"
    },
    {
      "event_id": "HARVEY_2017",
      "scored": true,
      "reason": "",
      "counties": 66,
      "train_rows": 45674,
      "train_events": 1542,
      "crps": 0.08481971163578365,
      "crps_climatology": 0.07729317195424125,
      "crpss": -0.09737651452573637,
      "pit_ks": 0.09434185606060608,
      "p90_coverage": 0.8636363636363636,
      "observed_mean_outage_fraction": 0.09676800785877519,
      "predicted_mean_outage_fraction": 0.0797016779008044,
      "mean_bias_outage_fraction": -0.017066329957970777,
      "mae_outage_fraction": 0.11818010884374326,
      "rmse_outage_fraction": 0.2217159196656681,
      "replay_basis": "event_exclusion",
      "artifact_id": "hindcast-baseline_b-HARVEY_2017-43d22488ed"
    },
    {
      "event_id": "IRMA_2017",
      "scored": true,
      "reason": "",
      "counties": 235,
      "train_rows": 45505,
      "train_events": 1542,
      "crps": 0.2980814306220137,
      "crps_climatology": 0.3527245034748443,
      "crpss": 0.1549171444413916,
      "pit_ks": 0.461186835106383,
      "p90_coverage": 0.4425531914893617,
      "observed_mean_outage_fraction": 0.42764046570847797,
      "predicted_mean_outage_fraction": 0.1308392126473409,
      "mean_bias_outage_fraction": -0.2968012530611371,
      "mae_outage_fraction": 0.34049907200030316,
      "rmse_outage_fraction": 0.4568278094763571,
      "replay_basis": "event_exclusion",
      "artifact_id": "hindcast-baseline_b-IRMA_2017-c6e553911c"
    },
    {
      "event_id": "FLORENCE_2018",
      "scored": true,
      "reason": "",
      "counties": 89,
      "train_rows": 45651,
      "train_events": 1542,
      "crps": 0.21527299539305936,
      "crps_climatology": 0.3272973638380622,
      "crpss": 0.3422709157548529,
      "pit_ks": 0.3268521769662921,
      "p90_coverage": 0.5955056179775281,
      "observed_mean_outage_fraction": 0.39274857545833186,
      "predicted_mean_outage_fraction": 0.17206505495357993,
      "mean_bias_outage_fraction": -0.2206835205047519,
      "mae_outage_fraction": 0.25337647062986585,
      "rmse_outage_fraction": 0.39084556738347553,
      "replay_basis": "event_exclusion",
      "artifact_id": "hindcast-baseline_b-FLORENCE_2018-3a6bf38c1a"
    },
    {
      "event_id": "MICHAEL_2018",
      "scored": true,
      "reason": "",
      "counties": 318,
      "train_rows": 45422,
      "train_events": 1542,
      "crps": 0.18221226778931632,
      "crps_climatology": 0.22910726780493915,
      "crpss": 0.20468578087862765,
      "pit_ks": 0.272970715408805,
      "p90_coverage": 0.6572327044025157,
      "observed_mean_outage_fraction": 0.2876717883999599,
      "predicted_mean_outage_fraction": 0.12170294245461342,
      "mean_bias_outage_fraction": -0.16596884594534647,
      "mae_outage_fraction": 0.21344676104281754,
      "rmse_outage_fraction": 0.34458248761862564,
      "replay_basis": "event_exclusion",
      "artifact_id": "hindcast-baseline_b-MICHAEL_2018-50875f9d47"
    },
    {
      "event_id": "ISAIAS_2020",
      "scored": true,
      "reason": "",
      "counties": 182,
      "train_rows": 45558,
      "train_events": 1542,
      "crps": 0.1878900471913953,
      "crps_climatology": 0.21296434805194306,
      "crpss": 0.11773942958016625,
      "pit_ks": 0.36856112637362637,
      "p90_coverage": 0.5879120879120879,
      "observed_mean_outage_fraction": 0.2729168572629893,
      "predicted_mean_outage_fraction": 0.12228159593848219,
      "mean_bias_outage_fraction": -0.15063526132450705,
      "mae_outage_fraction": 0.22168893815987337,
      "rmse_outage_fraction": 0.32100769447013716,
      "replay_basis": "event_exclusion",
      "artifact_id": "hindcast-baseline_b-ISAIAS_2020-1d6943a0cc"
    },
    {
      "event_id": "LAURA_2020",
      "scored": true,
      "reason": "",
      "counties": 139,
      "train_rows": 45601,
      "train_events": 1542,
      "crps": 0.16800168290722847,
      "crps_climatology": 0.23238011169220973,
      "crpss": 0.277039322841239,
      "pit_ks": 0.2852124550359712,
      "p90_coverage": 0.6546762589928058,
      "observed_mean_outage_fraction": 0.2872508344207807,
      "predicted_mean_outage_fraction": 0.1253772769423186,
      "mean_bias_outage_fraction": -0.16187355747846213,
      "mae_outage_fraction": 0.20072643404969376,
      "rmse_outage_fraction": 0.31814018816631195,
      "replay_basis": "event_exclusion",
      "artifact_id": "hindcast-baseline_b-LAURA_2020-00b9cb5f12"
    },
    {
      "event_id": "IDA_2021",
      "scored": true,
      "reason": "",
      "counties": 156,
      "train_rows": 45584,
      "train_events": 1542,
      "crps": 0.09398428910471704,
      "crps_climatology": 0.16485969564790842,
      "crpss": 0.4299134865234757,
      "pit_ks": 0.23928285256410256,
      "p90_coverage": 0.7692307692307693,
      "observed_mean_outage_fraction": 0.20762733547140977,
      "predicted_mean_outage_fraction": 0.12754338659959863,
      "mean_bias_outage_fraction": -0.08008394887181118,
      "mae_outage_fraction": 0.11946531693458565,
      "rmse_outage_fraction": 0.20400403436520295,
      "replay_basis": "event_exclusion",
      "artifact_id": "hindcast-baseline_b-IDA_2021-b7beaae005"
    },
    {
      "event_id": "IAN_2022",
      "scored": true,
      "reason": "",
      "counties": 197,
      "train_rows": 45543,
      "train_events": 1542,
      "crps": 0.1296420448329127,
      "crps_climatology": 0.19024236437846326,
      "crpss": 0.31854271651604293,
      "pit_ks": 0.2555718591370558,
      "p90_coverage": 0.7918781725888325,
      "observed_mean_outage_fraction": 0.24189253370343666,
      "predicted_mean_outage_fraction": 0.13956471270922946,
      "mean_bias_outage_fraction": -0.1023278209942072,
      "mae_outage_fraction": 0.15426294873062865,
      "rmse_outage_fraction": 0.27723176435007596,
      "replay_basis": "event_exclusion",
      "artifact_id": "hindcast-baseline_b-IAN_2022-adce892121"
    },
    {
      "event_id": "IDALIA_2023",
      "scored": true,
      "reason": "",
      "counties": 153,
      "train_rows": 45587,
      "train_events": 1542,
      "crps": 0.15078438485625079,
      "crps_climatology": 0.19116806971821798,
      "crpss": 0.2112470190314356,
      "pit_ks": 0.2547743055555556,
      "p90_coverage": 0.7058823529411765,
      "observed_mean_outage_fraction": 0.2419959151002582,
      "predicted_mean_outage_fraction": 0.11222629010008803,
      "mean_bias_outage_fraction": -0.12976962500017017,
      "mae_outage_fraction": 0.1802240651468501,
      "rmse_outage_fraction": 0.29476717007932923,
      "replay_basis": "event_exclusion",
      "artifact_id": "hindcast-baseline_b-IDALIA_2023-771d68261f"
    }
  ],
  "primary": {
    "metric": "county_crps_equal_weight_within_storm_then_equal_storm_weight",
    "storms": 10,
    "crps": 0.16456270907072282,
    "crps_climatology": 0.21750305671845044,
    "crpss": 0.2434004765103459
  },
  "pooled": {
    "weighting": "equal_county_event",
    "role": "diagnostic_not_primary",
    "counties": 1838,
    "crps": 0.1710857376827929,
    "crps_climatology": 0.2247938989386775,
    "crpss": 0.238921792403876,
    "pit_ks": 0.23577342899891185,
    "p90_coverage": 0.6735582154515778,
    "exceedance_threshold": 0.05,
    "mean_observed_outage_fraction": 0.2795618737051905,
    "mean_predicted_outage_fraction": 0.13239316179330562
  },
  "bootstrap": {
    "unit": "storm",
    "draws": 2000,
    "mean_storm_crps": 0.16456270907072282,
    "ci_lo": 0.13147797582032508,
    "ci_hi": 0.20534849136910302
  },
  "reliability": [
    {
      "bin_lo": 0.1,
      "bin_hi": 0.2,
      "n": 13,
      "mean_forecast": 0.19170673076923078,
      "observed_frequency": 0.38461538461538464
    },
    {
      "bin_lo": 0.2,
      "bin_hi": 0.30000000000000004,
      "n": 388,
      "mean_forecast": 0.25828567976804123,
      "observed_frequency": 0.40463917525773196
    },
    {
      "bin_lo": 0.30000000000000004,
      "bin_hi": 0.4,
      "n": 357,
      "mean_forecast": 0.3431810224089636,
      "observed_frequency": 0.5350140056022409
    },
    {
      "bin_lo": 0.4,
      "bin_hi": 0.5,
      "n": 234,
      "mean_forecast": 0.445713141025641,
      "observed_frequency": 0.6666666666666666
    },
    {
      "bin_lo": 0.5,
      "bin_hi": 0.6000000000000001,
      "n": 205,
      "mean_forecast": 0.5461890243902439,
      "observed_frequency": 0.7317073170731707
    },
    {
      "bin_lo": 0.6000000000000001,
      "bin_hi": 0.7000000000000001,
      "n": 140,
      "mean_forecast": 0.6484375,
      "observed_frequency": 0.7857142857142857
    },
    {
      "bin_lo": 0.7000000000000001,
      "bin_hi": 0.8,
      "n": 139,
      "mean_forecast": 0.7472178507194245,
      "observed_frequency": 0.8633093525179856
    },
    {
      "bin_lo": 0.8,
      "bin_hi": 0.9,
      "n": 128,
      "mean_forecast": 0.848388671875,
      "observed_frequency": 0.890625
    },
    {
      "bin_lo": 0.9,
      "bin_hi": 1.0,
      "n": 234,
      "mean_forecast": 0.9705028044871795,
      "observed_frequency": 0.9700854700854701
    }
  ],
  "code_version": "0.0.1"
}