{
  "hazard_basis": "analysed_hazard_impact_model_only",
  "hazard_basis_meaning": "scored against the analysed hazard field; measures the impact model only and excludes all forecast error",
  "model_kind": "baseline_bplus",
  "requested_storms": [
    "MATTHEW_2016",
    "HARVEY_2017",
    "IRMA_2017",
    "FLORENCE_2018",
    "MICHAEL_2018",
    "ISAIAS_2020",
    "LAURA_2020",
    "IDA_2021",
    "IAN_2022",
    "IDALIA_2023"
  ],
  "missing_storms": [],
  "scored_storms": 10,
  "storms": [
    {
      "event_id": "MATTHEW_2016",
      "scored": true,
      "reason": "",
      "counties": 303,
      "train_rows": 45437,
      "train_events": 1542,
      "crps": 0.12566686942260502,
      "crps_climatology": 0.1969936706236752,
      "crpss": 0.3620766138082101,
      "pit_ks": 0.4520291872937294,
      "p90_coverage": 0.5445544554455446,
      "observed_mean_outage_fraction": 0.24373422935043154,
      "predicted_mean_outage_fraction": 0.12942729134161327,
      "mean_bias_outage_fraction": -0.11430693800881822,
      "mae_outage_fraction": 0.15049551886056006,
      "rmse_outage_fraction": 0.25312050883787024,
      "replay_basis": "event_exclusion",
      "artifact_id": "hindcast-baseline_bplus-MATTHEW_2016-369dc24a70"
    },
    {
      "event_id": "HARVEY_2017",
      "scored": true,
      "reason": "",
      "counties": 66,
      "train_rows": 45674,
      "train_events": 1542,
      "crps": 0.08644220975826035,
      "crps_climatology": 0.07729317195424125,
      "crpss": -0.11836799516308472,
      "pit_ks": 0.4191524621212121,
      "p90_coverage": 0.6515151515151515,
      "observed_mean_outage_fraction": 0.09676800785877519,
      "predicted_mean_outage_fraction": 0.05723943753396065,
      "mean_bias_outage_fraction": -0.03952857032481455,
      "mae_outage_fraction": 0.10299741842180166,
      "rmse_outage_fraction": 0.2132064364832282,
      "replay_basis": "event_exclusion",
      "artifact_id": "hindcast-baseline_bplus-HARVEY_2017-43d22488ed"
    },
    {
      "event_id": "IRMA_2017",
      "scored": true,
      "reason": "",
      "counties": 235,
      "train_rows": 45505,
      "train_events": 1542,
      "crps": 0.31709485733603104,
      "crps_climatology": 0.3527245034748443,
      "crpss": 0.10101267643106715,
      "pit_ks": 0.6015458776595745,
      "p90_coverage": 0.3276595744680851,
      "observed_mean_outage_fraction": 0.42764046570847797,
      "predicted_mean_outage_fraction": 0.10954911812154296,
      "mean_bias_outage_fraction": -0.31809134758693497,
      "mae_outage_fraction": 0.3456665852602882,
      "rmse_outage_fraction": 0.4692328453304088,
      "replay_basis": "event_exclusion",
      "artifact_id": "hindcast-baseline_bplus-IRMA_2017-c6e553911c"
    },
    {
      "event_id": "FLORENCE_2018",
      "scored": true,
      "reason": "",
      "counties": 89,
      "train_rows": 45651,
      "train_events": 1542,
      "crps": 0.1886607120730577,
      "crps_climatology": 0.3272973638380622,
      "crpss": 0.4235801050741066,
      "pit_ks": 0.569215238764045,
      "p90_coverage": 0.5168539325842697,
      "observed_mean_outage_fraction": 0.39274857545833186,
      "predicted_mean_outage_fraction": 0.21332741951771286,
      "mean_bias_outage_fraction": -0.17942115594061897,
      "mae_outage_fraction": 0.22135190635906038,
      "rmse_outage_fraction": 0.3451515789810777,
      "replay_basis": "event_exclusion",
      "artifact_id": "hindcast-baseline_bplus-FLORENCE_2018-3a6bf38c1a"
    },
    {
      "event_id": "MICHAEL_2018",
      "scored": true,
      "reason": "",
      "counties": 318,
      "train_rows": 45422,
      "train_events": 1542,
      "crps": 0.16823227239833677,
      "crps_climatology": 0.22910726780493915,
      "crpss": 0.26570521306391326,
      "pit_ks": 0.5061419025157232,
      "p90_coverage": 0.49056603773584906,
      "observed_mean_outage_fraction": 0.2876717883999599,
      "predicted_mean_outage_fraction": 0.13537180266154042,
      "mean_bias_outage_fraction": -0.1522999857384195,
      "mae_outage_fraction": 0.19238434412008942,
      "rmse_outage_fraction": 0.3056199811022919,
      "replay_basis": "event_exclusion",
      "artifact_id": "hindcast-baseline_bplus-MICHAEL_2018-50875f9d47"
    },
    {
      "event_id": "ISAIAS_2020",
      "scored": true,
      "reason": "",
      "counties": 182,
      "train_rows": 45558,
      "train_events": 1542,
      "crps": 0.19868042795747543,
      "crps_climatology": 0.21296434805194306,
      "crpss": 0.0670718842150223,
      "pit_ks": 0.6468063186813187,
      "p90_coverage": 0.29120879120879123,
      "observed_mean_outage_fraction": 0.2729168572629893,
      "predicted_mean_outage_fraction": 0.07794412408671872,
      "mean_bias_outage_fraction": -0.19497273317627054,
      "mae_outage_fraction": 0.21840001951259247,
      "rmse_outage_fraction": 0.304430324300197,
      "replay_basis": "event_exclusion",
      "artifact_id": "hindcast-baseline_bplus-ISAIAS_2020-1d6943a0cc"
    },
    {
      "event_id": "LAURA_2020",
      "scored": true,
      "reason": "",
      "counties": 139,
      "train_rows": 45601,
      "train_events": 1542,
      "crps": 0.19651233566537812,
      "crps_climatology": 0.23238011169220973,
      "crpss": 0.1543495945743365,
      "pit_ks": 0.5921481564748201,
      "p90_coverage": 0.3597122302158273,
      "observed_mean_outage_fraction": 0.2872508344207807,
      "predicted_mean_outage_fraction": 0.07718378937726322,
      "mean_bias_outage_fraction": -0.21006704504351748,
      "mae_outage_fraction": 0.21907887260871145,
      "rmse_outage_fraction": 0.3392314584158821,
      "replay_basis": "event_exclusion",
      "artifact_id": "hindcast-baseline_bplus-LAURA_2020-00b9cb5f12"
    },
    {
      "event_id": "IDA_2021",
      "scored": true,
      "reason": "",
      "counties": 156,
      "train_rows": 45584,
      "train_events": 1542,
      "crps": 0.12182889497330415,
      "crps_climatology": 0.16485969564790842,
      "crpss": 0.26101467981904647,
      "pit_ks": 0.6405248397435898,
      "p90_coverage": 0.36538461538461536,
      "observed_mean_outage_fraction": 0.20762733547140977,
      "predicted_mean_outage_fraction": 0.07936907662663578,
      "mean_bias_outage_fraction": -0.12825825884477401,
      "mae_outage_fraction": 0.13995968808532377,
      "rmse_outage_fraction": 0.24362557984614988,
      "replay_basis": "event_exclusion",
      "artifact_id": "hindcast-baseline_bplus-IDA_2021-b7beaae005"
    },
    {
      "event_id": "IAN_2022",
      "scored": true,
      "reason": "",
      "counties": 197,
      "train_rows": 45543,
      "train_events": 1542,
      "crps": 0.11351880210308044,
      "crps_climatology": 0.19024236437846326,
      "crpss": 0.4032937801527263,
      "pit_ks": 0.48990720177664976,
      "p90_coverage": 0.5685279187817259,
      "observed_mean_outage_fraction": 0.24189253370343666,
      "predicted_mean_outage_fraction": 0.1360590736007338,
      "mean_bias_outage_fraction": -0.10583346010270285,
      "mae_outage_fraction": 0.13419293289559578,
      "rmse_outage_fraction": 0.22241884178860674,
      "replay_basis": "event_exclusion",
      "artifact_id": "hindcast-baseline_bplus-IAN_2022-adce892121"
    },
    {
      "event_id": "IDALIA_2023",
      "scored": true,
      "reason": "",
      "counties": 153,
      "train_rows": 45587,
      "train_events": 1542,
      "crps": 0.12854714354672084,
      "crps_climatology": 0.19116806971821798,
      "crpss": 0.32757000823307203,
      "pit_ks": 0.4848856209150327,
      "p90_coverage": 0.5947712418300654,
      "observed_mean_outage_fraction": 0.2419959151002582,
      "predicted_mean_outage_fraction": 0.1281948864511886,
      "mean_bias_outage_fraction": -0.11380102864906957,
      "mae_outage_fraction": 0.15065533465307732,
      "rmse_outage_fraction": 0.24920585882519286,
      "replay_basis": "event_exclusion",
      "artifact_id": "hindcast-baseline_bplus-IDALIA_2023-771d68261f"
    }
  ],
  "primary": {
    "metric": "county_crps_equal_weight_within_storm_then_equal_storm_weight",
    "storms": 10,
    "crps": 0.16451845252342498,
    "crps_climatology": 0.21750305671845044,
    "crpss": 0.24360395202910667
  },
  "pooled": {
    "weighting": "equal_county_event",
    "role": "diagnostic_not_primary",
    "counties": 1838,
    "crps": 0.17034792268159615,
    "crps_climatology": 0.2247938989386775,
    "crpss": 0.24220397668325466,
    "pit_ks": 0.5165941240478782,
    "p90_coverage": 0.4624591947769314,
    "exceedance_threshold": 0.05,
    "mean_observed_outage_fraction": 0.2795618737051905,
    "mean_predicted_outage_fraction": 0.11669537371224874
  },
  "bootstrap": {
    "unit": "storm",
    "draws": 2000,
    "mean_storm_crps": 0.16451845252342498,
    "ci_lo": 0.13039585919844693,
    "ci_hi": 0.20944298123403077
  },
  "reliability": [
    {
      "bin_lo": 0.0,
      "bin_hi": 0.1,
      "n": 446,
      "mean_forecast": 0.05317229540358744,
      "observed_frequency": 0.34080717488789236
    },
    {
      "bin_lo": 0.1,
      "bin_hi": 0.2,
      "n": 353,
      "mean_forecast": 0.14708746458923513,
      "observed_frequency": 0.5382436260623229
    },
    {
      "bin_lo": 0.2,
      "bin_hi": 0.30000000000000004,
      "n": 235,
      "mean_forecast": 0.25118018617021276,
      "observed_frequency": 0.7361702127659574
    },
    {
      "bin_lo": 0.30000000000000004,
      "bin_hi": 0.4,
      "n": 146,
      "mean_forecast": 0.3473084332191781,
      "observed_frequency": 0.821917808219178
    },
    {
      "bin_lo": 0.4,
      "bin_hi": 0.5,
      "n": 100,
      "mean_forecast": 0.4465234375,
      "observed_frequency": 0.79
    },
    {
      "bin_lo": 0.5,
      "bin_hi": 0.6000000000000001,
      "n": 74,
      "mean_forecast": 0.541965793918919,
      "observed_frequency": 0.8783783783783784
    },
    {
      "bin_lo": 0.6000000000000001,
      "bin_hi": 0.7000000000000001,
      "n": 78,
      "mean_forecast": 0.6468850160256411,
      "observed_frequency": 0.8589743589743589
    },
    {
      "bin_lo": 0.7000000000000001,
      "bin_hi": 0.8,
      "n": 80,
      "mean_forecast": 0.75009765625,
      "observed_frequency": 0.95
    },
    {
      "bin_lo": 0.8,
      "bin_hi": 0.9,
      "n": 70,
      "mean_forecast": 0.8442522321428572,
      "observed_frequency": 0.9285714285714286
    },
    {
      "bin_lo": 0.9,
      "bin_hi": 1.0,
      "n": 256,
      "mean_forecast": 0.97998046875,
      "observed_frequency": 0.94921875
    }
  ],
  "code_version": "0.0.1"
}