{
  "hazard_basis": "analysed_hazard_impact_model_only",
  "hazard_basis_meaning": "scored against the analysed hazard field; measures the impact model only and excludes all forecast error",
  "model_kind": "baseline_a",
  "requested_storms": [
    "MATTHEW_2016",
    "HARVEY_2017",
    "IRMA_2017",
    "FLORENCE_2018",
    "MICHAEL_2018",
    "ISAIAS_2020",
    "LAURA_2020",
    "IDA_2021",
    "IAN_2022",
    "IDALIA_2023"
  ],
  "missing_storms": [],
  "scored_storms": 10,
  "storms": [
    {
      "event_id": "MATTHEW_2016",
      "scored": true,
      "reason": "",
      "counties": 303,
      "train_rows": 45437,
      "train_events": 1542,
      "crps": 0.13834670891708933,
      "crps_climatology": 0.1969936706236752,
      "crpss": 0.29770987829665596,
      "pit_ks": 0.17499484323432346,
      "p90_coverage": 0.7392739273927392,
      "observed_mean_outage_fraction": 0.24373422935043154,
      "predicted_mean_outage_fraction": 0.14726809608215902,
      "mean_bias_outage_fraction": -0.09646613326827247,
      "mae_outage_fraction": 0.17457808120849339,
      "rmse_outage_fraction": 0.2886194761369677,
      "replay_basis": "event_exclusion",
      "artifact_id": "hindcast-baseline_a-MATTHEW_2016-369dc24a70"
    },
    {
      "event_id": "HARVEY_2017",
      "scored": true,
      "reason": "",
      "counties": 66,
      "train_rows": 45674,
      "train_events": 1542,
      "crps": 0.08447627284757048,
      "crps_climatology": 0.07729317195424125,
      "crpss": -0.09293318816805374,
      "pit_ks": 0.07753314393939394,
      "p90_coverage": 0.8636363636363636,
      "observed_mean_outage_fraction": 0.09676800785877519,
      "predicted_mean_outage_fraction": 0.0711917404892328,
      "mean_bias_outage_fraction": -0.025576267369542403,
      "mae_outage_fraction": 0.11347639592138431,
      "rmse_outage_fraction": 0.2210113863190824,
      "replay_basis": "event_exclusion",
      "artifact_id": "hindcast-baseline_a-HARVEY_2017-43d22488ed"
    },
    {
      "event_id": "IRMA_2017",
      "scored": true,
      "reason": "",
      "counties": 235,
      "train_rows": 45505,
      "train_events": 1542,
      "crps": 0.30737294116011094,
      "crps_climatology": 0.3527245034748443,
      "crpss": 0.12857502631077555,
      "pit_ks": 0.478623670212766,
      "p90_coverage": 0.4340425531914894,
      "observed_mean_outage_fraction": 0.42764046570847797,
      "predicted_mean_outage_fraction": 0.11825814268939724,
      "mean_bias_outage_fraction": -0.3093823230190807,
      "mae_outage_fraction": 0.3457969657367332,
      "rmse_outage_fraction": 0.46446329216263177,
      "replay_basis": "event_exclusion",
      "artifact_id": "hindcast-baseline_a-IRMA_2017-c6e553911c"
    },
    {
      "event_id": "FLORENCE_2018",
      "scored": true,
      "reason": "",
      "counties": 89,
      "train_rows": 45651,
      "train_events": 1542,
      "crps": 0.20514309712963724,
      "crps_climatology": 0.3272973638380622,
      "crpss": 0.3732210527942521,
      "pit_ks": 0.3102176966292135,
      "p90_coverage": 0.6067415730337079,
      "observed_mean_outage_fraction": 0.39274857545833186,
      "predicted_mean_outage_fraction": 0.18856548833948988,
      "mean_bias_outage_fraction": -0.2041830871188419,
      "mae_outage_fraction": 0.245128708662895,
      "rmse_outage_fraction": 0.37876985655207657,
      "replay_basis": "event_exclusion",
      "artifact_id": "hindcast-baseline_a-FLORENCE_2018-3a6bf38c1a"
    },
    {
      "event_id": "MICHAEL_2018",
      "scored": true,
      "reason": "",
      "counties": 318,
      "train_rows": 45422,
      "train_events": 1542,
      "crps": 0.1776440267925252,
      "crps_climatology": 0.22910726780493915,
      "crpss": 0.22462509158037502,
      "pit_ks": 0.24619202044025157,
      "p90_coverage": 0.6918238993710691,
      "observed_mean_outage_fraction": 0.2876717883999599,
      "predicted_mean_outage_fraction": 0.13433364577017354,
      "mean_bias_outage_fraction": -0.15333814262978634,
      "mae_outage_fraction": 0.21057239324308086,
      "rmse_outage_fraction": 0.33825159015693135,
      "replay_basis": "event_exclusion",
      "artifact_id": "hindcast-baseline_a-MICHAEL_2018-50875f9d47"
    },
    {
      "event_id": "ISAIAS_2020",
      "scored": true,
      "reason": "",
      "counties": 182,
      "train_rows": 45558,
      "train_events": 1542,
      "crps": 0.18236704326719955,
      "crps_climatology": 0.21296434805194306,
      "crpss": 0.1436733662917169,
      "pit_ks": 0.34572458791208793,
      "p90_coverage": 0.5989010989010989,
      "observed_mean_outage_fraction": 0.2729168572629893,
      "predicted_mean_outage_fraction": 0.1348656225852917,
      "mean_bias_outage_fraction": -0.13805123467769762,
      "mae_outage_fraction": 0.21880694797197067,
      "rmse_outage_fraction": 0.31670512099807896,
      "replay_basis": "event_exclusion",
      "artifact_id": "hindcast-baseline_a-ISAIAS_2020-1d6943a0cc"
    },
    {
      "event_id": "LAURA_2020",
      "scored": true,
      "reason": "",
      "counties": 139,
      "train_rows": 45601,
      "train_events": 1542,
      "crps": 0.16116949906462713,
      "crps_climatology": 0.23238011169220973,
      "crpss": 0.306440220331342,
      "pit_ks": 0.26677720323741005,
      "p90_coverage": 0.6618705035971223,
      "observed_mean_outage_fraction": 0.2872508344207807,
      "predicted_mean_outage_fraction": 0.13752360129619223,
      "mean_bias_outage_fraction": -0.14972723312458847,
      "mae_outage_fraction": 0.19703395640316318,
      "rmse_outage_fraction": 0.30881825391222417,
      "replay_basis": "event_exclusion",
      "artifact_id": "hindcast-baseline_a-LAURA_2020-00b9cb5f12"
    },
    {
      "event_id": "IDA_2021",
      "scored": true,
      "reason": "",
      "counties": 156,
      "train_rows": 45584,
      "train_events": 1542,
      "crps": 0.09310824156458004,
      "crps_climatology": 0.16485969564790842,
      "crpss": 0.43522738411799733,
      "pit_ks": 0.2403846153846154,
      "p90_coverage": 0.7692307692307693,
      "observed_mean_outage_fraction": 0.20762733547140977,
      "predicted_mean_outage_fraction": 0.12976721361783874,
      "mean_bias_outage_fraction": -0.07786012185357104,
      "mae_outage_fraction": 0.11935479095822991,
      "rmse_outage_fraction": 0.20271687218729073,
      "replay_basis": "event_exclusion",
      "artifact_id": "hindcast-baseline_a-IDA_2021-b7beaae005"
    },
    {
      "event_id": "IAN_2022",
      "scored": true,
      "reason": "",
      "counties": 197,
      "train_rows": 45543,
      "train_events": 1542,
      "crps": 0.1282625361642277,
      "crps_climatology": 0.19024236437846326,
      "crpss": 0.32579403865552514,
      "pit_ks": 0.2575150697969543,
      "p90_coverage": 0.7918781725888325,
      "observed_mean_outage_fraction": 0.24189253370343666,
      "predicted_mean_outage_fraction": 0.14216003070910932,
      "mean_bias_outage_fraction": -0.09973250299432732,
      "mae_outage_fraction": 0.15263576929439304,
      "rmse_outage_fraction": 0.27563690319872286,
      "replay_basis": "event_exclusion",
      "artifact_id": "hindcast-baseline_a-IAN_2022-adce892121"
    },
    {
      "event_id": "IDALIA_2023",
      "scored": true,
      "reason": "",
      "counties": 153,
      "train_rows": 45587,
      "train_events": 1542,
      "crps": 0.15199433000084248,
      "crps_climatology": 0.19116806971821798,
      "crpss": 0.20491779707310775,
      "pit_ks": 0.23358353758169936,
      "p90_coverage": 0.7058823529411765,
      "observed_mean_outage_fraction": 0.2419959151002582,
      "predicted_mean_outage_fraction": 0.11455467616556034,
      "mean_bias_outage_fraction": -0.1274412389346978,
      "mae_outage_fraction": 0.1812235131274479,
      "rmse_outage_fraction": 0.2943258443870446,
      "replay_basis": "event_exclusion",
      "artifact_id": "hindcast-baseline_a-IDALIA_2023-771d68261f"
    }
  ],
  "primary": {
    "metric": "county_crps_equal_weight_within_storm_then_equal_storm_weight",
    "storms": 10,
    "crps": 0.16298846969084102,
    "crps_climatology": 0.21750305671845044,
    "crpss": 0.2506382569978155
  },
  "pooled": {
    "weighting": "equal_county_event",
    "role": "diagnostic_not_primary",
    "counties": 1838,
    "crps": 0.17035732545711327,
    "crps_climatology": 0.2247938989386775,
    "crpss": 0.24216214825480742,
    "pit_ks": 0.23429423966267682,
    "p90_coverage": 0.675734494015234,
    "exceedance_threshold": 0.05,
    "mean_observed_outage_fraction": 0.2795618737051905,
    "mean_predicted_outage_fraction": 0.13386799785224351
  },
  "bootstrap": {
    "unit": "storm",
    "draws": 2000,
    "mean_storm_crps": 0.16298846969084102,
    "ci_lo": 0.1294933962900167,
    "ci_hi": 0.2055004817834529
  },
  "reliability": [
    {
      "bin_lo": 0.1,
      "bin_hi": 0.2,
      "n": 25,
      "mean_forecast": 0.185625,
      "observed_frequency": 0.32
    },
    {
      "bin_lo": 0.2,
      "bin_hi": 0.30000000000000004,
      "n": 370,
      "mean_forecast": 0.25677787162162163,
      "observed_frequency": 0.41621621621621624
    },
    {
      "bin_lo": 0.30000000000000004,
      "bin_hi": 0.4,
      "n": 343,
      "mean_forecast": 0.3423264395043732,
      "observed_frequency": 0.5014577259475219
    },
    {
      "bin_lo": 0.4,
      "bin_hi": 0.5,
      "n": 230,
      "mean_forecast": 0.4491677989130435,
      "observed_frequency": 0.6956521739130435
    },
    {
      "bin_lo": 0.5,
      "bin_hi": 0.6000000000000001,
      "n": 211,
      "mean_forecast": 0.5466343305687204,
      "observed_frequency": 0.7251184834123223
    },
    {
      "bin_lo": 0.6000000000000001,
      "bin_hi": 0.7000000000000001,
      "n": 154,
      "mean_forecast": 0.6480570211038961,
      "observed_frequency": 0.7792207792207793
    },
    {
      "bin_lo": 0.7000000000000001,
      "bin_hi": 0.8,
      "n": 137,
      "mean_forecast": 0.7510264598540146,
      "observed_frequency": 0.8321167883211679
    },
    {
      "bin_lo": 0.8,
      "bin_hi": 0.9,
      "n": 129,
      "mean_forecast": 0.8506237887596899,
      "observed_frequency": 0.9147286821705426
    },
    {
      "bin_lo": 0.9,
      "bin_hi": 1.0,
      "n": 239,
      "mean_forecast": 0.9695998953974896,
      "observed_frequency": 0.9665271966527197
    }
  ],
  "code_version": "0.0.1"
}