{
  "schema": "canopulse.ucri_robustness.v1",
  "release": "CA_2026.10",
  "run_by": "Canopulse",
  "independent_review": false,
  "label": "Run by Canopulse. Not an independent review.",
  "scope": "Weighting sensitivity of the fully scored ranking. Not a test of whether UCRI predicts outcomes.",
  "script": "robustness/ucri_robustness.py",
  "input": "ucri_ca_2026_10_tracts.csv",
  "tracts": 9041,
  "published_top10_count": 911,
  "published_top20_count": 1814,
  "python_version": "3.14.7",
  "published_weights": {
    "cds": 0.25,
    "hes": 0.25,
    "iss": 0.15,
    "svs": 0.2,
    "ebs": 0.15
  },
  "published_thresholds": {
    "Low": 30.0,
    "Moderate": 44.0,
    "High": 56.9,
    "Extreme": 70.3
  },
  "definitions": {
    "scenario_score": "Sum of component x renormalized weight, rounded half up to 0.1 like the release.",
    "top20": "Published: top class (stored value Extreme, displayed as Very high screening priority; UCRI >= 70.3, 1,814 tracts). Scenario: score >= its own 80th percentile (linear interpolation, rounded to 0.1).",
    "top10": "Score >= its own 90th percentile (linear interpolation, rounded to 0.1), for published and scenario scores alike.",
    "retention": "Share of the published top set that is also in the scenario top set.",
    "priority_change_share": "Share of the 9,041 tracts whose class changes when the scenario score is classified with the published thresholds (30, 44, 56.9, 70.3).",
    "priority_change_share_requintiled": "Same, but each scenario is classified with its own quintile thresholds.",
    "median_abs_rank_change": "Median of |scenario statewide rank - published statewide rank|, ranks 1 to 9,041, ties by GEOID.",
    "spearman": "Spearman rank correlation between scenario and published scores (average ranks for ties)."
  },
  "scenarios": {
    "equal_weights": {
      "weights": {
        "cds": 0.2,
        "hes": 0.2,
        "iss": 0.2,
        "svs": 0.2,
        "ebs": 0.2
      },
      "spearman": 0.9911,
      "top10_retention": 0.9133,
      "top20_retention": 0.9135,
      "priority_change_share": 0.1247,
      "priority_change_share_requintiled": 0.1273,
      "median_abs_rank_change": 180,
      "region_top20_retention": {
        "Bay Area": 0.9545,
        "Southern California coast": 0.9828,
        "Inland Empire and desert": 0.6993,
        "San Joaquin Valley": 0.8333,
        "Sacramento region": 1.0,
        "Central Coast": null,
        "Northern, Sierra and rural": 0.0
      },
      "region_top20_count": {
        "Bay Area": 44,
        "Southern California coast": 1305,
        "Inland Empire and desert": 215,
        "San Joaquin Valley": 236,
        "Sacramento region": 12,
        "Central Coast": 1,
        "Northern, Sierra and rural": 0
      }
    },
    "cds_plus20": {
      "weights": {
        "cds": 0.2857,
        "hes": 0.2381,
        "iss": 0.1429,
        "svs": 0.1905,
        "ebs": 0.1429
      },
      "spearman": 0.9992,
      "top10_retention": 0.9759,
      "top20_retention": 0.9791,
      "priority_change_share": 0.0417,
      "priority_change_share_requintiled": 0.0419,
      "median_abs_rank_change": 60,
      "region_top20_retention": {
        "Bay Area": 1.0,
        "Southern California coast": 0.9771,
        "Inland Empire and desert": 0.9932,
        "San Joaquin Valley": 0.9741,
        "Sacramento region": 0.6667,
        "Central Coast": null,
        "Northern, Sierra and rural": 1.0
      },
      "region_top20_count": {
        "Bay Area": 29,
        "Southern California coast": 1203,
        "Inland Empire and desert": 308,
        "San Joaquin Valley": 273,
        "Sacramento region": 4,
        "Central Coast": 0,
        "Northern, Sierra and rural": 1
      }
    },
    "cds_minus20": {
      "weights": {
        "cds": 0.2105,
        "hes": 0.2632,
        "iss": 0.1579,
        "svs": 0.2105,
        "ebs": 0.1579
      },
      "spearman": 0.999,
      "top10_retention": 0.9726,
      "top20_retention": 0.9724,
      "priority_change_share": 0.048,
      "priority_change_share_requintiled": 0.0456,
      "median_abs_rank_change": 67,
      "region_top20_retention": {
        "Bay Area": 0.8182,
        "Southern California coast": 0.9861,
        "Inland Empire and desert": 0.9358,
        "San Joaquin Valley": 0.963,
        "Sacramento region": 1.0,
        "Central Coast": null,
        "Northern, Sierra and rural": 1.0
      },
      "region_top20_count": {
        "Bay Area": 18,
        "Southern California coast": 1244,
        "Inland Empire and desert": 283,
        "San Joaquin Valley": 267,
        "Sacramento region": 5,
        "Central Coast": 0,
        "Northern, Sierra and rural": 2
      }
    },
    "hes_plus20": {
      "weights": {
        "cds": 0.2381,
        "hes": 0.2857,
        "iss": 0.1429,
        "svs": 0.1905,
        "ebs": 0.1429
      },
      "spearman": 0.9991,
      "top10_retention": 0.9748,
      "top20_retention": 0.9757,
      "priority_change_share": 0.0456,
      "priority_change_share_requintiled": 0.0444,
      "median_abs_rank_change": 62,
      "region_top20_retention": {
        "Bay Area": 0.5,
        "Southern California coast": 0.9763,
        "Inland Empire and desert": 0.9966,
        "San Joaquin Valley": 0.9926,
        "Sacramento region": 0.6667,
        "Central Coast": null,
        "Northern, Sierra and rural": 1.0
      },
      "region_top20_count": {
        "Bay Area": 11,
        "Southern California coast": 1206,
        "Inland Empire and desert": 312,
        "San Joaquin Valley": 279,
        "Sacramento region": 2,
        "Central Coast": 0,
        "Northern, Sierra and rural": 1
      }
    },
    "hes_minus20": {
      "weights": {
        "cds": 0.2632,
        "hes": 0.2105,
        "iss": 0.1579,
        "svs": 0.2105,
        "ebs": 0.1579
      },
      "spearman": 0.9988,
      "top10_retention": 0.9748,
      "top20_retention": 0.9741,
      "priority_change_share": 0.0491,
      "priority_change_share_requintiled": 0.049,
      "median_abs_rank_change": 70,
      "region_top20_retention": {
        "Bay Area": 1.0,
        "Southern California coast": 0.9869,
        "Inland Empire and desert": 0.9426,
        "San Joaquin Valley": 0.9519,
        "Sacramento region": 1.0,
        "Central Coast": null,
        "Northern, Sierra and rural": 0.0
      },
      "region_top20_count": {
        "Bay Area": 41,
        "Southern California coast": 1226,
        "Inland Empire and desert": 279,
        "San Joaquin Valley": 261,
        "Sacramento region": 8,
        "Central Coast": 1,
        "Northern, Sierra and rural": 0
      }
    },
    "iss_plus20": {
      "weights": {
        "cds": 0.2427,
        "hes": 0.2427,
        "iss": 0.1748,
        "svs": 0.1942,
        "ebs": 0.1456
      },
      "spearman": 0.9994,
      "top10_retention": 0.9704,
      "top20_retention": 0.9768,
      "priority_change_share": 0.0351,
      "priority_change_share_requintiled": 0.0352,
      "median_abs_rank_change": 50,
      "region_top20_retention": {
        "Bay Area": 1.0,
        "Southern California coast": 0.9943,
        "Inland Empire and desert": 0.9392,
        "San Joaquin Valley": 0.9407,
        "Sacramento region": 1.0,
        "Central Coast": null,
        "Northern, Sierra and rural": 0.0
      },
      "region_top20_count": {
        "Bay Area": 27,
        "Southern California coast": 1252,
        "Inland Empire and desert": 278,
        "San Joaquin Valley": 256,
        "Sacramento region": 6,
        "Central Coast": 0,
        "Northern, Sierra and rural": 0
      }
    },
    "iss_minus20": {
      "weights": {
        "cds": 0.2577,
        "hes": 0.2577,
        "iss": 0.1237,
        "svs": 0.2062,
        "ebs": 0.1546
      },
      "spearman": 0.9994,
      "top10_retention": 0.9671,
      "top20_retention": 0.9796,
      "priority_change_share": 0.0352,
      "priority_change_share_requintiled": 0.0367,
      "median_abs_rank_change": 54,
      "region_top20_retention": {
        "Bay Area": 0.8636,
        "Southern California coast": 0.9763,
        "Inland Empire and desert": 0.9932,
        "San Joaquin Valley": 0.9926,
        "Sacramento region": 0.6667,
        "Central Coast": null,
        "Northern, Sierra and rural": 1.0
      },
      "region_top20_count": {
        "Bay Area": 19,
        "Southern California coast": 1193,
        "Inland Empire and desert": 313,
        "San Joaquin Valley": 282,
        "Sacramento region": 3,
        "Central Coast": 0,
        "Northern, Sierra and rural": 1
      }
    },
    "svs_plus20": {
      "weights": {
        "cds": 0.2404,
        "hes": 0.2404,
        "iss": 0.1442,
        "svs": 0.2308,
        "ebs": 0.1442
      },
      "spearman": 0.9994,
      "top10_retention": 0.9813,
      "top20_retention": 0.9879,
      "priority_change_share": 0.0366,
      "priority_change_share_requintiled": 0.0358,
      "median_abs_rank_change": 54,
      "region_top20_retention": {
        "Bay Area": 1.0,
        "Southern California coast": 0.9894,
        "Inland Empire and desert": 0.9865,
        "San Joaquin Valley": 0.9815,
        "Sacramento region": 1.0,
        "Central Coast": null,
        "Northern, Sierra and rural": 1.0
      },
      "region_top20_count": {
        "Bay Area": 25,
        "Southern California coast": 1221,
        "Inland Empire and desert": 296,
        "San Joaquin Valley": 270,
        "Sacramento region": 6,
        "Central Coast": 0,
        "Northern, Sierra and rural": 1
      }
    },
    "svs_minus20": {
      "weights": {
        "cds": 0.2604,
        "hes": 0.2604,
        "iss": 0.1562,
        "svs": 0.1667,
        "ebs": 0.1562
      },
      "spearman": 0.9993,
      "top10_retention": 0.9868,
      "top20_retention": 0.9829,
      "priority_change_share": 0.0417,
      "priority_change_share_requintiled": 0.0406,
      "median_abs_rank_change": 59,
      "region_top20_retention": {
        "Bay Area": 0.9091,
        "Southern California coast": 0.9869,
        "Inland Empire and desert": 0.9831,
        "San Joaquin Valley": 0.9741,
        "Sacramento region": 0.6667,
        "Central Coast": null,
        "Northern, Sierra and rural": 1.0
      },
      "region_top20_count": {
        "Bay Area": 20,
        "Southern California coast": 1231,
        "Inland Empire and desert": 294,
        "San Joaquin Valley": 269,
        "Sacramento region": 2,
        "Central Coast": 0,
        "Northern, Sierra and rural": 1
      }
    },
    "ebs_plus20": {
      "weights": {
        "cds": 0.2427,
        "hes": 0.2427,
        "iss": 0.1456,
        "svs": 0.1942,
        "ebs": 0.1748
      },
      "spearman": 0.9995,
      "top10_retention": 0.9813,
      "top20_retention": 0.9785,
      "priority_change_share": 0.0319,
      "priority_change_share_requintiled": 0.0327,
      "median_abs_rank_change": 48,
      "region_top20_retention": {
        "Bay Area": 0.9091,
        "Southern California coast": 0.9885,
        "Inland Empire and desert": 0.9426,
        "San Joaquin Valley": 0.9815,
        "Sacramento region": 0.6667,
        "Central Coast": null,
        "Northern, Sierra and rural": 1.0
      },
      "region_top20_count": {
        "Bay Area": 20,
        "Southern California coast": 1235,
        "Inland Empire and desert": 283,
        "San Joaquin Valley": 274,
        "Sacramento region": 5,
        "Central Coast": 0,
        "Northern, Sierra and rural": 1
      }
    },
    "ebs_minus20": {
      "weights": {
        "cds": 0.2577,
        "hes": 0.2577,
        "iss": 0.1546,
        "svs": 0.2062,
        "ebs": 0.1237
      },
      "spearman": 0.9995,
      "top10_retention": 0.9726,
      "top20_retention": 0.9802,
      "priority_change_share": 0.0335,
      "priority_change_share_requintiled": 0.0342,
      "median_abs_rank_change": 51,
      "region_top20_retention": {
        "Bay Area": 1.0,
        "Southern California coast": 0.9771,
        "Inland Empire and desert": 0.9932,
        "San Joaquin Valley": 0.9778,
        "Sacramento region": 1.0,
        "Central Coast": null,
        "Northern, Sierra and rural": 1.0
      },
      "region_top20_count": {
        "Bay Area": 24,
        "Southern California coast": 1206,
        "Inland Empire and desert": 310,
        "San Joaquin Valley": 268,
        "Sacramento region": 3,
        "Central Coast": 0,
        "Northern, Sierra and rural": 1
      }
    },
    "drop_cds": {
      "weights": {
        "cds": 0.0,
        "hes": 0.3333,
        "iss": 0.2,
        "svs": 0.2667,
        "ebs": 0.2
      },
      "spearman": 0.9618,
      "top10_retention": 0.8211,
      "top20_retention": 0.849,
      "priority_change_share": 0.2915,
      "priority_change_share_requintiled": 0.2902,
      "median_abs_rank_change": 449,
      "region_top20_retention": {
        "Bay Area": 0.3636,
        "Southern California coast": 0.9206,
        "Inland Empire and desert": 0.6655,
        "San Joaquin Valley": 0.7667,
        "Sacramento region": 1.0,
        "Central Coast": null,
        "Northern, Sierra and rural": 0.0
      },
      "region_top20_count": {
        "Bay Area": 12,
        "Southern California coast": 1306,
        "Inland Empire and desert": 239,
        "San Joaquin Valley": 245,
        "Sacramento region": 10,
        "Central Coast": 0,
        "Northern, Sierra and rural": 1
      }
    },
    "drop_hes": {
      "weights": {
        "cds": 0.3333,
        "hes": 0.0,
        "iss": 0.2,
        "svs": 0.2667,
        "ebs": 0.2
      },
      "spearman": 0.956,
      "top10_retention": 0.8046,
      "top20_retention": 0.8308,
      "priority_change_share": 0.296,
      "priority_change_share_requintiled": 0.2927,
      "median_abs_rank_change": 440,
      "region_top20_retention": {
        "Bay Area": 0.9545,
        "Southern California coast": 0.9206,
        "Inland Empire and desert": 0.5338,
        "San Joaquin Valley": 0.7407,
        "Sacramento region": 1.0,
        "Central Coast": null,
        "Northern, Sierra and rural": 0.0
      },
      "region_top20_count": {
        "Bay Area": 147,
        "Southern California coast": 1259,
        "Inland Empire and desert": 158,
        "San Joaquin Valley": 217,
        "Sacramento region": 17,
        "Central Coast": 14,
        "Northern, Sierra and rural": 0
      }
    },
    "drop_iss": {
      "weights": {
        "cds": 0.2941,
        "hes": 0.2941,
        "iss": 0.0,
        "svs": 0.2353,
        "ebs": 0.1765
      },
      "spearman": 0.9831,
      "top10_retention": 0.7914,
      "top20_retention": 0.8693,
      "priority_change_share": 0.1957,
      "priority_change_share_requintiled": 0.1938,
      "median_abs_rank_change": 312,
      "region_top20_retention": {
        "Bay Area": 0.2727,
        "Southern California coast": 0.8339,
        "Inland Empire and desert": 0.9797,
        "San Joaquin Valley": 0.9593,
        "Sacramento region": 0.6667,
        "Central Coast": null,
        "Northern, Sierra and rural": 1.0
      },
      "region_top20_count": {
        "Bay Area": 6,
        "Southern California coast": 1042,
        "Inland Empire and desert": 412,
        "San Joaquin Valley": 343,
        "Sacramento region": 7,
        "Central Coast": 1,
        "Northern, Sierra and rural": 2
      }
    },
    "drop_svs": {
      "weights": {
        "cds": 0.3125,
        "hes": 0.3125,
        "iss": 0.1875,
        "svs": 0.0,
        "ebs": 0.1875
      },
      "spearman": 0.9749,
      "top10_retention": 0.865,
      "top20_retention": 0.8776,
      "priority_change_share": 0.2355,
      "priority_change_share_requintiled": 0.2329,
      "median_abs_rank_change": 354,
      "region_top20_retention": {
        "Bay Area": 0.3182,
        "Southern California coast": 0.9124,
        "Inland Empire and desert": 0.8378,
        "San Joaquin Valley": 0.8148,
        "Sacramento region": 0.6667,
        "Central Coast": null,
        "Northern, Sierra and rural": 0.0
      },
      "region_top20_count": {
        "Bay Area": 13,
        "Southern California coast": 1253,
        "Inland Empire and desert": 295,
        "San Joaquin Valley": 254,
        "Sacramento region": 2,
        "Central Coast": 0,
        "Northern, Sierra and rural": 0
      }
    },
    "drop_ebs": {
      "weights": {
        "cds": 0.2941,
        "hes": 0.2941,
        "iss": 0.1765,
        "svs": 0.2353,
        "ebs": 0.0
      },
      "spearman": 0.9845,
      "top10_retention": 0.8441,
      "top20_retention": 0.8727,
      "priority_change_share": 0.1957,
      "priority_change_share_requintiled": 0.1925,
      "median_abs_rank_change": 296,
      "region_top20_retention": {
        "Bay Area": 0.8636,
        "Southern California coast": 0.8715,
        "Inland Empire and desert": 0.9088,
        "San Joaquin Valley": 0.837,
        "Sacramento region": 1.0,
        "Central Coast": null,
        "Northern, Sierra and rural": 1.0
      },
      "region_top20_count": {
        "Bay Area": 32,
        "Southern California coast": 1139,
        "Inland Empire and desert": 394,
        "San Joaquin Valley": 247,
        "Sacramento region": 4,
        "Central Coast": 0,
        "Northern, Sierra and rural": 2
      }
    }
  },
  "one_at_a_time_summary": {
    "min_spearman": 0.9988,
    "min_top20_retention": 0.9724,
    "max_priority_change_share": 0.0491,
    "max_median_abs_rank_change": 70
  },
  "leave_one_out": {
    "CDS": {
      "weights": {
        "cds": 0.0,
        "hes": 0.3333,
        "iss": 0.2,
        "svs": 0.2667,
        "ebs": 0.2
      },
      "spearman": 0.9618,
      "top10_retention": 0.8211,
      "top20_retention": 0.849,
      "priority_change_share": 0.2915,
      "priority_change_share_requintiled": 0.2902,
      "median_abs_rank_change": 449,
      "region_top20_retention": {
        "Bay Area": 0.3636,
        "Southern California coast": 0.9206,
        "Inland Empire and desert": 0.6655,
        "San Joaquin Valley": 0.7667,
        "Sacramento region": 1.0,
        "Central Coast": null,
        "Northern, Sierra and rural": 0.0
      },
      "region_top20_count": {
        "Bay Area": 12,
        "Southern California coast": 1306,
        "Inland Empire and desert": 239,
        "San Joaquin Valley": 245,
        "Sacramento region": 10,
        "Central Coast": 0,
        "Northern, Sierra and rural": 1
      }
    },
    "HES": {
      "weights": {
        "cds": 0.3333,
        "hes": 0.0,
        "iss": 0.2,
        "svs": 0.2667,
        "ebs": 0.2
      },
      "spearman": 0.956,
      "top10_retention": 0.8046,
      "top20_retention": 0.8308,
      "priority_change_share": 0.296,
      "priority_change_share_requintiled": 0.2927,
      "median_abs_rank_change": 440,
      "region_top20_retention": {
        "Bay Area": 0.9545,
        "Southern California coast": 0.9206,
        "Inland Empire and desert": 0.5338,
        "San Joaquin Valley": 0.7407,
        "Sacramento region": 1.0,
        "Central Coast": null,
        "Northern, Sierra and rural": 0.0
      },
      "region_top20_count": {
        "Bay Area": 147,
        "Southern California coast": 1259,
        "Inland Empire and desert": 158,
        "San Joaquin Valley": 217,
        "Sacramento region": 17,
        "Central Coast": 14,
        "Northern, Sierra and rural": 0
      }
    },
    "ISS": {
      "weights": {
        "cds": 0.2941,
        "hes": 0.2941,
        "iss": 0.0,
        "svs": 0.2353,
        "ebs": 0.1765
      },
      "spearman": 0.9831,
      "top10_retention": 0.7914,
      "top20_retention": 0.8693,
      "priority_change_share": 0.1957,
      "priority_change_share_requintiled": 0.1938,
      "median_abs_rank_change": 312,
      "region_top20_retention": {
        "Bay Area": 0.2727,
        "Southern California coast": 0.8339,
        "Inland Empire and desert": 0.9797,
        "San Joaquin Valley": 0.9593,
        "Sacramento region": 0.6667,
        "Central Coast": null,
        "Northern, Sierra and rural": 1.0
      },
      "region_top20_count": {
        "Bay Area": 6,
        "Southern California coast": 1042,
        "Inland Empire and desert": 412,
        "San Joaquin Valley": 343,
        "Sacramento region": 7,
        "Central Coast": 1,
        "Northern, Sierra and rural": 2
      }
    },
    "SVS": {
      "weights": {
        "cds": 0.3125,
        "hes": 0.3125,
        "iss": 0.1875,
        "svs": 0.0,
        "ebs": 0.1875
      },
      "spearman": 0.9749,
      "top10_retention": 0.865,
      "top20_retention": 0.8776,
      "priority_change_share": 0.2355,
      "priority_change_share_requintiled": 0.2329,
      "median_abs_rank_change": 354,
      "region_top20_retention": {
        "Bay Area": 0.3182,
        "Southern California coast": 0.9124,
        "Inland Empire and desert": 0.8378,
        "San Joaquin Valley": 0.8148,
        "Sacramento region": 0.6667,
        "Central Coast": null,
        "Northern, Sierra and rural": 0.0
      },
      "region_top20_count": {
        "Bay Area": 13,
        "Southern California coast": 1253,
        "Inland Empire and desert": 295,
        "San Joaquin Valley": 254,
        "Sacramento region": 2,
        "Central Coast": 0,
        "Northern, Sierra and rural": 0
      }
    },
    "EBS": {
      "weights": {
        "cds": 0.2941,
        "hes": 0.2941,
        "iss": 0.1765,
        "svs": 0.2353,
        "ebs": 0.0
      },
      "spearman": 0.9845,
      "top10_retention": 0.8441,
      "top20_retention": 0.8727,
      "priority_change_share": 0.1957,
      "priority_change_share_requintiled": 0.1925,
      "median_abs_rank_change": 296,
      "region_top20_retention": {
        "Bay Area": 0.8636,
        "Southern California coast": 0.8715,
        "Inland Empire and desert": 0.9088,
        "San Joaquin Valley": 0.837,
        "Sacramento region": 1.0,
        "Central Coast": null,
        "Northern, Sierra and rural": 1.0
      },
      "region_top20_count": {
        "Bay Area": 32,
        "Southern California coast": 1139,
        "Inland Empire and desert": 394,
        "San Joaquin Valley": 247,
        "Sacramento region": 4,
        "Central Coast": 0,
        "Northern, Sierra and rural": 2
      }
    }
  },
  "monte_carlo": {
    "draws": 1000,
    "seed": 20261008,
    "distribution": "Dirichlet(alpha = concentration x published weights)",
    "concentration": 100.0,
    "weight_draw_summary": {
      "CDS": {
        "min": 0.1307,
        "p5": 0.1829,
        "median": 0.2473,
        "mean": 0.2494,
        "p95": 0.3191,
        "max": 0.4033,
        "mean_abs_relative_deviation": 0.1339
      },
      "HES": {
        "min": 0.1264,
        "p5": 0.1836,
        "median": 0.2489,
        "mean": 0.2507,
        "p95": 0.3216,
        "max": 0.3968,
        "mean_abs_relative_deviation": 0.1375
      },
      "ISS": {
        "min": 0.0597,
        "p5": 0.0912,
        "median": 0.1469,
        "mean": 0.1489,
        "p95": 0.2136,
        "max": 0.2795,
        "mean_abs_relative_deviation": 0.1966
      },
      "SVS": {
        "min": 0.1018,
        "p5": 0.1417,
        "median": 0.2009,
        "mean": 0.2028,
        "p95": 0.2695,
        "max": 0.3236,
        "mean_abs_relative_deviation": 0.1571
      },
      "EBS": {
        "min": 0.0522,
        "p5": 0.0911,
        "median": 0.1465,
        "mean": 0.1482,
        "p95": 0.2089,
        "max": 0.2998,
        "mean_abs_relative_deviation": 0.1892
      }
    },
    "metrics": {
      "spearman": {
        "min": 0.9778,
        "p5": 0.9891,
        "median": 0.9965,
        "mean": 0.9955,
        "p95": 0.9992,
        "max": 0.9999
      },
      "top10_retention": {
        "min": 0.8277,
        "p5": 0.8902,
        "median": 0.9451,
        "mean": 0.941,
        "p95": 0.9769,
        "max": 0.9923
      },
      "top20_retention": {
        "min": 0.8721,
        "p5": 0.909,
        "median": 0.9531,
        "mean": 0.949,
        "p95": 0.9796,
        "max": 0.9961
      },
      "priority_change_share": {
        "min": 0.0116,
        "p5": 0.0394,
        "median": 0.0852,
        "mean": 0.0902,
        "p95": 0.1516,
        "max": 0.2077
      },
      "median_abs_rank_change": {
        "min": 17.0,
        "p5": 56.0,
        "median": 122.0,
        "mean": 128.362,
        "p95": 217.0,
        "max": 298.0
      }
    },
    "stability": {
      "tracts_top20_in_at_least_95pct_of_draws": 1432,
      "tracts_top20_in_every_draw": 1140,
      "published_extreme_count": 1814,
      "published_extreme_top20_in_at_least_95pct": 1432,
      "published_extreme_top20_in_at_least_50pct": 1807,
      "published_extreme_top20_in_under_50pct": 7,
      "not_published_extreme_but_top20_in_at_least_50pct": 2,
      "tracts_ever_top20": 2654,
      "tracts_top20_in_5_to_95pct_of_draws": 791,
      "tracts_top10_in_at_least_95pct_of_draws": 700
    }
  },
  "component_spearman": {
    "CDS": {
      "CDS": 1.0,
      "HES": 0.5569,
      "ISS": 0.3346,
      "SVS": 0.4821,
      "EBS": 0.3666
    },
    "HES": {
      "CDS": 0.5569,
      "HES": 1.0,
      "ISS": 0.259,
      "SVS": 0.4451,
      "EBS": 0.3427
    },
    "ISS": {
      "CDS": 0.3346,
      "HES": 0.259,
      "ISS": 1.0,
      "SVS": 0.3289,
      "EBS": 0.4641
    },
    "SVS": {
      "CDS": 0.4821,
      "HES": 0.4451,
      "ISS": 0.3289,
      "SVS": 1.0,
      "EBS": 0.4719
    },
    "EBS": {
      "CDS": 0.3666,
      "HES": 0.3427,
      "ISS": 0.4641,
      "SVS": 0.4719,
      "EBS": 1.0
    }
  },
  "component_spearman_with_ucri": {
    "CDS": 0.8001,
    "HES": 0.7744,
    "ISS": 0.5784,
    "SVS": 0.7563,
    "EBS": 0.6618
  },
  "component_pairs_above_0_7": [],
  "regions": {
    "Bay Area": {
      "counties": [
        "Alameda",
        "Contra Costa",
        "Marin",
        "Napa",
        "San Francisco",
        "San Mateo",
        "Santa Clara",
        "Solano",
        "Sonoma"
      ],
      "fully_scored_tracts": 1756,
      "published_extreme": 22,
      "published_extreme_mean_components": {
        "CDS": 84.8,
        "HES": 37.4,
        "ISS": 93.2,
        "SVS": 89.7,
        "EBS": 70.2
      },
      "equal_weights_top20_retention": 0.9545,
      "equal_weights_top20_count": 44,
      "monte_carlo_top20_count": {
        "min": 0,
        "p5": 7.0,
        "median": 23.0,
        "mean": 26.95,
        "p95": 60.0,
        "max": 101
      },
      "monte_carlo_top20_retention": {
        "min": 0.0,
        "p5": 0.3182,
        "median": 0.9545,
        "mean": 0.7938,
        "p95": 1.0,
        "max": 1.0
      }
    },
    "Southern California coast": {
      "counties": [
        "Los Angeles",
        "Orange",
        "San Diego",
        "Ventura",
        "Santa Barbara"
      ],
      "fully_scored_tracts": 4104,
      "published_extreme": 1222,
      "published_extreme_mean_components": {
        "CDS": 77.5,
        "HES": 76.2,
        "ISS": 85.3,
        "SVS": 82.6,
        "EBS": 80.8
      },
      "equal_weights_top20_retention": 0.9828,
      "equal_weights_top20_count": 1305,
      "monte_carlo_top20_count": {
        "min": 1071,
        "p5": 1138.0,
        "median": 1215.0,
        "mean": 1215.464,
        "p95": 1292.0,
        "max": 1339
      },
      "monte_carlo_top20_retention": {
        "min": 0.847,
        "p5": 0.905,
        "median": 0.9664,
        "mean": 0.9606,
        "p95": 0.9902,
        "max": 0.9967
      }
    },
    "Inland Empire and desert": {
      "counties": [
        "Riverside",
        "San Bernardino",
        "Imperial",
        "Inyo"
      ],
      "fully_scored_tracts": 1024,
      "published_extreme": 296,
      "published_extreme_mean_components": {
        "CDS": 84.0,
        "HES": 93.2,
        "ISS": 44.0,
        "SVS": 80.9,
        "EBS": 67.0
      },
      "equal_weights_top20_retention": 0.6993,
      "equal_weights_top20_count": 215,
      "monte_carlo_top20_count": {
        "min": 179,
        "p5": 232.0,
        "median": 297.0,
        "mean": 297.779,
        "p95": 370.05,
        "max": 437
      },
      "monte_carlo_top20_retention": {
        "min": 0.6047,
        "p5": 0.7669,
        "median": 0.9527,
        "mean": 0.926,
        "p95": 0.9966,
        "max": 1.0
      }
    },
    "San Joaquin Valley": {
      "counties": [
        "Fresno",
        "Kern",
        "Kings",
        "Madera",
        "Merced",
        "San Joaquin",
        "Stanislaus",
        "Tulare"
      ],
      "fully_scored_tracts": 970,
      "published_extreme": 270,
      "published_extreme_mean_components": {
        "CDS": 79.0,
        "HES": 86.6,
        "ISS": 50.6,
        "SVS": 85.3,
        "EBS": 77.9
      },
      "equal_weights_top20_retention": 0.8333,
      "equal_weights_top20_count": 236,
      "monte_carlo_top20_count": {
        "min": 205,
        "p5": 233.0,
        "median": 271.0,
        "mean": 268.233,
        "p95": 298.05,
        "max": 318
      },
      "monte_carlo_top20_retention": {
        "min": 0.7296,
        "p5": 0.8407,
        "median": 0.9519,
        "mean": 0.9367,
        "p95": 0.9926,
        "max": 1.0
      }
    },
    "Sacramento region": {
      "counties": [
        "Sacramento",
        "Placer",
        "El Dorado",
        "Yolo",
        "Sutter",
        "Yuba"
      ],
      "fully_scored_tracts": 601,
      "published_extreme": 3,
      "published_extreme_mean_components": {
        "CDS": 71.1,
        "HES": 67.5,
        "ISS": 73.8,
        "SVS": 91.8,
        "EBS": 76.2
      },
      "equal_weights_top20_retention": 1.0,
      "equal_weights_top20_count": 12,
      "monte_carlo_top20_count": {
        "min": 2,
        "p5": 2.0,
        "median": 5.0,
        "mean": 5.421,
        "p95": 11.0,
        "max": 16
      },
      "monte_carlo_top20_retention": {
        "min": 0.6667,
        "p5": 0.6667,
        "median": 1.0,
        "mean": 0.8357,
        "p95": 1.0,
        "max": 1.0
      }
    },
    "Central Coast": {
      "counties": [
        "Monterey",
        "San Benito",
        "San Luis Obispo",
        "Santa Cruz"
      ],
      "fully_scored_tracts": 248,
      "published_extreme": 0,
      "published_extreme_mean_components": null,
      "equal_weights_top20_retention": null,
      "equal_weights_top20_count": 1,
      "monte_carlo_top20_count": {
        "min": 0,
        "p5": 0.0,
        "median": 0.0,
        "mean": 0.347,
        "p95": 2.0,
        "max": 6
      },
      "monte_carlo_top20_retention": null
    },
    "Northern, Sierra and rural": {
      "counties": [
        "Alpine",
        "Amador",
        "Butte",
        "Calaveras",
        "Colusa",
        "Del Norte",
        "Glenn",
        "Humboldt",
        "Lake",
        "Lassen",
        "Mariposa",
        "Mendocino",
        "Modoc",
        "Mono",
        "Nevada",
        "Plumas",
        "Shasta",
        "Sierra",
        "Siskiyou",
        "Tehama",
        "Trinity",
        "Tuolumne"
      ],
      "fully_scored_tracts": 338,
      "published_extreme": 1,
      "published_extreme_mean_components": {
        "CDS": 82.6,
        "HES": 95.9,
        "ISS": 16.2,
        "SVS": 79.5,
        "EBS": 53.7
      },
      "equal_weights_top20_retention": 0.0,
      "equal_weights_top20_count": 0,
      "monte_carlo_top20_count": {
        "min": 0,
        "p5": 0.0,
        "median": 1.0,
        "mean": 0.971,
        "p95": 2.0,
        "max": 3
      },
      "monte_carlo_top20_retention": {
        "min": 0.0,
        "p5": 0.0,
        "median": 1.0,
        "mean": 0.636,
        "p95": 1.0,
        "max": 1.0
      }
    }
  }
}
