Source document

data/analysis/dd2_distribution_tail.json

Served verbatim from the project repository. Internal working document conventions apply: documents may reference file paths, branch names, and findings-ledger anchors from the repo.

{
 "meta": {
  "source": "edu_data_local replica (bootstrap_replica.sh); read-only",
  "universe": "NYC district schools (include_in_default_comparisons, DOE_PUBLIC), subgroup ALL, non-suppressed",
  "metric": "school-wide chronic_absenteeism_rate (a school-level distribution; authoritative, not grade-cell-summed)",
  "band": "school grade_band classification (ES/MS/K8/HS); K12 (4 schools) omitted from band splits"
 },
 "tail_by_band_year": {
  "ES": {
   "2018-19": {
    "n": 643,
    "n_gt50": 30,
    "pct_gt50": 4.7
   },
   "2019-20": {
    "n": 644,
    "n_gt50": 14,
    "pct_gt50": 2.2
   },
   "2020-21": {
    "n": 641,
    "n_gt50": 59,
    "pct_gt50": 9.2
   },
   "2021-22": {
    "n": 641,
    "n_gt50": 208,
    "pct_gt50": 32.4
   },
   "2022-23": {
    "n": 640,
    "n_gt50": 134,
    "pct_gt50": 20.9
   },
   "2023-24": {
    "n": 639,
    "n_gt50": 106,
    "pct_gt50": 16.6
   },
   "2024-25": {
    "n": 638,
    "n_gt50": 83,
    "pct_gt50": 13.0
   }
  },
  "MS": {
   "2018-19": {
    "n": 244,
    "n_gt50": 5,
    "pct_gt50": 2.0
   },
   "2019-20": {
    "n": 244,
    "n_gt50": 3,
    "pct_gt50": 1.2
   },
   "2020-21": {
    "n": 244,
    "n_gt50": 22,
    "pct_gt50": 9.0
   },
   "2021-22": {
    "n": 243,
    "n_gt50": 54,
    "pct_gt50": 22.2
   },
   "2022-23": {
    "n": 243,
    "n_gt50": 21,
    "pct_gt50": 8.6
   },
   "2023-24": {
    "n": 241,
    "n_gt50": 19,
    "pct_gt50": 7.9
   },
   "2024-25": {
    "n": 238,
    "n_gt50": 17,
    "pct_gt50": 7.1
   }
  },
  "K8": {
   "2018-19": {
    "n": 164,
    "n_gt50": 8,
    "pct_gt50": 4.9
   },
   "2019-20": {
    "n": 164,
    "n_gt50": 1,
    "pct_gt50": 0.6
   },
   "2020-21": {
    "n": 164,
    "n_gt50": 21,
    "pct_gt50": 12.8
   },
   "2021-22": {
    "n": 164,
    "n_gt50": 51,
    "pct_gt50": 31.1
   },
   "2022-23": {
    "n": 164,
    "n_gt50": 38,
    "pct_gt50": 23.2
   },
   "2023-24": {
    "n": 164,
    "n_gt50": 34,
    "pct_gt50": 20.7
   },
   "2024-25": {
    "n": 164,
    "n_gt50": 30,
    "pct_gt50": 18.3
   }
  },
  "HS": {
   "2018-19": {
    "n": 414,
    "n_gt50": 94,
    "pct_gt50": 22.7
   },
   "2019-20": {
    "n": 414,
    "n_gt50": 59,
    "pct_gt50": 14.3
   },
   "2020-21": {
    "n": 412,
    "n_gt50": 103,
    "pct_gt50": 25.0
   },
   "2021-22": {
    "n": 411,
    "n_gt50": 206,
    "pct_gt50": 50.1
   },
   "2022-23": {
    "n": 411,
    "n_gt50": 138,
    "pct_gt50": 33.6
   },
   "2023-24": {
    "n": 411,
    "n_gt50": 118,
    "pct_gt50": 28.7
   },
   "2024-25": {
    "n": 406,
    "n_gt50": 101,
    "pct_gt50": 24.9
   }
  },
  "ALL": {
   "2018-19": {
    "n": 1469,
    "n_gt50": 137,
    "pct_gt50": 9.3
   },
   "2019-20": {
    "n": 1470,
    "n_gt50": 77,
    "pct_gt50": 5.2
   },
   "2020-21": {
    "n": 1465,
    "n_gt50": 205,
    "pct_gt50": 14.0
   },
   "2021-22": {
    "n": 1463,
    "n_gt50": 520,
    "pct_gt50": 35.5
   },
   "2022-23": {
    "n": 1462,
    "n_gt50": 332,
    "pct_gt50": 22.7
   },
   "2023-24": {
    "n": 1459,
    "n_gt50": 277,
    "pct_gt50": 19.0
   },
   "2024-25": {
    "n": 1450,
    "n_gt50": 231,
    "pct_gt50": 15.9
   }
  }
 },
 "dist_stats_by_band": {
  "ES": {
   "2018-19": {
    "n": 643,
    "mean": 26.9,
    "sd": 13.2,
    "p10": 10.2,
    "p50": 25.5,
    "p90": 45.3,
    "pct_gt50": 4.7
   },
   "2021-22": {
    "n": 641,
    "mean": 41.8,
    "sd": 15.5,
    "p10": 20.0,
    "p50": 42.4,
    "p90": 61.5,
    "pct_gt50": 32.4
   },
   "2024-25": {
    "n": 638,
    "mean": 34.3,
    "sd": 13.5,
    "p10": 16.3,
    "p50": 35.1,
    "p90": 52.6,
    "pct_gt50": 13.0
   }
  },
  "MS": {
   "2018-19": {
    "n": 244,
    "mean": 24.6,
    "sd": 12.0,
    "p10": 8.6,
    "p50": 25.8,
    "p90": 39.4,
    "pct_gt50": 2.0
   },
   "2021-22": {
    "n": 243,
    "mean": 38.7,
    "sd": 14.6,
    "p10": 18.3,
    "p50": 39.9,
    "p90": 56.8,
    "pct_gt50": 22.2
   },
   "2024-25": {
    "n": 238,
    "mean": 33.5,
    "sd": 11.8,
    "p10": 16.2,
    "p50": 33.8,
    "p90": 48.2,
    "pct_gt50": 7.1
   }
  },
  "K8": {
   "2018-19": {
    "n": 164,
    "mean": 25.2,
    "sd": 13.9,
    "p10": 9.8,
    "p50": 22.2,
    "p90": 47.4,
    "pct_gt50": 4.9
   },
   "2021-22": {
    "n": 164,
    "mean": 41.3,
    "sd": 16.5,
    "p10": 18.9,
    "p50": 41.4,
    "p90": 64.1,
    "pct_gt50": 31.1
   },
   "2024-25": {
    "n": 164,
    "mean": 35.2,
    "sd": 14.3,
    "p10": 16.8,
    "p50": 34.7,
    "p90": 54.3,
    "pct_gt50": 18.3
   }
  },
  "HS": {
   "2018-19": {
    "n": 414,
    "mean": 36.4,
    "sd": 15.8,
    "p10": 14.3,
    "p50": 37.6,
    "p90": 56.6,
    "pct_gt50": 22.7
   },
   "2021-22": {
    "n": 411,
    "mean": 48.6,
    "sd": 16.8,
    "p10": 25.8,
    "p50": 50.3,
    "p90": 69.0,
    "pct_gt50": 50.1
   },
   "2024-25": {
    "n": 406,
    "mean": 39.5,
    "sd": 15.3,
    "p10": 19.0,
    "p50": 39.6,
    "p90": 58.5,
    "pct_gt50": 24.9
   }
  }
 },
 "hist_by_band": {
  "bin_width_pp": 5,
  "counts": {
   "ES": {
    "2018-19": [
     15,
     48,
     82,
     84,
     79,
     73,
     76,
     65,
     54,
     37,
     23,
     3,
     4,
     0,
     0,
     0,
     0,
     0,
     0,
     0
    ],
    "2024-25": [
     1,
     15,
     39,
     56,
     65,
     70,
     72,
     88,
     94,
     54,
     40,
     25,
     17,
     1,
     1,
     0,
     0,
     0,
     0,
     0
    ]
   },
   "MS": {
    "2018-19": [
     8,
     25,
     29,
     26,
     27,
     52,
     31,
     22,
     12,
     7,
     3,
     1,
     1,
     0,
     0,
     0,
     0,
     0,
     0,
     0
    ],
    "2024-25": [
     1,
     6,
     12,
     15,
     22,
     31,
     45,
     34,
     30,
     24,
     12,
     3,
     2,
     1,
     0,
     0,
     0,
     0,
     0,
     0
    ]
   },
   "K8": {
    "2018-19": [
     4,
     14,
     36,
     18,
     19,
     14,
     16,
     12,
     11,
     12,
     8,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0,
     0
    ],
    "2024-25": [
     0,
     5,
     8,
     8,
     23,
     21,
     20,
     22,
     17,
     10,
     15,
     4,
     9,
     1,
     1,
     0,
     0,
     0,
     0,
     0
    ]
   },
   "HS": {
    "2018-19": [
     3,
     20,
     22,
     28,
     33,
     40,
     38,
     49,
     47,
     40,
     45,
     22,
     19,
     5,
     3,
     0,
     0,
     0,
     0,
     0
    ],
    "2024-25": [
     1,
     7,
     17,
     20,
     24,
     49,
     43,
     49,
     38,
     54,
     40,
     28,
     15,
     14,
     4,
     2,
     1,
     0,
     0,
     0
    ]
   }
  }
 },
 "tail_by_unit": {
  "borough_2024_25": [
   {
    "borough": "Manhattan",
    "n": 266,
    "n_gt50": 78,
    "pct_gt50": 29.3,
    "weighted_ca": 33.5
   },
   {
    "borough": "Brooklyn",
    "n": 439,
    "n_gt50": 82,
    "pct_gt50": 18.7,
    "weighted_ca": 31.9
   },
   {
    "borough": "Bronx",
    "n": 336,
    "n_gt50": 44,
    "pct_gt50": 13.1,
    "weighted_ca": 37.5
   },
   {
    "borough": "Staten Island",
    "n": 71,
    "n_gt50": 6,
    "pct_gt50": 8.5,
    "weighted_ca": 28.7
   },
   {
    "borough": "Queens",
    "n": 338,
    "n_gt50": 21,
    "pct_gt50": 6.2,
    "weighted_ca": 29.8
   }
  ],
  "district_2024_25": [
   {
    "n": 26,
    "n_gt50": 16,
    "district": "05",
    "pct_gt50": 61.5
   },
   {
    "n": 26,
    "n_gt50": 13,
    "district": "23",
    "pct_gt50": 50.0
   },
   {
    "n": 27,
    "n_gt50": 13,
    "district": "04",
    "pct_gt50": 48.1
   },
   {
    "n": 38,
    "n_gt50": 14,
    "district": "13",
    "pct_gt50": 36.8
   },
   {
    "n": 40,
    "n_gt50": 14,
    "district": "03",
    "pct_gt50": 35.0
   },
   {
    "n": 47,
    "n_gt50": 16,
    "district": "19",
    "pct_gt50": 34.0
   },
   {
    "n": 23,
    "n_gt50": 7,
    "district": "01",
    "pct_gt50": 30.4
   },
   {
    "n": 22,
    "n_gt50": 6,
    "district": "16",
    "pct_gt50": 27.3
   },
   {
    "n": 62,
    "n_gt50": 15,
    "district": "27",
    "pct_gt50": 24.2
   },
   {
    "n": 106,
    "n_gt50": 25,
    "district": "02",
    "pct_gt50": 23.6
   },
   {
    "n": 38,
    "n_gt50": 8,
    "district": "14",
    "pct_gt50": 21.1
   },
   {
    "n": 49,
    "n_gt50": 10,
    "district": "08",
    "pct_gt50": 20.4
   },
   {
    "n": 46,
    "n_gt50": 9,
    "district": "17",
    "pct_gt50": 19.6
   },
   {
    "n": 43,
    "n_gt50": 8,
    "district": "12",
    "pct_gt50": 18.6
   },
   {
    "n": 39,
    "n_gt50": 7,
    "district": "21",
    "pct_gt50": 17.9
   },
   {
    "n": 36,
    "n_gt50": 6,
    "district": "07",
    "pct_gt50": 16.7
   },
   {
    "n": 67,
    "n_gt50": 10,
    "district": "09",
    "pct_gt50": 14.9
   },
   {
    "n": 26,
    "n_gt50": 3,
    "district": "32",
    "pct_gt50": 11.5
   },
   {
    "n": 80,
    "n_gt50": 8,
    "district": "10",
    "pct_gt50": 10.0
   },
   {
    "n": 30,
    "n_gt50": 3,
    "district": "18",
    "pct_gt50": 10.0
   },
   {
    "n": 71,
    "n_gt50": 6,
    "district": "31",
    "pct_gt50": 8.5
   },
   {
    "n": 44,
    "n_gt50": 3,
    "district": "06",
    "pct_gt50": 6.8
   },
   {
    "n": 50,
    "n_gt50": 3,
    "district": "30",
    "pct_gt50": 6.0
   },
   {
    "n": 45,
    "n_gt50": 2,
    "district": "15",
    "pct_gt50": 4.4
   },
   {
    "n": 46,
    "n_gt50": 2,
    "district": "29",
    "pct_gt50": 4.3
   },
   {
    "n": 61,
    "n_gt50": 2,
    "district": "11",
    "pct_gt50": 3.3
   },
   {
    "n": 39,
    "n_gt50": 1,
    "district": "22",
    "pct_gt50": 2.6
   },
   {
    "n": 49,
    "n_gt50": 1,
    "district": "28",
    "pct_gt50": 2.0
   },
   {
    "n": 33,
    "n_gt50": 0,
    "district": "26",
    "pct_gt50": 0.0
   },
   {
    "n": 44,
    "n_gt50": 0,
    "district": "25",
    "pct_gt50": 0.0
   },
   {
    "n": 54,
    "n_gt50": 0,
    "district": "24",
    "pct_gt50": 0.0
   },
   {
    "n": 43,
    "n_gt50": 0,
    "district": "20",
    "pct_gt50": 0.0
   }
  ]
 },
 "worst_tail_2024_25": [
  {
   "dbn": "02M316",
   "name": "Urban Assembly School of Business for Young Women,",
   "band": "HS",
   "boro": "M",
   "ca": 83.2,
   "n_students": 131
  },
  {
   "dbn": "14K685",
   "name": "El Puente Academy for Peace and Justice",
   "band": "HS",
   "boro": "K",
   "ca": 77.6,
   "n_students": 192
  },
  {
   "dbn": "10X351",
   "name": "Bronx Collaborative High School",
   "band": "HS",
   "boro": "B",
   "ca": 76.6,
   "n_students": 465
  },
  {
   "dbn": "02M520",
   "name": "Murry Bergtraum High School for Business Careers",
   "band": "HS",
   "boro": "M",
   "ca": 74.6,
   "n_students": 142
  },
  {
   "dbn": "14K157",
   "name": "P.S./I.S. 157 The Benjamin Franklin Health & Scien",
   "band": "ES",
   "boro": "K",
   "ca": 74.3,
   "n_students": 517
  },
  {
   "dbn": "02M427",
   "name": "Manhattan Academy For Arts & Language",
   "band": "HS",
   "boro": "M",
   "ca": 73.8,
   "n_students": 324
  },
  {
   "dbn": "01M140",
   "name": "P.S. 140 Nathan Straus",
   "band": "K8",
   "boro": "M",
   "ca": 71.8,
   "n_students": 418
  },
  {
   "dbn": "02M296",
   "name": "High School of Hospitality Management",
   "band": "HS",
   "boro": "M",
   "ca": 71.1,
   "n_students": 228
  },
  {
   "dbn": "13K265",
   "name": "Dr. Susan S. McKinney Secondary School of the Arts",
   "band": "HS",
   "boro": "K",
   "ca": 71.0,
   "n_students": 138
  },
  {
   "dbn": "12X479",
   "name": "Bronx Career and College Preparatory High School",
   "band": "HS",
   "boro": "B",
   "ca": 69.8,
   "n_students": 162
  },
  {
   "dbn": "03M403",
   "name": "The Global Learning Collaborative",
   "band": "HS",
   "boro": "M",
   "ca": 69.2,
   "n_students": 428
  },
  {
   "dbn": "03M402",
   "name": "The Urban Assembly School for Green Careers",
   "band": "HS",
   "boro": "M",
   "ca": 68.9,
   "n_students": 366
  },
  {
   "dbn": "19K660",
   "name": "W. H. Maxwell Career and Technical Education High",
   "band": "HS",
   "boro": "K",
   "ca": 68.7,
   "n_students": 569
  },
  {
   "dbn": "10X546",
   "name": "Bronx Theatre High School",
   "band": "HS",
   "boro": "B",
   "ca": 68.7,
   "n_students": 249
  },
  {
   "dbn": "02M425",
   "name": "Leadership and Public Service High School",
   "band": "HS",
   "boro": "M",
   "ca": 68.1,
   "n_students": 298
  },
  {
   "dbn": "05M129",
   "name": "P.S. 129 John H. Finley",
   "band": "K8",
   "boro": "M",
   "ca": 67.4,
   "n_students": 270
  },
  {
   "dbn": "02M419",
   "name": "Landmark High School",
   "band": "HS",
   "boro": "M",
   "ca": 66.9,
   "n_students": 317
  },
  {
   "dbn": "02M399",
   "name": "The High School For Language And Diplomacy",
   "band": "HS",
   "boro": "M",
   "ca": 66.5,
   "n_students": 158
  },
  {
   "dbn": "05M157",
   "name": "The Urban Assembly School for Global Commerce",
   "band": "HS",
   "boro": "M",
   "ca": 66.1,
   "n_students": 174
  },
  {
   "dbn": "03M494",
   "name": "High School of Arts and Technology",
   "band": "HS",
   "boro": "M",
   "ca": 66.0,
   "n_students": 426
  }
 ],
 "crossers_2018_19_to_2024_25": {
  "into_tail_n": 156,
  "out_of_tail_n": 54,
  "stayed_in_n": 75,
  "n_pairs": 1448,
  "into_tail_top": [
   {
    "dbn": "14K157",
    "name": "P.S./I.S. 157 The Benjamin Franklin Health & Scien",
    "band": "ES",
    "boro": "K",
    "ca_2018": 31.6,
    "ca_2025": 74.3,
    "n_students": 517
   },
   {
    "dbn": "02M297",
    "name": "M.S. 297",
    "band": "MS",
    "boro": "M",
    "ca_2018": 15.6,
    "ca_2025": 54.9,
    "n_students": 364
   },
   {
    "dbn": "02M001",
    "name": "P.S. 001 Alfred E. Smith",
    "band": "ES",
    "boro": "M",
    "ca_2018": 19.4,
    "ca_2025": 57.6,
    "n_students": 238
   },
   {
    "dbn": "02M116",
    "name": "P.S. 116 Mary Lindley Murray",
    "band": "ES",
    "boro": "M",
    "ca_2018": 17.9,
    "ca_2025": 55.7,
    "n_students": 566
   },
   {
    "dbn": "27Q333",
    "name": "Goldie Maple Academy",
    "band": "K8",
    "boro": "Q",
    "ca_2018": 16.4,
    "ca_2025": 52.1,
    "n_students": 328
   },
   {
    "dbn": "15K124",
    "name": "P.S. 124 Silas B. Dutcher",
    "band": "ES",
    "boro": "K",
    "ca_2018": 22.7,
    "ca_2025": 58.3,
    "n_students": 393
   },
   {
    "dbn": "01M332",
    "name": "University Neighborhood Middle School",
    "band": "MS",
    "boro": "M",
    "ca_2018": 27.4,
    "ca_2025": 61.1,
    "n_students": 149
   },
   {
    "dbn": "06M463",
    "name": "High School for Media and Communications",
    "band": "HS",
    "boro": "M",
    "ca_2018": 22.5,
    "ca_2025": 55.7,
    "n_students": 395
   },
   {
    "dbn": "03M149",
    "name": "P.S. 149 Sojourner Truth",
    "band": "K8",
    "boro": "M",
    "ca_2018": 21.8,
    "ca_2025": 54.4,
    "n_students": 285
   },
   {
    "dbn": "03M241",
    "name": "STEM Institute of Manhattan",
    "band": "ES",
    "boro": "M",
    "ca_2018": 31.1,
    "ca_2025": 61.3,
    "n_students": 160
   },
   {
    "dbn": "02M296",
    "name": "High School of Hospitality Management",
    "band": "HS",
    "boro": "M",
    "ca_2018": 41.3,
    "ca_2025": 71.1,
    "n_students": 228
   },
   {
    "dbn": "23K671",
    "name": "Mott Hall Bridges Academy",
    "band": "MS",
    "boro": "K",
    "ca_2018": 35.7,
    "ca_2025": 65.5,
    "n_students": 229
   },
   {
    "dbn": "08X448",
    "name": "Soundview Academy for Culture and Scholarship",
    "band": "MS",
    "boro": "B",
    "ca_2018": 27.2,
    "ca_2025": 56.5,
    "n_students": 255
   },
   {
    "dbn": "28Q312",
    "name": "Jamaica Children's School",
    "band": "ES",
    "boro": "Q",
    "ca_2018": 24.4,
    "ca_2025": 53.4,
    "n_students": 320
   },
   {
    "dbn": "02M427",
    "name": "Manhattan Academy For Arts & Language",
    "band": "HS",
    "boro": "M",
    "ca_2018": 44.8,
    "ca_2025": 73.8,
    "n_students": 324
   }
  ]
 },
 "pk_sensitivity_es_tail_2024_25": {
  "n_pure_em_schools": 997,
  "n_gt50_pk8": 122,
  "n_gt50_k8": 106,
  "n_gt50_1_8": 89,
  "note": "pure elementary/middle schools, 2024-25; >50% on the PK-8 (school-wide) vs K-8 (Snapshot) vs 1-8 (accountability) basis"
 }
}