data/analysis/dd1_grade_distortion.json
Served verbatim from the project repository. Internal working document conventions apply: documents may reference file paths, branch names, and findings-ledger anchors from the repo.
{
"meta": {
"source": "edu_data_local replica (bootstrap_replica.sh); read-only",
"universe": "NYC district schools (include_in_default_comparisons, DOE_PUBLIC), subgroup ALL, non-suppressed",
"weighting": "student-weighted by CA denominator, aggregated from per-grade cells",
"latest_year": "2024-25",
"conventions": {
"pk12_bulkfile": "DOE InfoHub attendance 'All Grades' (PK-inclusive) \u2014 our current headline; a real school-wide number",
"expk_aggregate": "all-school aggregate with PK removed. NB: the NYC Snapshot also excludes PK, but reports at BAND level (K-8 on EMS, 9-12 on HS), not this single school-wide number \u2014 see grade_group_trend + school_distortion.k_step_em_band for the band-accurate view",
"expkk_aggregate": "all-school aggregate with PK+K removed. NB: NYSED/ESSA accountability also excludes PK & K but likewise reports by band (1-8 and 9-12 separately)"
},
"note_conventions": "three_conventions_citywide decomposes OUR school-wide headline under three PK/K-inclusion rules (internally consistent). The band-accurate official comparison (Snapshot K-8 vs accountability 1-8) lives in grade_group_trend and school_distortion.k_step_em_band.",
"caveat": "Grade cells cover ~98% of the authoritative all-grades denominator (suppressed small cells); see reconciliation. 2019-20/2020-21 are COVID years, excluded from trend interpretation."
},
"grade_group_trend": {
"2018-19": {
"g1_8": 21.2,
"pk_k": 34.95,
"g9_12": 31.7
},
"2019-20": {
"g1_8": 19.44,
"pk_k": 34.55,
"g9_12": 29.75
},
"2020-21": {
"g1_8": 24.57,
"pk_k": 32.23,
"g9_12": 34.34
},
"2021-22": {
"g1_8": 34.91,
"pk_k": 50.85,
"g9_12": 43.72
},
"2022-23": {
"g1_8": 31.48,
"pk_k": 49.45,
"g9_12": 36.53
},
"2023-24": {
"g1_8": 30.51,
"pk_k": 44.81,
"g9_12": 35.72
},
"2024-25": {
"g1_8": 29.06,
"pk_k": 41.55,
"g9_12": 34.57
}
},
"per_grade_levels": {
"grade_order": [
"pk",
"k",
"1",
"2",
"3",
"4",
"5",
"6",
"7",
"8",
"9",
"10",
"11",
"12"
],
"by_year": {
"2018-19": {
"1": {
"wca": 25.6,
"n": 72754
},
"10": {
"wca": 30.4,
"n": 75000
},
"11": {
"wca": 28.1,
"n": 62572
},
"12": {
"wca": 40.2,
"n": 60604
},
"2": {
"wca": 22.7,
"n": 71467
},
"3": {
"wca": 21.0,
"n": 72590
},
"4": {
"wca": 19.7,
"n": 73862
},
"5": {
"wca": 19.3,
"n": 72039
},
"6": {
"wca": 18.1,
"n": 67319
},
"7": {
"wca": 19.8,
"n": 66968
},
"8": {
"wca": 23.1,
"n": 66735
},
"9": {
"wca": 29.3,
"n": 79981
},
"k": {
"wca": 31.6,
"n": 70024
},
"pk": {
"wca": 43.5,
"n": 27885
}
},
"2021-22": {
"1": {
"wca": 39.9,
"n": 59040
},
"10": {
"wca": 41.7,
"n": 70365
},
"11": {
"wca": 41.8,
"n": 63029
},
"12": {
"wca": 53.6,
"n": 61092
},
"2": {
"wca": 36.8,
"n": 59450
},
"3": {
"wca": 34.4,
"n": 60506
},
"4": {
"wca": 33.1,
"n": 62293
},
"5": {
"wca": 32.9,
"n": 62158
},
"6": {
"wca": 33.2,
"n": 56153
},
"7": {
"wca": 33.3,
"n": 61434
},
"8": {
"wca": 35.7,
"n": 63963
},
"9": {
"wca": 39.1,
"n": 74381
},
"k": {
"wca": 45.8,
"n": 59143
},
"pk": {
"wca": 60.3,
"n": 31394
}
},
"2024-25": {
"1": {
"wca": 33.2,
"n": 58588
},
"10": {
"wca": 33.7,
"n": 70749
},
"11": {
"wca": 31.5,
"n": 62368
},
"12": {
"wca": 40.1,
"n": 59385
},
"2": {
"wca": 30.5,
"n": 58280
},
"3": {
"wca": 28.1,
"n": 59764
},
"4": {
"wca": 27.3,
"n": 59025
},
"5": {
"wca": 26.6,
"n": 59349
},
"6": {
"wca": 26.7,
"n": 52892
},
"7": {
"wca": 28.7,
"n": 59531
},
"8": {
"wca": 31.2,
"n": 59134
},
"9": {
"wca": 33.6,
"n": 74196
},
"k": {
"wca": 37.8,
"n": 57489
},
"pk": {
"wca": 48.2,
"n": 32289
}
}
}
},
"three_conventions_citywide": {
"2020-21": {
"dK_step": 0.15,
"dPK_step": 0.24,
"dPKK_total": 0.4,
"pk12_bulkfile": 28.5,
"expk_aggregate": 28.25,
"expkk_aggregate": 28.1
},
"2018-19": {
"dK_step": 0.51,
"dPK_step": 0.53,
"dPKK_total": 1.05,
"pk12_bulkfile": 25.76,
"expk_aggregate": 25.23,
"expkk_aggregate": 24.72
},
"2024-25": {
"dK_step": 0.48,
"dPK_step": 0.64,
"dPKK_total": 1.12,
"pk12_bulkfile": 32.28,
"expk_aggregate": 31.64,
"expkk_aggregate": 31.16
},
"2022-23": {
"dK_step": 0.81,
"dPK_step": 0.89,
"dPKK_total": 1.71,
"pk12_bulkfile": 35.09,
"expk_aggregate": 34.2,
"expkk_aggregate": 33.38
},
"2019-20": {
"dK_step": 0.58,
"dPK_step": 0.62,
"dPKK_total": 1.2,
"pk12_bulkfile": 24.17,
"expk_aggregate": 23.55,
"expkk_aggregate": 22.97
},
"2023-24": {
"dK_step": 0.6,
"dPK_step": 0.73,
"dPKK_total": 1.33,
"pk12_bulkfile": 33.8,
"expk_aggregate": 33.07,
"expkk_aggregate": 32.47
},
"2021-22": {
"dK_step": 0.55,
"dPK_step": 0.79,
"dPKK_total": 1.34,
"pk12_bulkfile": 39.47,
"expk_aggregate": 38.68,
"expkk_aggregate": 38.13
}
},
"school_effects": {
"method": "subtractive from each school's authoritative all-grades total minus PK (and K) cells; pure elementary/middle schools; matches the school's Snapshot",
"pk_exclusion_pk8_vs_k8": {
"stats": {
"n_schools": 630,
"median": 1.21,
"p90": 3.31,
"p99": 6.01,
"max": 10.23,
"mean": 1.4,
"n_over_1pp": 353,
"n_over_2pp": 184,
"n_over_3pp": 95,
"corr_share": 0.227
},
"hist_1pp_bins": [
{
"bin": 0,
"n": 277
},
{
"bin": 1,
"n": 169
},
{
"bin": 2,
"n": 89
},
{
"bin": 3,
"n": 63
},
{
"bin": 4,
"n": 22
},
{
"bin": 5,
"n": 3
},
{
"bin": 6,
"n": 3
},
{
"bin": 7,
"n": 1
},
{
"bin": 8,
"n": 3
}
],
"top_movers": [
{
"dbn": "22K326",
"name": "P.S. 326",
"band": "ES",
"rate_full": 35.4,
"rate_reduced": 25.2,
"step": 10.2,
"removed_ca": 49.4,
"removed_pct": 42.2,
"n_full": 206
},
{
"dbn": "07X369",
"name": "Young Leaders Elementary School",
"band": "ES",
"rate_full": 36.1,
"rate_reduced": 26.1,
"step": 10.1,
"removed_ca": 58.9,
"removed_pct": 30.7,
"n_full": 238
},
{
"dbn": "12X061",
"name": "P.S. 061 Francisco Oller",
"band": "ES",
"rate_full": 37.4,
"rate_reduced": 29.3,
"step": 8.1,
"removed_ca": 71.1,
"removed_pct": 19.5,
"n_full": 195
},
{
"dbn": "13K003",
"name": "P.S. 003 The Bedford Village",
"band": "ES",
"rate_full": 61.4,
"rate_reduced": 53.7,
"step": 7.7,
"removed_ca": 90,
"removed_pct": 21.2,
"n_full": 189
},
{
"dbn": "06M098",
"name": "P.S. 098 Shorac Kappock",
"band": "ES",
"rate_full": 41.2,
"rate_reduced": 34.5,
"step": 6.7,
"removed_ca": 60,
"removed_pct": 26.3,
"n_full": 342
},
{
"dbn": "18K276",
"name": "P.S. 276 Louis Marshall",
"band": "ES",
"rate_full": 40.9,
"rate_reduced": 34.5,
"step": 6.4,
"removed_ca": 65.6,
"removed_pct": 20.5,
"n_full": 624
},
{
"dbn": "23K165",
"name": "P.S. 165 Ida Posner",
"band": "ES",
"rate_full": 56.4,
"rate_reduced": 50.3,
"step": 6.1,
"removed_ca": 71.2,
"removed_pct": 29.1,
"n_full": 227
},
{
"dbn": "07X161",
"name": "P.S. 161 Juan Ponce De Leon School",
"band": "ES",
"rate_full": 41.9,
"rate_reduced": 36.0,
"step": 5.8,
"removed_ca": 58.8,
"removed_pct": 25.6,
"n_full": 332
},
{
"dbn": "08X093",
"name": "P.S. 093 Albert G. Oliver",
"band": "ES",
"rate_full": 48.5,
"rate_reduced": 43.0,
"step": 5.5,
"removed_ca": 58.9,
"removed_pct": 34.9,
"n_full": 404
},
{
"dbn": "30Q076",
"name": "P.S. 076 William Hallet",
"band": "ES",
"rate_full": 54.4,
"rate_reduced": 49.0,
"step": 5.4,
"removed_ca": 82.5,
"removed_pct": 16.1,
"n_full": 498
},
{
"dbn": "06M004",
"name": "P.S. 004 Duke Ellington",
"band": "ES",
"rate_full": 44.2,
"rate_reduced": 39.2,
"step": 5.0,
"removed_ca": 62.4,
"removed_pct": 21.6,
"n_full": 468
},
{
"dbn": "30Q222",
"name": "P.S. Q222 - Fire Fighter Christopher A. Santora Sc",
"band": "ES",
"rate_full": 35.4,
"rate_reduced": 30.5,
"step": 4.9,
"removed_ca": 60,
"removed_pct": 16.7,
"n_full": 209
},
{
"dbn": "03M241",
"name": "STEM Institute of Manhattan",
"band": "ES",
"rate_full": 61.2,
"rate_reduced": 56.3,
"step": 4.9,
"removed_ca": 79.4,
"removed_pct": 21.2,
"n_full": 160
},
{
"dbn": "27Q063",
"name": "P.S. 063 Old South",
"band": "ES",
"rate_full": 41.9,
"rate_reduced": 37.1,
"step": 4.8,
"removed_ca": 73.0,
"removed_pct": 13.4,
"n_full": 1055
},
{
"dbn": "01M142",
"name": "P.S. 142 Amalia Castro",
"band": "ES",
"rate_full": 57.1,
"rate_reduced": 52.4,
"step": 4.7,
"removed_ca": 78.4,
"removed_pct": 18.2,
"n_full": 406
}
]
},
"k_exclusion_k8_vs_1_8": {
"stats": {
"n_schools": 749,
"median": 1.29,
"p90": 2.97,
"p99": 5.04,
"max": 6.99,
"mean": 1.39,
"n_over_1pp": 443,
"n_over_2pp": 214,
"n_over_3pp": 74,
"corr_share": 0.134
},
"hist_1pp_bins": [
{
"bin": 0,
"n": 306
},
{
"bin": 1,
"n": 229
},
{
"bin": 2,
"n": 140
},
{
"bin": 3,
"n": 46
},
{
"bin": 4,
"n": 17
},
{
"bin": 5,
"n": 7
},
{
"bin": 6,
"n": 4
},
{
"bin": 7,
"n": 0
},
{
"bin": 8,
"n": 0
}
],
"top_movers": [
{
"dbn": "27Q051",
"name": "P.S. 051",
"band": "ES",
"rate_full": 47.8,
"rate_reduced": 40.9,
"step": 7.0,
"removed_ca": 54.8,
"removed_pct": 50.0,
"n_full": 186
},
{
"dbn": "02M001",
"name": "P.S. 001 Alfred E. Smith",
"band": "ES",
"rate_full": 54.3,
"rate_reduced": 47.7,
"step": 6.6,
"removed_ca": 89.7,
"removed_pct": 15.8,
"n_full": 184
},
{
"dbn": "19K213",
"name": "P.S. 213 New Lots",
"band": "ES",
"rate_full": 51.6,
"rate_reduced": 45.0,
"step": 6.6,
"removed_ca": 80,
"removed_pct": 18.8,
"n_full": 186
},
{
"dbn": "23K150",
"name": "P.S. 150 Christopher",
"band": "ES",
"rate_full": 48.1,
"rate_reduced": 41.9,
"step": 6.3,
"removed_ca": 75,
"removed_pct": 18.9,
"n_full": 106
},
{
"dbn": "28Q048",
"name": "P.S. 048 William Wordsworth",
"band": "ES",
"rate_full": 43.0,
"rate_reduced": 37.4,
"step": 5.6,
"removed_ca": 67.5,
"removed_pct": 18.6,
"n_full": 447
},
{
"dbn": "29Q134",
"name": "P.S. 134 Hollis",
"band": "ES",
"rate_full": 45.0,
"rate_reduced": 39.5,
"step": 5.5,
"removed_ca": 73.7,
"removed_pct": 16.1,
"n_full": 353
},
{
"dbn": "05M129",
"name": "P.S. 129 John H. Finley",
"band": "K8",
"rate_full": 63.2,
"rate_reduced": 58.0,
"step": 5.2,
"removed_ca": 83.3,
"removed_pct": 20.6,
"n_full": 204
},
{
"dbn": "09X073",
"name": "P.S. 073 Bronx",
"band": "ES",
"rate_full": 50.0,
"rate_reduced": 45.0,
"step": 5.0,
"removed_ca": 72,
"removed_pct": 18.7,
"n_full": 268
},
{
"dbn": "28Q312",
"name": "Jamaica Children's School",
"band": "ES",
"rate_full": 53.4,
"rate_reduced": 48.4,
"step": 5.0,
"removed_ca": 71.4,
"removed_pct": 21.9,
"n_full": 320
},
{
"dbn": "17K221",
"name": "P.S. 221 Toussaint L'Ouverture",
"band": "ES",
"rate_full": 45.2,
"rate_reduced": 40.2,
"step": 5.0,
"removed_ca": 65.5,
"removed_pct": 19.9,
"n_full": 146
},
{
"dbn": "14K250",
"name": "P.S. 250 George H. Lindsay",
"band": "ES",
"rate_full": 45.5,
"rate_reduced": 40.4,
"step": 5.0,
"removed_ca": 64.6,
"removed_pct": 20.8,
"n_full": 231
},
{
"dbn": "05M154",
"name": "P.S. 154 Harriet Tubman",
"band": "ES",
"rate_full": 42.5,
"rate_reduced": 37.6,
"step": 4.9,
"removed_ca": 66.7,
"removed_pct": 16.9,
"n_full": 160
},
{
"dbn": "19K190",
"name": "P.S. 190 Sheffield",
"band": "ES",
"rate_full": 53.1,
"rate_reduced": 48.3,
"step": 4.8,
"removed_ca": 90.9,
"removed_pct": 11.2,
"n_full": 98
},
{
"dbn": "14K297",
"name": "P.S. 297 Abraham Stockton",
"band": "ES",
"rate_full": 40.7,
"rate_reduced": 36.0,
"step": 4.7,
"removed_ca": 57.8,
"removed_pct": 21.5,
"n_full": 209
},
{
"dbn": "22K326",
"name": "P.S. 326",
"band": "ES",
"rate_full": 25.2,
"rate_reduced": 20.6,
"step": 4.6,
"removed_ca": 30.4,
"removed_pct": 47.1,
"n_full": 119
}
]
}
},
"district_distortion": [
{
"dPKK": 2.68,
"expk": 43.4,
"pk12": 44.6,
"expkk": 41.9,
"district": "05",
"n_schools": 26
},
{
"dPKK": 2.23,
"expk": 43.9,
"pk12": 45.2,
"expkk": 43.0,
"district": "23",
"n_schools": 26
},
{
"dPKK": 2.13,
"expk": 35.9,
"pk12": 36.6,
"expkk": 34.5,
"district": "29",
"n_schools": 46
},
{
"dPKK": 2.04,
"expk": 38.7,
"pk12": 40.0,
"expkk": 38.0,
"district": "04",
"n_schools": 27
},
{
"dPKK": 1.8,
"expk": 38.5,
"pk12": 39.4,
"expkk": 37.6,
"district": "27",
"n_schools": 62
},
{
"dPKK": 1.72,
"expk": 38.6,
"pk12": 39.5,
"expkk": 37.8,
"district": "09",
"n_schools": 67
},
{
"dPKK": 1.53,
"expk": 37.5,
"pk12": 38.5,
"expkk": 37.0,
"district": "18",
"n_schools": 30
},
{
"dPKK": 1.52,
"expk": 33.9,
"pk12": 34.6,
"expkk": 33.1,
"district": "17",
"n_schools": 46
},
{
"dPKK": 1.51,
"expk": 30.9,
"pk12": 31.8,
"expkk": 30.3,
"district": "01",
"n_schools": 23
},
{
"dPKK": 1.48,
"expk": 35.7,
"pk12": 36.8,
"expkk": 35.3,
"district": "06",
"n_schools": 44
},
{
"dPKK": 1.31,
"expk": 42.4,
"pk12": 43.2,
"expkk": 41.9,
"district": "08",
"n_schools": 49
},
{
"dPKK": 1.25,
"expk": 29.0,
"pk12": 29.8,
"expkk": 28.6,
"district": "30",
"n_schools": 50
},
{
"dPKK": 1.19,
"expk": 30.3,
"pk12": 30.8,
"expkk": 29.6,
"district": "28",
"n_schools": 49
},
{
"dPKK": 1.18,
"expk": 33.8,
"pk12": 34.3,
"expkk": 33.1,
"district": "11",
"n_schools": 61
},
{
"dPKK": 1.12,
"expk": 33.3,
"pk12": 33.8,
"expkk": 32.7,
"district": "32",
"n_schools": 26
},
{
"dPKK": 1.06,
"expk": 34.1,
"pk12": 34.4,
"expkk": 33.3,
"district": "10",
"n_schools": 80
},
{
"dPKK": 1.03,
"expk": 28.0,
"pk12": 28.7,
"expkk": 27.7,
"district": "31",
"n_schools": 71
},
{
"dPKK": 1.0,
"expk": 41.9,
"pk12": 42.5,
"expkk": 41.5,
"district": "19",
"n_schools": 47
},
{
"dPKK": 0.99,
"expk": 26.9,
"pk12": 27.4,
"expkk": 26.4,
"district": "24",
"n_schools": 54
},
{
"dPKK": 0.95,
"expk": 31.5,
"pk12": 31.9,
"expkk": 31.0,
"district": "22",
"n_schools": 39
},
{
"dPKK": 0.93,
"expk": 36.9,
"pk12": 37.4,
"expkk": 36.4,
"district": "14",
"n_schools": 38
},
{
"dPKK": 0.89,
"expk": 31.3,
"pk12": 32.0,
"expkk": 31.1,
"district": "03",
"n_schools": 40
},
{
"dPKK": 0.75,
"expk": 36.7,
"pk12": 37.3,
"expkk": 36.6,
"district": "07",
"n_schools": 36
},
{
"dPKK": 0.74,
"expk": 40.8,
"pk12": 41.0,
"expkk": 40.3,
"district": "12",
"n_schools": 43
},
{
"dPKK": 0.74,
"expk": 33.7,
"pk12": 34.1,
"expkk": 33.4,
"district": "21",
"n_schools": 39
},
{
"dPKK": 0.74,
"expk": 22.1,
"pk12": 22.5,
"expkk": 21.8,
"district": "25",
"n_schools": 44
},
{
"dPKK": 0.61,
"expk": 21.5,
"pk12": 22.0,
"expkk": 21.4,
"district": "26",
"n_schools": 33
},
{
"dPKK": 0.61,
"expk": 29.2,
"pk12": 29.7,
"expkk": 29.1,
"district": "13",
"n_schools": 38
},
{
"dPKK": 0.43,
"expk": 44.2,
"pk12": 44.4,
"expkk": 44.0,
"district": "16",
"n_schools": 22
},
{
"dPKK": 0.37,
"expk": 23.8,
"pk12": 24.3,
"expkk": 23.9,
"district": "15",
"n_schools": 45
},
{
"dPKK": 0.25,
"expk": 21.7,
"pk12": 21.8,
"expkk": 21.5,
"district": "20",
"n_schools": 43
},
{
"dPKK": 0.07,
"expk": 29.9,
"pk12": 30.1,
"expkk": 30.0,
"district": "02",
"n_schools": 106
}
],
"reconciliation": {
"coverage_pct": 98.4,
"gradecell_denom": 823039,
"gradecell_all_pk12": 32.21,
"authoritative_denom": 836268,
"authoritative_all_grades": 32.28
}
}