docs/qa_reports/philly/__cross_publisher_attendance.json
Served verbatim from the project repository. Internal working document conventions apply: documents may reference file paths, branch names, and findings-ledger anchors from the repo.
{
"summary": {
"sdp_year": "2023-24",
"frpi_year_served": "2023-24",
"frpi_workbook": "2024-25",
"n_pairs": 216,
"median_delta": 1.725,
"mean_delta": 1.715,
"stdev_delta": 1.717,
"min_delta": -3.9,
"max_delta": 6.51,
"pct_within_1": 27.8,
"pct_within_2": 55.1,
"pct_within_5": 97.2,
"n_abs_gt_10": 0,
"pearson_r": 0.9948,
"sdp_mean_pct_90plus": 60.0,
"frpi_mean_regular": 61.72,
"publishers": {
"sdp": "School District of Philadelphia, '% with 90%+ Attendance (Yearly)' (sdp_attendance_90_school); students enrolled 10+ days at the school",
"frpi": "PA Dept. of Education, Future Ready PA Index 'Regular Attendance' / PercentPersistentAttendance (futurereadypa_performance_<year+1>; lagging indicator, stored under the attendance year); students enrolled 90+ school days"
},
"delta_definition": "frpi \u2212 sdp, in percent of students (positive = the state shows MORE students at 90%+, i.e. FEWER below 90%)",
"year_alignment": "Both sides describe 2023-24 attendance. The state's value comes from its 2024-25 workbook (PDE glossary: 'a lagging indicator indicating data is from the year prior to the reporting year').",
"splice_thresholds": {
"median_abs_delta_max": 0.5,
"pct_within_1_min": 80.0
},
"verdict": "NOT_SPLICEABLE",
"verdict_note": "Not interchangeable, but closely related: for 216 district-run schools in 2023-24, the state's figure runs a median +1.73 points above the district's (fewer students below 90%), 27.8% of schools agree within \u00b11, 97.2% within \u00b15, 0 differ by more than 10, r = 0.9948. The per-school difference ranges from -3.90 to +6.51, so the offset is a central tendency, not a one-directional gap at every school. The pre-committed splice threshold (median within 0.5 and 80% of schools within \u00b11) is not met, so cross-sector (charter vs district) comparisons use the state's measure on BOTH sides and never mix publishers in one series. POSSIBLE EXPLANATION (untested): the publishers' eligibility rules differ \u2014 PDE counts only students enrolled 90+ school days (PDE Future Ready glossary), the district counts students enrolled 10+ days at the school (SDP, Student Attendance Patterns in Philadelphia 2017-18 to 2021-22, June 2023). If short-enrollment records have lower attendance, that would push the state's rate up; but neither the excluded share nor the excluded records' attendance is published, so how much of the offset it explains is unknown. Local attendance coding, attribution of transfers, revisions, and rounding are other candidates. PER-YEAR SWEEP (same attendance year on both sides): the median offset is +0.77 to +1.73 across the overlapping years (2020-21 +0.77, 2021-22 +1.69, 2022-23 +1.71, 2023-24 +1.73), with r \u2265 0.9934 in every year; no year stands out as a basis change. CORRECTION (2026-09-07): an earlier version of this check compared the state's workbook year to the district's attendance year and reported ~11-point gaps in 2020-21/2021-22 and a 'basis change at 2022-23'. That was a year misalignment (the state's attendance element lags one year); see report_year_matched_diagnostic. SCOPE: this check covers district-run schools only, in the years both publishers describe (2020-21 onward); it does not test charter schools, the two pre-pandemic years, or whether local attendance coding is identical across sectors.",
"per_year": {
"2020-21": {
"n_pairs": 212,
"median_delta": 0.77,
"mean_delta": 0.928,
"pct_within_1": 61.8,
"pct_within_5": 99.1,
"n_abs_gt_10": 0,
"pearson_r": 0.9981,
"sdp_mean_pct_90plus": 67.53,
"frpi_mean_regular": 68.46,
"frpi_workbook": "2021-22"
},
"2021-22": {
"n_pairs": 213,
"median_delta": 1.69,
"mean_delta": 1.62,
"pct_within_1": 21.6,
"pct_within_5": 94.8,
"n_abs_gt_10": 0,
"pearson_r": 0.9934,
"sdp_mean_pct_90plus": 56.46,
"frpi_mean_regular": 58.08,
"frpi_workbook": "2022-23"
},
"2022-23": {
"n_pairs": 215,
"median_delta": 1.71,
"mean_delta": 1.81,
"pct_within_1": 22.3,
"pct_within_5": 97.7,
"n_abs_gt_10": 0,
"pearson_r": 0.9955,
"sdp_mean_pct_90plus": 59.39,
"frpi_mean_regular": 61.2,
"frpi_workbook": "2023-24"
},
"2023-24": {
"n_pairs": 216,
"median_delta": 1.725,
"mean_delta": 1.715,
"pct_within_1": 27.8,
"pct_within_5": 97.2,
"n_abs_gt_10": 0,
"pearson_r": 0.9948,
"sdp_mean_pct_90plus": 60.0,
"frpi_mean_regular": 61.72,
"frpi_workbook": "2024-25"
}
},
"report_year_matched_diagnostic": {
"2020-21": {
"district_year": "2020-21",
"state_workbook": "2020-21",
"state_attendance_year": "2019-20",
"n_pairs": 212,
"median_delta": 11.66,
"pct_within_1": 3.3,
"pct_within_5": 27.4,
"n_abs_gt_10": 119,
"pearson_r": 0.8285
},
"2021-22": {
"district_year": "2021-22",
"state_workbook": "2021-22",
"state_attendance_year": "2020-21",
"n_pairs": 212,
"median_delta": 11.535,
"pct_within_1": 3.3,
"pct_within_5": 17.9,
"n_abs_gt_10": 128,
"pearson_r": 0.8684
},
"2022-23": {
"district_year": "2022-23",
"state_workbook": "2022-23",
"state_attendance_year": "2021-22",
"n_pairs": 213,
"median_delta": -0.48,
"pct_within_1": 16.9,
"pct_within_5": 60.6,
"n_abs_gt_10": 35,
"pearson_r": 0.9146
},
"2023-24": {
"district_year": "2023-24",
"state_workbook": "2023-24",
"state_attendance_year": "2022-23",
"n_pairs": 215,
"median_delta": 1.13,
"pct_within_1": 19.5,
"pct_within_5": 61.9,
"n_abs_gt_10": 23,
"pearson_r": 0.92
},
"2024-25": {
"district_year": "2024-25",
"state_workbook": "2024-25",
"state_attendance_year": "2023-24",
"n_pairs": 216,
"median_delta": 1.11,
"pct_within_1": 19.9,
"pct_within_5": 74.5,
"n_abs_gt_10": 12,
"pearson_r": 0.952
}
}
},
"by_type": {
"REGULAR": {
"n": 216,
"median_delta": 1.73,
"pct_within_2": 55.1
}
},
"outliers_gt_10": [],
"pairs_top20": [
{
"school_ulcs": "4280",
"school_type": "REGULAR",
"sdp_pct_90plus": 63.29,
"frpi_regular_attendance": 69.8,
"delta_frpi_minus_sdp": 6.51,
"sdp_n": 286.0
},
{
"school_ulcs": "5700",
"school_type": "REGULAR",
"sdp_pct_90plus": 30.42,
"frpi_regular_attendance": 36.2,
"delta_frpi_minus_sdp": 5.78,
"sdp_n": 503.0
},
{
"school_ulcs": "4380",
"school_type": "REGULAR",
"sdp_pct_90plus": 39.92,
"frpi_regular_attendance": 45.6,
"delta_frpi_minus_sdp": 5.68,
"sdp_n": 243.0
},
{
"school_ulcs": "2390",
"school_type": "REGULAR",
"sdp_pct_90plus": 46.27,
"frpi_regular_attendance": 51.5,
"delta_frpi_minus_sdp": 5.23,
"sdp_n": 255.0
},
{
"school_ulcs": "4240",
"school_type": "REGULAR",
"sdp_pct_90plus": 43.93,
"frpi_regular_attendance": 49.1,
"delta_frpi_minus_sdp": 5.17,
"sdp_n": 280.0
},
{
"school_ulcs": "1470",
"school_type": "REGULAR",
"sdp_pct_90plus": 45.59,
"frpi_regular_attendance": 50.6,
"delta_frpi_minus_sdp": 5.01,
"sdp_n": 329.0
},
{
"school_ulcs": "2260",
"school_type": "REGULAR",
"sdp_pct_90plus": 60.39,
"frpi_regular_attendance": 65.3,
"delta_frpi_minus_sdp": 4.91,
"sdp_n": 467.0
},
{
"school_ulcs": "5160",
"school_type": "REGULAR",
"sdp_pct_90plus": 35.01,
"frpi_regular_attendance": 39.9,
"delta_frpi_minus_sdp": 4.89,
"sdp_n": 497.0
},
{
"school_ulcs": "6030",
"school_type": "REGULAR",
"sdp_pct_90plus": 40.47,
"frpi_regular_attendance": 45.3,
"delta_frpi_minus_sdp": 4.83,
"sdp_n": 766.0
},
{
"school_ulcs": "1300",
"school_type": "REGULAR",
"sdp_pct_90plus": 50.15,
"frpi_regular_attendance": 54.8,
"delta_frpi_minus_sdp": 4.65,
"sdp_n": 333.0
},
{
"school_ulcs": "1360",
"school_type": "REGULAR",
"sdp_pct_90plus": 42.07,
"frpi_regular_attendance": 46.7,
"delta_frpi_minus_sdp": 4.63,
"sdp_n": 309.0
},
{
"school_ulcs": "5430",
"school_type": "REGULAR",
"sdp_pct_90plus": 58.69,
"frpi_regular_attendance": 63.3,
"delta_frpi_minus_sdp": 4.61,
"sdp_n": 213.0
},
{
"school_ulcs": "2000",
"school_type": "REGULAR",
"sdp_pct_90plus": 39.87,
"frpi_regular_attendance": 44.3,
"delta_frpi_minus_sdp": 4.43,
"sdp_n": 790.0
},
{
"school_ulcs": "4300",
"school_type": "REGULAR",
"sdp_pct_90plus": 42.7,
"frpi_regular_attendance": 47.1,
"delta_frpi_minus_sdp": 4.4,
"sdp_n": 356.0
},
{
"school_ulcs": "5400",
"school_type": "REGULAR",
"sdp_pct_90plus": 55.5,
"frpi_regular_attendance": 59.9,
"delta_frpi_minus_sdp": 4.4,
"sdp_n": 382.0
},
{
"school_ulcs": "5660",
"school_type": "REGULAR",
"sdp_pct_90plus": 42.86,
"frpi_regular_attendance": 47.2,
"delta_frpi_minus_sdp": 4.34,
"sdp_n": 238.0
},
{
"school_ulcs": "2010",
"school_type": "REGULAR",
"sdp_pct_90plus": 31.66,
"frpi_regular_attendance": 35.7,
"delta_frpi_minus_sdp": 4.04,
"sdp_n": 657.0
},
{
"school_ulcs": "6470",
"school_type": "REGULAR",
"sdp_pct_90plus": 47.17,
"frpi_regular_attendance": 51.2,
"delta_frpi_minus_sdp": 4.03,
"sdp_n": 424.0
},
{
"school_ulcs": "5340",
"school_type": "REGULAR",
"sdp_pct_90plus": 50.21,
"frpi_regular_attendance": 54.2,
"delta_frpi_minus_sdp": 3.99,
"sdp_n": 241.0
},
{
"school_ulcs": "6090",
"school_type": "REGULAR",
"sdp_pct_90plus": 35.67,
"frpi_regular_attendance": 39.6,
"delta_frpi_minus_sdp": 3.93,
"sdp_n": 443.0
}
]
}