Source document

docs/qa_reports/miami/__outcomes_validation.json

Served verbatim from the project repository. Internal working document conventions apply: documents may reference file paths, branch names, and findings-ledger anchors from the repo.

{
  "base_case": {
    "pct_ell": {
      "status": "PASS",
      "years": [
        "2018-19",
        "2021-22",
        "2022-23",
        "2023-24",
        "2024-25",
        "2025-26"
      ],
      "n_common": 3075,
      "matches": 576,
      "n_mismatches": 0,
      "suppressed": 2499
    },
    "pct_ell_lower_bound": {
      "status": "PASS",
      "years": [
        "2018-19",
        "2021-22",
        "2022-23",
        "2023-24",
        "2024-25",
        "2025-26"
      ],
      "n_common": 3075,
      "matches": 3075,
      "n_mismatches": 0,
      "suppressed": 0
    },
    "pct_ell_upper_bound": {
      "status": "PASS",
      "years": [
        "2018-19",
        "2021-22",
        "2022-23",
        "2023-24",
        "2024-25",
        "2025-26"
      ],
      "n_common": 3075,
      "matches": 3075,
      "n_mismatches": 0,
      "suppressed": 0
    },
    "ela_achievement": {
      "status": "PASS",
      "years": [
        "2018-19",
        "2021-22",
        "2022-23",
        "2023-24",
        "2024-25"
      ],
      "n_common": 2273,
      "matches": 2273,
      "n_mismatches": 0,
      "suppressed": 0
    },
    "math_achievement": {
      "status": "PASS",
      "years": [
        "2024-25"
      ],
      "n_common": 462,
      "matches": 462,
      "n_mismatches": 0,
      "suppressed": 0
    },
    "pct_econ_disadv": {
      "status": "PASS",
      "years": [
        "2024-25"
      ],
      "n_common": 469,
      "matches": 469,
      "n_mismatches": 0,
      "suppressed": 0
    },
    "chronic_absenteeism_rate": {
      "status": "PASS",
      "years": [
        "2017-18",
        "2019-20",
        "2022-23",
        "2024-25"
      ],
      "n_common": 2048,
      "matches": 2037,
      "n_mismatches": 0,
      "suppressed": 11
    },
    "absent_21plus_rate": {
      "status": "PASS",
      "years": [
        "2016-17",
        "2024-25"
      ],
      "n_common": 1013,
      "matches": 1005,
      "n_mismatches": 0,
      "suppressed": 8
    },
    "graduation_rate_4yr": {
      "status": "PASS",
      "years": [
        "2023-24",
        "2024-25"
      ],
      "n_common": 283,
      "matches": 240,
      "n_mismatches": 0,
      "suppressed": 43
    },
    "fast_ela_g3_proficiency": {
      "status": "PASS",
      "years": [
        "2023-24"
      ],
      "n_common": 299,
      "matches": 292,
      "n_mismatches": 0,
      "suppressed": 7
    },
    "fast_math_g8_proficiency": {
      "status": "PASS",
      "years": [
        "2024-25"
      ],
      "n_common": 198,
      "matches": 177,
      "n_mismatches": 0,
      "suppressed": 21
    },
    "eoc_alg1_proficiency": {
      "status": "PASS",
      "years": [
        "2024-25"
      ],
      "n_common": 289,
      "matches": 273,
      "n_mismatches": 0,
      "suppressed": 16
    },
    "science_g5_proficiency": {
      "status": "PASS",
      "years": [
        "2022-23"
      ],
      "n_common": 294,
      "matches": 289,
      "n_mismatches": 0,
      "suppressed": 5
    },
    "science_g8_proficiency": {
      "status": "PASS",
      "years": [
        "2022-23"
      ],
      "n_common": 188,
      "matches": 174,
      "n_mismatches": 0,
      "suppressed": 14
    },
    "survey_students_safety": {
      "status": "PASS",
      "years": [
        "2019-20",
        "2021-22",
        "2024-25"
      ],
      "n_common": 1440,
      "matches": 1238,
      "n_mismatches": 0,
      "suppressed": 202
    },
    "survey_parents_teaching": {
      "status": "PASS",
      "years": [
        "2018-19",
        "2021-22",
        "2023-24"
      ],
      "n_common": 1345,
      "matches": 1113,
      "n_mismatches": 0,
      "suppressed": 232
    },
    "survey_staff_leadership": {
      "status": "PASS",
      "years": [
        "2020-21",
        "2021-22",
        "2022-23"
      ],
      "n_common": 1393,
      "matches": 1249,
      "n_mismatches": 0,
      "suppressed": 144
    },
    "survey_staff_safety": {
      "status": "PASS",
      "years": [
        "2024-25"
      ],
      "n_common": 459,
      "matches": 410,
      "n_mismatches": 0,
      "suppressed": 49
    },
    "survey_staff_teaching": {
      "status": "PASS",
      "years": [
        "2021-22",
        "2024-25"
      ],
      "n_common": 924,
      "matches": 830,
      "n_mismatches": 0,
      "suppressed": 94
    },
    "school_grade_points_pct": {
      "status": "PASS",
      "years": [
        "2022-23",
        "2024-25"
      ],
      "n_common": 937,
      "matches": 937,
      "n_mismatches": 0,
      "suppressed": 0
    },
    "science_achievement": {
      "status": "PASS",
      "years": [
        "2022-23"
      ],
      "n_common": 452,
      "matches": 452,
      "n_mismatches": 0,
      "suppressed": 0
    },
    "learning_gains_math_l25": {
      "status": "PASS",
      "years": [
        "2023-24"
      ],
      "n_common": 446,
      "matches": 446,
      "n_mismatches": 0,
      "suppressed": 0
    }
  },
  "cross_publisher_absenteeism": {
    "year": "2022-23",
    "verdict": "PASS",
    "n_edfacts_dade": 508,
    "n_unmatched_nces": 0,
    "n_pairs": 507,
    "no_pk": {
      "n": 264,
      "exact": 219,
      "within_1": 253,
      "within_1_share": 0.9583333333333334,
      "median_delta": 0.0
    },
    "pk_suppressed": {
      "n": 34,
      "median_delta": 0.0
    },
    "with_pk": {
      "n": 209,
      "median_delta": -18.0,
      "gap_on_pk": {
        "slope": 0.6607556738530126,
        "intercept": -4.720739304611666,
        "r": 0.8597030029304135
      }
    },
    "verdict_note": "EDFacts DG814 is K-12 (+ungraded); FLDOE's absent-10%+ count includes PK, so exact agreement is expected only where October PK membership is zero. Pass rule: within \u00b11 (EDFacts perturbation) for \u226590% of no-PK schools. For PK schools the gap is reported as a regression on PK membership; schools whose PK cell is suppressed (1\u20139 students) are in neither group."
  },
  "cross_publisher_race": {
    "verdict": "PASS",
    "by_metric": {
      "pct_black": {
        "n_pairs": 1533,
        "within_bound": 1533,
        "within_bound_share": 1.0,
        "within_2pp": 1385,
        "within_2pp_share": 0.903457273320287,
        "median_delta": 0.0,
        "mean_abs_delta": 0.8758065558266108,
        "mean_abs_delta_equal_split_baseline": 1.38016555829809,
        "beats_equal_split": true,
        "verdict": "PASS"
      },
      "pct_hispanic": {
        "n_pairs": 1533,
        "within_bound": 1533,
        "within_bound_share": 1.0,
        "within_2pp": 1375,
        "within_2pp_share": 0.8969341161121983,
        "median_delta": 0.0,
        "mean_abs_delta": 0.7679654293623916,
        "mean_abs_delta_equal_split_baseline": 1.2701901124913315,
        "beats_equal_split": true,
        "verdict": "PASS"
      },
      "pct_white": {
        "n_pairs": 1533,
        "within_bound": 1533,
        "within_bound_share": 1.0,
        "within_2pp": 1350,
        "within_2pp_share": 0.8806262230919765,
        "median_delta": 0.0,
        "mean_abs_delta": 0.9327424846746709,
        "mean_abs_delta_equal_split_baseline": 1.2347621314110193,
        "beats_equal_split": true,
        "verdict": "PASS"
      }
    }
  },
  "residual_checks": {
    "verdict": "PASS",
    "R1_max_abs_dz": 4.055245028666832e-11,
    "R1_max_abs_dn": 0.0,
    "R1_fits": 46,
    "R2": {
      "csv_eligible": 19457,
      "served_cells": 19457,
      "matched": 19457,
      "csv_only": 0,
      "served_only": 0,
      "all_z_finite": true,
      "max_abs_dz": 1.000000082740371e-11,
      "flag_mismatches": 0,
      "pass": true
    },
    "R3": {
      "all_z_finite": true,
      "max_flagged_share": 0.08333333333333333,
      "min_eligible_per_fit": 92,
      "pass": true
    }
  },
  "served_invariants": {
    "verdict": "REVIEW",
    "hard": {
      "I1_range_violations": 0,
      "I2_identity_violations": 0,
      "I3_stale_rows": []
    },
    "shift_alarms": {
      "n": 146,
      "unexplained": 16
    }
  },
  "overall": "REVIEW"
}