The PostScript backend does not support transparency; partially transparent artists will be rendered opaque.
{
  "study_title": "Reliability Auditing and Capacity-Constrained Review for Wheat-Yield Decision Support under Temporal and Spatial Shift",
  "split_spec": {
    "dev_start": 1994,
    "dev_end": 2014,
    "cal_start": 2015,
    "cal_end": 2018,
    "test_start": 2019,
    "test_end": 2025
  },
  "default_spatial_holdout": [
    "Batken",
    "Naryn"
  ],
  "sample_sizes": {
    "development": 105,
    "calibration": 20,
    "future": 35,
    "spatial": 14
  },
  "feature_count": 8,
  "features": [
    "lag1",
    "mean3",
    "std3",
    "slope3",
    "temp_lag1",
    "temp_mean3",
    "temp_std3",
    "year_c"
  ],
  "frozen_threshold": 1.2276852378706145,
  "data_sha256": {
    "kyrgyz_crop_yield.xls": "b5dbf9d645244c11100b58c5f3f6587f8407ce9baa163071cc32cbe6bae122b9",
    "annual-temperature-anomalies.csv": "b49073e5e3e174a9474999af366a3ec36e8479fae6fc764e2a90a0875e2d5a33"
  },
  "runtime_seconds": 14.4445641040802,
  "software": {
    "python": "3.13.5 (main, May  5 2026, 21:05:52) [GCC 14.2.0]",
    "platform": "Linux-6.12.13-x86_64-with-glibc2.41",
    "pandas": "2.2.3",
    "numpy": "2.3.5"
  },
  "key_findings": {
    "persistence_pooled_mae": 4.163265306122448,
    "cafr_pooled_mae": 3.5354271727596194,
    "cafr_mae_reduction_pct": 15.080425752342462,
    "cafr_pooled_bias": -0.040185000358676004,
    "cafr_worst_region_mae": 7.564756478023514,
    "persistence_worst_region_mae": 11.242857142857144,
    "best_average_model": "Random forest",
    "best_average_mae": 3.4324606703805722,
    "holdout_pairs_cafr_better_than_persistence": 21,
    "holdout_pairs_total": 21,
    "median_holdout_improvement_pct": 13.85594711308789,
    "cafr_random_split_median_mae": 2.8948808874830605,
    "cafr_future_to_random_mae_ratio": 1.4319858763609727,
    "cafr_random_understatement_pct": 30.166909010216976,
    "climate_context_threshold": 1.6866887738715954,
    "high_climate_context_years": 2,
    "cafr_high_climate_context_mae": 4.06356229918059,
    "persistence_high_climate_context_mae": 4.671428571428571,
    "beneficial_override_rate": 0.5789473684210527,
    "mean_gain_when_switched": 1.6191615018304553,
    "primary_review_capacity_per_year": 1,
    "primary_review_coverage": 0.8571428571428571,
    "primary_selective_mae": 2.7614913361680173,
    "primary_reviewed_case_mae": 8.179042192309227,
    "primary_error_capture_share": 0.3304931884622256,
    "primary_review_n": 7,
    "primary_error_capture_lift": 2.313452319235579,
    "primary_error_capture_lift_ci95_low": 1.988719457308858,
    "primary_error_capture_lift_ci95_high": 2.5802690100224264,
    "cafr_nominal_90_conformal_external_coverage": 0.5510204081632653,
    "cafr_nominal_90_interval_misses": 22,
    "reviewed_conformal_miss_capture_share": 0.3181818181818182,
    "reviewed_conformal_miss_capture_lift": 2.2272727272727275,
    "calibration_loo_threshold_min": 1.1938258277569966,
    "calibration_loo_threshold_max": 1.3214082249271708,
    "calibration_loo_external_mae_min": 3.4196249868774804,
    "calibration_loo_external_mae_max": 3.583426662447965,
    "cafr_exact_year_signflip_one_sided_p": 0.0625,
    "cafr_exact_year_signflip_two_sided_p": 0.125,
    "cafr_years_better_equal_worse": [
      4,
      3,
      0
    ],
    "exact_random_review_p_at_least_observed": 3.642797036706037e-06,
    "primary_review_most_selected_region": "Chuy",
    "primary_review_maximum_selected_region_share": 0.7142857142857143,
    "holdout_review_capture_lift_min": 2.0201094946317393,
    "holdout_review_capture_lift_median": 2.258802934497831,
    "holdout_review_capture_lift_max": 2.5612549060982253
  }
}
.............                                                            [100%]
13 passed in 0.06s
ALL CHECKS PASSED in 17.55 seconds
