{
  "comparison": [
    {
      "candidate": 3,
      "compute_device": "cpu",
      "model": "logistic_regression",
      "params": {
        "C": 4.5705630998014515,
        "solver": "liblinear"
      },
      "resampling": {
        "after": {
          "negative": 398914,
          "positive": 14464
        },
        "before": {
          "negative": 398914,
          "positive": 14464
        },
        "method": "class_weight"
      },
      "strategy": "class_weight",
      "validation": {
        "f1": 0.24904539669070852,
        "fn": 752,
        "fp": 13408,
        "fpr": 0.15685356979913664,
        "pr_auc": 0.46906441973569185,
        "precision": 0.14902259456714903,
        "recall": 0.7574193548387097,
        "roc_auc": 0.8785584006406252,
        "threshold": 0.5,
        "tn": 72073,
        "tp": 2348
      }
    },
    {
      "candidate": 3,
      "compute_device": "cpu",
      "model": "random_forest",
      "params": {
        "max_depth": 20,
        "max_features": 0.5,
        "min_samples_leaf": 2,
        "n_estimators": 100
      },
      "resampling": {
        "after": {
          "negative": 398914,
          "positive": 14464
        },
        "before": {
          "negative": 398914,
          "positive": 14464
        },
        "method": "class_weight"
      },
      "strategy": "class_weight",
      "validation": {
        "f1": 0.5825014679976512,
        "fn": 1116,
        "fp": 1728,
        "fpr": 0.02021501854213217,
        "pr_auc": 0.6356094045687725,
        "precision": 0.5344827586206896,
        "recall": 0.64,
        "roc_auc": 0.9378109038379026,
        "threshold": 0.5,
        "tn": 83753,
        "tp": 1984
      }
    },
    {
      "candidate": 4,
      "compute_device": "cuda",
      "model": "xgboost",
      "params": {
        "colsample_bytree": 0.7,
        "learning_rate": 0.06695833655111026,
        "max_depth": 7,
        "min_child_weight": 5,
        "n_estimators": 500,
        "reg_lambda": 0.8168455894760165,
        "subsample": 1.0
      },
      "resampling": {
        "after": {
          "negative": 398914,
          "positive": 14464
        },
        "before": {
          "negative": 398914,
          "positive": 14464
        },
        "method": "class_weight"
      },
      "strategy": "class_weight",
      "validation": {
        "f1": 0.4875937680323139,
        "fn": 565,
        "fp": 4763,
        "fpr": 0.05571998455797195,
        "pr_auc": 0.7296658389760086,
        "precision": 0.3473554398465333,
        "recall": 0.817741935483871,
        "roc_auc": 0.9533359365654167,
        "threshold": 0.5,
        "tn": 80718,
        "tp": 2535
      }
    },
    {
      "candidate": 14,
      "compute_device": "cpu",
      "model": "lightgbm",
      "params": {
        "colsample_bytree": 0.7,
        "learning_rate": 0.084009446334044,
        "max_depth": 8,
        "min_child_samples": 20,
        "n_estimators": 500,
        "num_leaves": 63,
        "reg_lambda": 2.1761183209050428,
        "subsample": 0.75
      },
      "resampling": {
        "after": {
          "negative": 398914,
          "positive": 14464
        },
        "before": {
          "negative": 398914,
          "positive": 14464
        },
        "method": "class_weight"
      },
      "strategy": "class_weight",
      "validation": {
        "f1": 0.52106115836371,
        "fn": 527,
        "fp": 4203,
        "fpr": 0.049168821141540225,
        "pr_auc": 0.7581071702318042,
        "precision": 0.3797225501770956,
        "recall": 0.83,
        "roc_auc": 0.9601090187557243,
        "threshold": 0.5,
        "tn": 81278,
        "tp": 2573
      }
    },
    {
      "candidate": 2,
      "compute_device": "cpu",
      "model": "logistic_regression",
      "params": {
        "C": 56.69849511478853,
        "solver": "liblinear"
      },
      "resampling": {
        "after": {
          "negative": 72320,
          "positive": 36160
        },
        "after_cap": {
          "negative": 72320,
          "positive": 14464
        },
        "before": {
          "negative": 398914,
          "positive": 14464
        },
        "cap_majority_per_minority": 5,
        "method": "cap_smote",
        "seed": 42
      },
      "strategy": "cap_smote",
      "validation": {
        "f1": 0.3542681826385129,
        "fn": 1137,
        "fp": 6019,
        "fpr": 0.07041330822054023,
        "pr_auc": 0.4645140458052296,
        "precision": 0.24592833876221498,
        "recall": 0.6332258064516129,
        "roc_auc": 0.8763776141915709,
        "threshold": 0.5,
        "tn": 79462,
        "tp": 1963
      }
    },
    {
      "candidate": 2,
      "compute_device": "cpu",
      "model": "random_forest",
      "params": {
        "max_depth": 20,
        "max_features": 0.5,
        "min_samples_leaf": 2,
        "n_estimators": 150
      },
      "resampling": {
        "after": {
          "negative": 72320,
          "positive": 36160
        },
        "after_cap": {
          "negative": 72320,
          "positive": 14464
        },
        "before": {
          "negative": 398914,
          "positive": 14464
        },
        "cap_majority_per_minority": 5,
        "method": "cap_smote",
        "seed": 42
      },
      "strategy": "cap_smote",
      "validation": {
        "f1": 0.6096512183468705,
        "fn": 1186,
        "fp": 1265,
        "fpr": 0.014798610217475229,
        "pr_auc": 0.6331619878032217,
        "precision": 0.6020761245674741,
        "recall": 0.6174193548387097,
        "roc_auc": 0.920397037862781,
        "threshold": 0.5,
        "tn": 84216,
        "tp": 1914
      }
    },
    {
      "candidate": 4,
      "compute_device": "cuda",
      "model": "xgboost",
      "params": {
        "colsample_bytree": 0.7,
        "learning_rate": 0.06695833655111026,
        "max_depth": 7,
        "min_child_weight": 5,
        "n_estimators": 500,
        "reg_lambda": 0.8168455894760165,
        "subsample": 1.0
      },
      "resampling": {
        "after": {
          "negative": 72320,
          "positive": 36160
        },
        "after_cap": {
          "negative": 72320,
          "positive": 14464
        },
        "before": {
          "negative": 398914,
          "positive": 14464
        },
        "cap_majority_per_minority": 5,
        "method": "cap_smote",
        "seed": 42
      },
      "strategy": "cap_smote",
      "validation": {
        "f1": 0.6458068614993647,
        "fn": 1067,
        "fp": 1163,
        "fpr": 0.013605362595196593,
        "pr_auc": 0.6967494796223626,
        "precision": 0.636107634543179,
        "recall": 0.6558064516129032,
        "roc_auc": 0.9438537728248231,
        "threshold": 0.5,
        "tn": 84318,
        "tp": 2033
      }
    },
    {
      "candidate": 14,
      "compute_device": "cpu",
      "model": "lightgbm",
      "params": {
        "colsample_bytree": 0.7,
        "learning_rate": 0.084009446334044,
        "max_depth": 8,
        "min_child_samples": 20,
        "n_estimators": 500,
        "num_leaves": 63,
        "reg_lambda": 2.1761183209050428,
        "subsample": 0.75
      },
      "resampling": {
        "after": {
          "negative": 72320,
          "positive": 36160
        },
        "after_cap": {
          "negative": 72320,
          "positive": 14464
        },
        "before": {
          "negative": 398914,
          "positive": 14464
        },
        "cap_majority_per_minority": 5,
        "method": "cap_smote",
        "seed": 42
      },
      "strategy": "cap_smote",
      "validation": {
        "f1": 0.6836114143146733,
        "fn": 908,
        "fp": 1121,
        "fpr": 0.013114025338964214,
        "pr_auc": 0.7440404488333067,
        "precision": 0.6616359794747962,
        "recall": 0.7070967741935484,
        "roc_auc": 0.9559313237312497,
        "threshold": 0.5,
        "tn": 84360,
        "tp": 2192
      }
    }
  ],
  "compute_device": "cpu",
  "compute_plan": {
    "lightgbm": "cpu, all logical threads (installed build has no GPU entry point)",
    "logistic_regression": "cpu",
    "random_forest": "cpu, all logical threads",
    "xgboost": "cuda"
  },
  "created_utc": "2026-10-21T12:47:11.488015+00:00",
  "dataset": "ieee_cis",
  "evaluated_test_once": true,
  "lr_scaler": "models\\ieee_cis\\lr_scaler.joblib",
  "model": "lightgbm",
  "package_versions": {
    "imbalanced-learn": "0.14.2",
    "lightgbm": "4.7.0",
    "numpy": "2.4.6",
    "pandas": "3.0.6",
    "scikit-learn": "1.9.1",
    "scipy": "1.17.1",
    "xgboost": "3.2.0"
  },
  "params": {
    "colsample_bytree": 0.7,
    "learning_rate": 0.084009446334044,
    "max_depth": 8,
    "min_child_samples": 20,
    "n_estimators": 500,
    "num_leaves": 63,
    "reg_lambda": 2.1761183209050428,
    "subsample": 0.75
  },
  "preprocessor": "models\\ieee_cis\\preprocessor.joblib",
  "resampling_counts": {
    "after": {
      "negative": 398914,
      "positive": 14464
    },
    "before": {
      "negative": 398914,
      "positive": 14464
    },
    "method": "class_weight"
  },
  "seed": 42,
  "strategies": [
    "class_weight",
    "cap_smote"
  ],
  "strategy": "class_weight",
  "test_metrics": {
    "f1": 0.6989018193738732,
    "fn": 967,
    "fp": 870,
    "fpr": 0.010177581245174422,
    "pr_auc": 0.7567571421021145,
    "precision": 0.7101932045303131,
    "recall": 0.6879638593094547,
    "roc_auc": 0.9590753823360392,
    "threshold": 0.7675237347742948,
    "tn": 84612,
    "tp": 2132
  },
  "threshold": 0.7675237347742948,
  "threshold_rule": "maximize recall subject to FPR <= 0.01",
  "tuning_budgets": {
    "lightgbm": 15,
    "logistic_regression": 3,
    "random_forest": 6,
    "xgboost": 15
  },
  "validation_metric": "pr_auc",
  "validation_metrics": {
    "f1": 0.6969996702934388,
    "fn": 986,
    "fp": 852,
    "fpr": 0.009967127197856834,
    "pr_auc": 0.7581071702318042,
    "precision": 0.7127444369521241,
    "recall": 0.6819354838709677,
    "roc_auc": 0.9601090187557243,
    "threshold": 0.7675237347742948,
    "tn": 84629,
    "tp": 2114
  }
}