[skip ci] Refresh docs

NannyML · Mar 8, 2024 · ebe20c4 · ebe20c4
1 parent a7143db
commit ebe20c4
Show file tree

Hide file tree

Showing 110 changed files with 103,481 additions and 103,859 deletions.
diff --git a/docs/_static/example_california_latitude_longitude_scatter.svg b/docs/_static/example_california_latitude_longitude_scatter.svg
diff --git a/docs/_static/example_california_performance.svg b/docs/_static/example_california_performance.svg
diff --git a/docs/_static/example_california_performance_distribution.svg b/docs/_static/example_california_performance_distribution.svg
diff --git a/docs/_static/example_california_performance_estimation_tmp.svg b/docs/_static/example_california_performance_estimation_tmp.svg
diff --git a/docs/_static/example_green_taxi_all_udc.svg b/docs/_static/example_green_taxi_all_udc.svg
diff --git a/docs/_static/example_green_taxi_dle.svg b/docs/_static/example_green_taxi_dle.svg
diff --git a/docs/_static/example_green_taxi_dle_vs_realized.svg b/docs/_static/example_green_taxi_dle_vs_realized.svg
diff --git a/docs/_static/example_green_taxi_feature_importance.svg b/docs/_static/example_green_taxi_feature_importance.svg
diff --git a/docs/_static/example_green_taxi_location_udc.svg b/docs/_static/example_green_taxi_location_udc.svg
diff --git a/docs/_static/example_green_taxi_pca_error.svg b/docs/_static/example_green_taxi_pca_error.svg
diff --git a/docs/_static/example_green_taxi_pickup_udc.svg b/docs/_static/example_green_taxi_pickup_udc.svg
diff --git a/docs/_static/example_green_taxi_tip_amount_boxplot.svg b/docs/_static/example_green_taxi_tip_amount_boxplot.svg
diff --git a/docs/_static/example_green_taxi_tip_amount_distribution.svg b/docs/_static/example_green_taxi_tip_amount_distribution.svg
diff --git a/docs/_static/how-it-works-dle-data.svg b/docs/_static/how-it-works-dle-data.svg
diff --git a/docs/_static/how-it-works-dle-regression-PI.svg b/docs/_static/how-it-works-dle-regression-PI.svg
diff --git a/docs/_static/how-it-works-dle-regression-abs-errors-hist.svg b/docs/_static/how-it-works-dle-regression-abs-errors-hist.svg
diff --git a/docs/_static/how-it-works-dle-regression-errors-hist.svg b/docs/_static/how-it-works-dle-regression-errors-hist.svg
diff --git a/docs/_static/how-it-works-dle-regression.svg b/docs/_static/how-it-works-dle-regression.svg
diff --git a/docs/_static/how-it-works/butterfly-multivariate-drift-cdd.svg b/docs/_static/how-it-works/butterfly-multivariate-drift-cdd.svg
diff --git a/docs/_static/how-it-works/butterfly-multivariate-drift-pca.svg b/docs/_static/how-it-works/butterfly-multivariate-drift-pca.svg
diff --git a/docs/_static/how-it-works/butterfly-scatterplot.svg b/docs/_static/how-it-works/butterfly-scatterplot.svg
diff --git a/docs/_static/how-it-works/butterfly-univariate-drift-distributions.svg b/docs/_static/how-it-works/butterfly-univariate-drift-distributions.svg
diff --git a/docs/_static/how-it-works/chunks_stability_of_accuracy.svg b/docs/_static/how-it-works/chunks_stability_of_accuracy.svg
diff --git a/docs/_static/how-it-works/ranking-abs-perf-features-compare.svg b/docs/_static/how-it-works/ranking-abs-perf-features-compare.svg
diff --git a/docs/_static/how-it-works/ranking-abs-perf.svg b/docs/_static/how-it-works/ranking-abs-perf.svg
diff --git a/docs/_static/quickstart/quick-start-drift-n-performance.svg b/docs/_static/quickstart/quick-start-drift-n-performance.svg
diff --git a/docs/_static/quickstart/quick-start-drift.svg b/docs/_static/quickstart/quick-start-drift.svg
diff --git a/docs/_static/quickstart/quick-start-estimated-and-realized.svg b/docs/_static/quickstart/quick-start-estimated-and-realized.svg
diff --git a/docs/_static/quickstart/quick-start-perf-est.svg b/docs/_static/quickstart/quick-start-perf-est.svg
diff --git a/docs/_static/quickstart/quick-start-univariate-distribution.svg b/docs/_static/quickstart/quick-start-univariate-distribution.svg
diff --git a/docs/_static/tutorial-perf-est-regression.svg b/docs/_static/tutorial-perf-est-regression.svg
diff --git a/docs/_static/tutorials/adjust_plots/adjusting_plots_time_periods_indication.svg b/docs/_static/tutorials/adjust_plots/adjusting_plots_time_periods_indication.svg
diff --git a/docs/_static/tutorials/chunking/chunk-size.svg b/docs/_static/tutorials/chunking/chunk-size.svg
diff --git a/docs/_static/tutorials/data_quality/missing-titanic-Age.svg b/docs/_static/tutorials/data_quality/missing-titanic-Age.svg
diff --git a/docs/_static/tutorials/data_quality/missing-titanic-Cabin.svg b/docs/_static/tutorials/data_quality/missing-titanic-Cabin.svg
diff --git a/docs/_static/tutorials/data_quality/missing-titanic-Embarked.svg b/docs/_static/tutorials/data_quality/missing-titanic-Embarked.svg
diff --git a/docs/_static/tutorials/data_quality/missing-titanic-Fare.svg b/docs/_static/tutorials/data_quality/missing-titanic-Fare.svg
diff --git a/docs/_static/tutorials/data_quality/missing-titanic-Name.svg b/docs/_static/tutorials/data_quality/missing-titanic-Name.svg
diff --git a/docs/_static/tutorials/data_quality/missing-titanic-Parch.svg b/docs/_static/tutorials/data_quality/missing-titanic-Parch.svg
diff --git a/docs/_static/tutorials/data_quality/missing-titanic-Pclass.svg b/docs/_static/tutorials/data_quality/missing-titanic-Pclass.svg
diff --git a/docs/_static/tutorials/data_quality/missing-titanic-Sex.svg b/docs/_static/tutorials/data_quality/missing-titanic-Sex.svg
diff --git a/docs/_static/tutorials/data_quality/missing-titanic-SibSp.svg b/docs/_static/tutorials/data_quality/missing-titanic-SibSp.svg
diff --git a/docs/_static/tutorials/data_quality/missing-titanic-Ticket.svg b/docs/_static/tutorials/data_quality/missing-titanic-Ticket.svg
diff --git a/docs/_static/tutorials/data_quality/unseen-titanic-Cabin.svg b/docs/_static/tutorials/data_quality/unseen-titanic-Cabin.svg
diff --git a/docs/_static/tutorials/data_quality/unseen-titanic-Embarked.svg b/docs/_static/tutorials/data_quality/unseen-titanic-Embarked.svg
diff --git a/docs/_static/tutorials/data_quality/unseen-titanic-Sex.svg b/docs/_static/tutorials/data_quality/unseen-titanic-Sex.svg
diff --git a/docs/_static/tutorials/data_quality/unseen-titanic-Ticket.svg b/docs/_static/tutorials/data_quality/unseen-titanic-Ticket.svg
diff --git a/docs/_static/tutorials/data_requirements/data-requirements-index-based-x-axis.svg b/docs/_static/tutorials/data_requirements/data-requirements-index-based-x-axis.svg
diff --git a/docs/_static/tutorials/data_requirements/data-requirements-time-based-x-axis.svg b/docs/_static/tutorials/data_requirements/data-requirements-time-based-x-axis.svg
diff --git a/...ting_data_drift/multivariate_drift_detection/classifier-for-drift-detection.svg b/...ting_data_drift/multivariate_drift_detection/classifier-for-drift-detection.svg
diff --git a/.../detecting_data_drift/multivariate_drift_detection/pca-reconstruction-error.svg b/.../detecting_data_drift/multivariate_drift_detection/pca-reconstruction-error.svg
diff --git a/...s/detecting_data_drift/univariate_drift_detection/jensen-shannon-continuous.svg b/...s/detecting_data_drift/univariate_drift_detection/jensen-shannon-continuous.svg
diff --git a/...utorials/detecting_data_drift/univariate_drift_detection/joyplot-continuous.svg b/...utorials/detecting_data_drift/univariate_drift_detection/joyplot-continuous.svg
diff --git a/...tutorials/detecting_data_drift/univariate_drift_detection/shi-2-categorical.svg b/...tutorials/detecting_data_drift/univariate_drift_detection/shi-2-categorical.svg
diff --git a/...torials/detecting_data_drift/univariate_drift_detection/stacked-categorical.svg b/...torials/detecting_data_drift/univariate_drift_detection/stacked-categorical.svg
diff --git a/docs/_static/tutorials/estimated_and_realized_performance/comparison_plot.svg b/docs/_static/tutorials/estimated_and_realized_performance/comparison_plot.svg
diff --git a/...ulation/binary/tutorial-business-value-calculation-binary-car-loan-analysis.svg b/...ulation/binary/tutorial-business-value-calculation-binary-car-loan-analysis.svg
diff --git a/...ation/binary/tutorial-confusion-matrix-calculation-binary-car-loan-analysis.svg b/...ation/binary/tutorial-confusion-matrix-calculation-binary-car-loan-analysis.svg
diff --git a/...ation/binary/tutorial-standard-metrics-calculation-binary-car-loan-analysis.svg b/...ation/binary/tutorial-standard-metrics-calculation-binary-car-loan-analysis.svg
diff --git a/...nce_calculation/multiclass/tutorial-confusion-matrix-calculation-multiclass.svg b/...nce_calculation/multiclass/tutorial-confusion-matrix-calculation-multiclass.svg
diff --git a/...formance_calculation/multiclass/tutorial-performance-calculation-multiclass.svg b/...formance_calculation/multiclass/tutorial-performance-calculation-multiclass.svg
diff --git a/...nce_calculation/regression/tutorial-performance-calculation-regression-RMSE.svg b/...nce_calculation/regression/tutorial-performance-calculation-regression-RMSE.svg
diff --git a/...formance_calculation/regression/tutorial-performance-calculation-regression.svg b/...formance_calculation/regression/tutorial-performance-calculation-regression.svg
diff --git a/...binary/tutorial-business-value-estimation-binary-car-loan-analysis-with-ref.svg b/...binary/tutorial-business-value-estimation-binary-car-loan-analysis-with-ref.svg
diff --git a/...nary/tutorial-confusion-matrix-estimation-binary-car-loan-analysis-with-ref.svg b/...nary/tutorial-confusion-matrix-estimation-binary-car-loan-analysis-with-ref.svg
diff --git a/.../binary/tutorial-custom-metric-estimation-binary-car-loan-analysis-with-ref.svg b/.../binary/tutorial-custom-metric-estimation-binary-car-loan-analysis-with-ref.svg
diff --git a/...on/binary/tutorial-performance-estimation-binary-car-loan-analysis-with-ref.svg b/...on/binary/tutorial-performance-estimation-binary-car-loan-analysis-with-ref.svg
diff --git a/...ulticlass/tutorial-confusion-matrix-estimation-multiclass-analysis-with-ref.svg b/...ulticlass/tutorial-confusion-matrix-estimation-multiclass-analysis-with-ref.svg
diff --git a/docs/_static/tutorials/performance_estimation/multiclass_synthetic.svg b/docs/_static/tutorials/performance_estimation/multiclass_synthetic.svg
diff --git a/docs/_static/tutorials/stats/avg-car_value.svg b/docs/_static/tutorials/stats/avg-car_value.svg
diff --git a/docs/_static/tutorials/stats/avg-debt_to_income_ratio.svg b/docs/_static/tutorials/stats/avg-debt_to_income_ratio.svg
diff --git a/docs/_static/tutorials/stats/avg-driver_tenure.svg b/docs/_static/tutorials/stats/avg-driver_tenure.svg
diff --git a/docs/_static/tutorials/stats/count.svg b/docs/_static/tutorials/stats/count.svg
diff --git a/docs/_static/tutorials/stats/median-car_value.svg b/docs/_static/tutorials/stats/median-car_value.svg
diff --git a/docs/_static/tutorials/stats/median-debt_to_income_ratio.svg b/docs/_static/tutorials/stats/median-debt_to_income_ratio.svg
diff --git a/docs/_static/tutorials/stats/median-driver_tenure.svg b/docs/_static/tutorials/stats/median-driver_tenure.svg
diff --git a/docs/_static/tutorials/stats/std-car_value.svg b/docs/_static/tutorials/stats/std-car_value.svg
diff --git a/docs/_static/tutorials/stats/std-debt_to_income_ratio.svg b/docs/_static/tutorials/stats/std-debt_to_income_ratio.svg
diff --git a/docs/_static/tutorials/stats/std-driver_tenure.svg b/docs/_static/tutorials/stats/std-driver_tenure.svg
diff --git a/docs/_static/tutorials/stats/sum-car_value.svg b/docs/_static/tutorials/stats/sum-car_value.svg
diff --git a/docs/_static/tutorials/stats/sum-debt_to_income_ratio.svg b/docs/_static/tutorials/stats/sum-debt_to_income_ratio.svg
diff --git a/docs/_static/tutorials/stats/sum-driver_tenure.svg b/docs/_static/tutorials/stats/sum-driver_tenure.svg
diff --git a/docs/_static/tutorials/thresholds/est_f1_default_thresholds.svg b/docs/_static/tutorials/thresholds/est_f1_default_thresholds.svg
diff --git a/docs/_static/tutorials/thresholds/est_f1_inverted_thresholds.svg b/docs/_static/tutorials/thresholds/est_f1_inverted_thresholds.svg
diff --git a/docs/_static/tutorials/working_with_results/comparison_plot.svg b/docs/_static/tutorials/working_with_results/comparison_plot.svg
diff --git a/docs/_static/tutorials/working_with_results/distribution_plot.svg b/docs/_static/tutorials/working_with_results/distribution_plot.svg
diff --git a/docs/_static/tutorials/working_with_results/filtered_result_plot.svg b/docs/_static/tutorials/working_with_results/filtered_result_plot.svg
diff --git a/docs/_static/tutorials/working_with_results/result_plot.svg b/docs/_static/tutorials/working_with_results/result_plot.svg
diff --git a/docs/example_notebooks/Examples California Housing.ipynb b/docs/example_notebooks/Examples California Housing.ipynb
diff --git a/docs/example_notebooks/How It Works - Multivariate Drift.ipynb b/docs/example_notebooks/How It Works - Multivariate Drift.ipynb
@@ -235,7 +235,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.11.7"
+   "version": "3.8.8"
   }
  },
  "nbformat": 4,

diff --git a/docs/example_notebooks/How it Works - Chunking Data.ipynb b/docs/example_notebooks/How it Works - Chunking Data.ipynb
@@ -20,8 +20,6 @@
      "name": "stderr",
      "output_type": "stream",
      "text": [
-      "/home/niels/Code/nml/nannyml/nannyml/chunk.py:181: UserWarning: The resulting number of chunks is too low. Please consider splitting your data in a different way or continue at your own risk.\n",
-      "  warnings.warn(\n",
       "/home/niels/Code/nml/nannyml/nannyml/chunk.py:181: UserWarning: The resulting number of chunks is too low. Please consider splitting your data in a different way or continue at your own risk.\n",
       "  warnings.warn(\n"
      ]
@@ -32,16 +30,8 @@
      "text": [
       "/home/niels/Code/nml/nannyml/nannyml/chunk.py:181: UserWarning: The resulting number of chunks is too low. Please consider splitting your data in a different way or continue at your own risk.\n",
       "  warnings.warn(\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n"
+      "/home/niels/Code/nml/nannyml/nannyml/chunk.py:181: UserWarning: The resulting number of chunks is too low. Please consider splitting your data in a different way or continue at your own risk.\n",
+      "  warnings.warn(\n"
      ]
     }
    ],

diff --git a/docs/example_notebooks/Quickstart.ipynb b/docs/example_notebooks/Quickstart.ipynb
@@ -500,96 +500,7 @@
    "execution_count": null,
    "id": "1ccb291c",
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n",
-      "/home/niels/Code/nml/nannyml/nannyml/performance_estimation/confidence_based/metrics.py:401: UserWarning: No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\n",
-      "  warnings.warn(\"No 'y_true' values given for chunk, returning NaN as realized ROC-AUC.\")\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
     "estimator = estimator.fit(reference_df)\n",
     "estimated_performance = estimator.estimate(analysis_df)"
@@ -670,7 +581,7 @@
        "  <tbody>\n",
        "    <tr>\n",
        "      <th>0</th>\n",
-       "      <td>36</td>\n",
+       "      <td>37</td>\n",
        "      <td>ANC</td>\n",
        "      <td>1</td>\n",
        "    </tr>\n",
@@ -683,19 +594,19 @@
        "    <tr>\n",
        "      <th>2</th>\n",
        "      <td>28</td>\n",
-       "      <td>DREM</td>\n",
+       "      <td>RELP</td>\n",
        "      <td>3</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>3</th>\n",
-       "      <td>27</td>\n",
-       "      <td>RELP</td>\n",
+       "      <td>28</td>\n",
+       "      <td>MAR</td>\n",
        "      <td>4</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>4</th>\n",
-       "      <td>26</td>\n",
-       "      <td>SCHL</td>\n",
+       "      <td>28</td>\n",
+       "      <td>DREM</td>\n",
        "      <td>5</td>\n",
        "    </tr>\n",
        "  </tbody>\n",
@@ -704,11 +615,11 @@
       ],
       "text/plain": [
        "   number_of_alerts column_name  rank\n",
-       "0                36         ANC     1\n",
+       "0                37         ANC     1\n",
        "1                29        AGEP     2\n",
-       "2                28        DREM     3\n",
-       "3                27        RELP     4\n",
-       "4                26        SCHL     5"
+       "2                28        RELP     3\n",
+       "3                28         MAR     4\n",
+       "4                28        DREM     5"
       ]
      },
      "metadata": {},
@@ -734,15 +645,15 @@
       "+----+--------------------+---------------+--------+\n",
       "|    | number_of_alerts   | column_name   | rank   |\n",
       "+====+====================+===============+========+\n",
-      "| 0  | 36                 | ANC           | 1      |\n",
+      "| 0  | 37                 | ANC           | 1      |\n",
       "+----+--------------------+---------------+--------+\n",
       "| 1  | 29                 | AGEP          | 2      |\n",
       "+----+--------------------+---------------+--------+\n",
-      "| 2  | 28                 | DREM          | 3      |\n",
+      "| 2  | 28                 | RELP          | 3      |\n",
       "+----+--------------------+---------------+--------+\n",
-      "| 3  | 27                 | RELP          | 4      |\n",
+      "| 3  | 28                 | MAR           | 4      |\n",
       "+----+--------------------+---------------+--------+\n",
-      "| 4  | 26                 | SCHL          | 5      |\n",
+      "| 4  | 28                 | DREM          | 5      |\n",
       "+----+--------------------+---------------+--------+\n"
      ]
     }