Source code for cyclops.report.report
-"""Cyclops report module."""
+"""Cyclops model report module."""
import base64
import glob
@@ -361,8 +361,8 @@ Source code for cyclops.report.report
)
-_TEMPLATE_DIR = os.path.join(os.path.dirname(__file__), "templates")
-_DEFAULT_TEMPLATE_FILENAME = "cyclops_generic_template.jinja"
+_TEMPLATE_DIR = os.path.join(os.path.dirname(__file__), "templates", "model_report")
+_DEFAULT_TEMPLATE_FILENAME = "model_report.jinja"
diff --git a/api/reference/api/_autosummary/cyclops.report.report.html b/api/reference/api/_autosummary/cyclops.report.report.html
index 48bb63729..f9f0fc798 100644
--- a/api/reference/api/_autosummary/cyclops.report.report.html
+++ b/api/reference/api/_autosummary/cyclops.report.report.html
@@ -300,7 +300,7 @@
cyclops.report.report#
-Cyclops report module.
+Cyclops model report module.
Classes
diff --git a/api/reference/api/cyclops.report.html b/api/reference/api/cyclops.report.html
index 4bbf7e102..bd1221aa6 100644
--- a/api/reference/api/cyclops.report.html
+++ b/api/reference/api/cyclops.report.html
@@ -305,7 +305,7 @@
-Cyclops report module.
+Cyclops model report module.
diff --git a/api/searchindex.js b/api/searchindex.js
index 5e5360f93..b330882db 100644
--- a/api/searchindex.js
+++ b/api/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"docnames": ["api", "contributing", "developing", "evaluation", "index", "installation", "model_report", "monitoring", "reference/api/_autosummary/cyclops.data.aggregate", "reference/api/_autosummary/cyclops.data.aggregate.Aggregator", "reference/api/_autosummary/cyclops.data.aggregate.tabular_as_aggregated", "reference/api/_autosummary/cyclops.data.aggregate.timestamp_ffill_agg", "reference/api/_autosummary/cyclops.data.features.medical_image", "reference/api/_autosummary/cyclops.data.features.medical_image.MedicalImage", "reference/api/_autosummary/cyclops.data.slicer", "reference/api/_autosummary/cyclops.data.slicer.SliceSpec", "reference/api/_autosummary/cyclops.data.slicer.compound_filter", "reference/api/_autosummary/cyclops.data.slicer.filter_datetime", "reference/api/_autosummary/cyclops.data.slicer.filter_non_null", "reference/api/_autosummary/cyclops.data.slicer.filter_range", "reference/api/_autosummary/cyclops.data.slicer.filter_string_contains", "reference/api/_autosummary/cyclops.data.slicer.filter_value", "reference/api/_autosummary/cyclops.data.slicer.is_datetime", "reference/api/_autosummary/cyclops.data.slicer.overall", "reference/api/_autosummary/cyclops.monitor.clinical_applicator", "reference/api/_autosummary/cyclops.monitor.clinical_applicator.ClinicalShiftApplicator", "reference/api/_autosummary/cyclops.monitor.synthetic_applicator", "reference/api/_autosummary/cyclops.monitor.synthetic_applicator.SyntheticShiftApplicator", "reference/api/_autosummary/cyclops.monitor.synthetic_applicator.binary_noise_shift", "reference/api/_autosummary/cyclops.monitor.synthetic_applicator.feature_association_shift", "reference/api/_autosummary/cyclops.monitor.synthetic_applicator.feature_swap_shift", "reference/api/_autosummary/cyclops.monitor.synthetic_applicator.gaussian_noise_shift", "reference/api/_autosummary/cyclops.monitor.synthetic_applicator.knockout_shift", "reference/api/_autosummary/cyclops.report.report", "reference/api/_autosummary/cyclops.report.report.ModelCardReport", "reference/api/_autosummary/cyclops.tasks.classification", "reference/api/_autosummary/cyclops.tasks.classification.BinaryTabularClassificationTask", "reference/api/_autosummary/cyclops.tasks.classification.MultilabelImageClassificationTask", "reference/api/cyclops.data", "reference/api/cyclops.monitor", "reference/api/cyclops.report", "reference/api/cyclops.tasks", "reference/api/evaluator", "reference/api/fairness_evaluator", "reference/api/metrics", "reference/api/metrics/accuracy", "reference/api/metrics/auroc", "reference/api/metrics/average_precision", "reference/api/metrics/f1score", "reference/api/metrics/f_beta", "reference/api/metrics/precision", "reference/api/metrics/precision_recall_curve", "reference/api/metrics/recall", "reference/api/metrics/roc", "reference/api/metrics/sensitivity", "reference/api/metrics/specificity", "reference/api/metrics/stat_scores", "tutorials", "tutorials/kaggle/heart_failure_prediction", "tutorials/mimiciv/mortality_prediction", "tutorials/nihcxr/cxr_classification", "tutorials/nihcxr/monitor_api", "tutorials/synthea/los_prediction", "tutorials_monitor", "tutorials_use_cases", "user_guide"], "filenames": ["api.rst", "contributing.rst", "developing.rst", "evaluation.rst", "index.rst", "installation.rst", "model_report.rst", "monitoring.rst", "reference/api/_autosummary/cyclops.data.aggregate.rst", "reference/api/_autosummary/cyclops.data.aggregate.Aggregator.rst", "reference/api/_autosummary/cyclops.data.aggregate.tabular_as_aggregated.rst", "reference/api/_autosummary/cyclops.data.aggregate.timestamp_ffill_agg.rst", "reference/api/_autosummary/cyclops.data.features.medical_image.rst", "reference/api/_autosummary/cyclops.data.features.medical_image.MedicalImage.rst", "reference/api/_autosummary/cyclops.data.slicer.rst", "reference/api/_autosummary/cyclops.data.slicer.SliceSpec.rst", "reference/api/_autosummary/cyclops.data.slicer.compound_filter.rst", "reference/api/_autosummary/cyclops.data.slicer.filter_datetime.rst", "reference/api/_autosummary/cyclops.data.slicer.filter_non_null.rst", "reference/api/_autosummary/cyclops.data.slicer.filter_range.rst", "reference/api/_autosummary/cyclops.data.slicer.filter_string_contains.rst", "reference/api/_autosummary/cyclops.data.slicer.filter_value.rst", "reference/api/_autosummary/cyclops.data.slicer.is_datetime.rst", "reference/api/_autosummary/cyclops.data.slicer.overall.rst", "reference/api/_autosummary/cyclops.monitor.clinical_applicator.rst", "reference/api/_autosummary/cyclops.monitor.clinical_applicator.ClinicalShiftApplicator.rst", "reference/api/_autosummary/cyclops.monitor.synthetic_applicator.rst", "reference/api/_autosummary/cyclops.monitor.synthetic_applicator.SyntheticShiftApplicator.rst", "reference/api/_autosummary/cyclops.monitor.synthetic_applicator.binary_noise_shift.rst", "reference/api/_autosummary/cyclops.monitor.synthetic_applicator.feature_association_shift.rst", "reference/api/_autosummary/cyclops.monitor.synthetic_applicator.feature_swap_shift.rst", "reference/api/_autosummary/cyclops.monitor.synthetic_applicator.gaussian_noise_shift.rst", "reference/api/_autosummary/cyclops.monitor.synthetic_applicator.knockout_shift.rst", "reference/api/_autosummary/cyclops.report.report.rst", "reference/api/_autosummary/cyclops.report.report.ModelCardReport.rst", "reference/api/_autosummary/cyclops.tasks.classification.rst", "reference/api/_autosummary/cyclops.tasks.classification.BinaryTabularClassificationTask.rst", "reference/api/_autosummary/cyclops.tasks.classification.MultilabelImageClassificationTask.rst", "reference/api/cyclops.data.rst", "reference/api/cyclops.monitor.rst", "reference/api/cyclops.report.rst", "reference/api/cyclops.tasks.rst", "reference/api/evaluator.rst", "reference/api/fairness_evaluator.rst", "reference/api/metrics.rst", "reference/api/metrics/accuracy.rst", "reference/api/metrics/auroc.rst", "reference/api/metrics/average_precision.rst", "reference/api/metrics/f1score.rst", "reference/api/metrics/f_beta.rst", "reference/api/metrics/precision.rst", "reference/api/metrics/precision_recall_curve.rst", "reference/api/metrics/recall.rst", "reference/api/metrics/roc.rst", "reference/api/metrics/sensitivity.rst", "reference/api/metrics/specificity.rst", "reference/api/metrics/stat_scores.rst", "tutorials.rst", "tutorials/kaggle/heart_failure_prediction.ipynb", "tutorials/mimiciv/mortality_prediction.ipynb", "tutorials/nihcxr/cxr_classification.ipynb", "tutorials/nihcxr/monitor_api.ipynb", "tutorials/synthea/los_prediction.ipynb", "tutorials_monitor.rst", "tutorials_use_cases.rst", "user_guide.rst"], "titles": ["API Reference", "Contributing to cyclops", "\ud83e\uddd1\ud83c\udfff\u200d\ud83d\udcbb Developing", "Evaluation", "What is CyclOps?", "Installation", "Model Report", "Monitoring", "cyclops.data.aggregate", "cyclops.data.aggregate.Aggregator", "cyclops.data.aggregate.tabular_as_aggregated", "cyclops.data.aggregate.timestamp_ffill_agg", "cyclops.data.features.medical_image", "cyclops.data.features.medical_image.MedicalImage", "cyclops.data.slicer", "cyclops.data.slicer.SliceSpec", "cyclops.data.slicer.compound_filter", "cyclops.data.slicer.filter_datetime", "cyclops.data.slicer.filter_non_null", "cyclops.data.slicer.filter_range", "cyclops.data.slicer.filter_string_contains", "cyclops.data.slicer.filter_value", "cyclops.data.slicer.is_datetime", "cyclops.data.slicer.overall", "cyclops.monitor.clinical_applicator", "cyclops.monitor.clinical_applicator.ClinicalShiftApplicator", "cyclops.monitor.synthetic_applicator", "cyclops.monitor.synthetic_applicator.SyntheticShiftApplicator", "cyclops.monitor.synthetic_applicator.binary_noise_shift", "cyclops.monitor.synthetic_applicator.feature_association_shift", "cyclops.monitor.synthetic_applicator.feature_swap_shift", "cyclops.monitor.synthetic_applicator.gaussian_noise_shift", "cyclops.monitor.synthetic_applicator.knockout_shift", "cyclops.report.report", "cyclops.report.report.ModelCardReport", "cyclops.tasks.classification", "cyclops.tasks.classification.BinaryTabularClassificationTask", "cyclops.tasks.classification.MultilabelImageClassificationTask", "cyclops.data", "cyclops.monitor", "cyclops.report", "cyclops.tasks", "Evaluator", "Fairness Evaluator", "Evaluation Metrics", "Accuracy", "AUROC", "Average Precision", "F1-Score", "F-beta Score", "Precision", "PrecisionRecallCurve", "Recall", "ROC Curve", "Sensitivity", "Specificity", "StatScores", "Tutorials", "Heart Failure Prediction", "Mortality Prediction", "Chest X-Ray Disease Classification", "NIHCXR Clinical Drift Experiments Tutorial", "Prolonged Length of Stay Prediction", "monitor API", "Example use cases", "User Guide"], "terms": {"cyclop": [0, 2, 5, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 61, 62], "data": [0, 4, 25, 27, 28, 29, 30, 31, 32, 34, 36, 37, 45, 48, 49, 51, 53, 57, 60, 61, 63], "task": [0, 4, 42, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 64], "evalu": [0, 4, 34, 36, 37, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 60, 64, 65], "fair": [0, 4, 34, 36, 37, 42, 58, 59, 60, 62], "metric": [0, 4, 34, 36, 37, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 62, 64], "monitor": [0, 4, 58, 59, 61, 62, 65], "report": [0, 4, 56, 57, 64, 65], "thank": 1, "your": [1, 58], "interest": [1, 58, 59, 62], "To": [1, 13, 58, 62], "submit": 1, "pr": 1, "pleas": [1, 58, 59, 62], "fill": [1, 11], "out": [1, 34, 58, 59, 62], "templat": [1, 34], "along": [1, 25, 58, 59, 60, 62], "If": [1, 2, 9, 11, 13, 15, 17, 18, 19, 20, 21, 34, 36, 37, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 62], "fix": 1, "an": [1, 4, 9, 13, 15, 34, 42, 43, 48, 50, 52, 54, 56, 58, 59, 60, 62, 64], "issu": [1, 43], "don": [1, 59], "t": [1, 13, 34, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 59], "forget": 1, "link": [1, 34, 58, 59, 60, 62], "onc": [1, 58, 59, 62], "python": [1, 59, 62], "virtual": 1, "environ": [1, 2, 58, 59, 62], "i": [1, 2, 5, 9, 10, 11, 13, 15, 17, 18, 19, 20, 21, 22, 25, 27, 34, 36, 37, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 62, 64], "setup": [1, 59, 62], "you": [1, 2, 13, 58, 59, 60, 62, 63], "can": [1, 2, 5, 11, 13, 15, 34, 36, 37, 43, 45, 48, 50, 52, 53, 54, 56, 58, 59, 60, 62, 63], "run": [1, 2, 58, 59, 62], "us": [1, 4, 9, 13, 15, 16, 25, 27, 34, 36, 37, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 65], "all": [1, 10, 11, 15, 16, 17, 18, 19, 20, 21, 23, 36, 52, 54, 56, 58, 59, 60, 61, 62], "file": [1, 13, 34, 58, 59, 60, 62], "For": [1, 5, 34, 43, 56, 58, 59, 62], "style": 1, "we": [1, 34, 58, 59, 60, 62], "recommend": 1, "pep": 1, "8": [1, 15, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 62], "guid": [1, 4], "docstr": 1, "numpi": [1, 11, 28, 29, 30, 31, 32, 37, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 61, 62], "format": [1, 9, 13, 15, 34, 51, 56, 58, 59, 62], "ruff": [1, 58, 59], "static": [1, 10], "analysi": [1, 34, 58, 59, 60, 62], "check": [1, 22, 51], "variou": [1, 42, 58, 59, 62], "rule": 1, "includ": [1, 9, 15, 19, 25, 27, 43, 58, 59, 60, 62, 63, 64], "flake8": 1, "The": [1, 2, 4, 9, 10, 11, 13, 15, 16, 17, 18, 19, 20, 21, 22, 25, 27, 34, 36, 37, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 62, 63, 64], "show": [1, 4, 58, 59, 60, 62], "error": [1, 42, 43], "which": [1, 9, 11, 17, 18, 19, 20, 21, 34, 42, 43, 51, 58, 59, 60, 62, 64], "need": [1, 2, 42, 43, 58, 59, 62], "befor": [1, 11, 36, 42, 43, 58, 59, 62], "last": [1, 10], "least": 1, "type": [1, 9, 10, 11, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 27, 28, 29, 30, 31, 32, 34, 36, 37, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 64], "hint": 1, "our": [1, 58, 59, 62], "mypi": 1, "set": [2, 5, 9, 10, 15, 34, 42, 43, 45, 47, 48, 49, 50, 52, 54, 55, 56, 58, 59, 60, 62], "up": [2, 58, 59, 60, 62], "henc": [2, 5], "make": [2, 58, 59, 62], "sure": [2, 58], "instal": [2, 4, 58, 65], "python3": [2, 5], "m": [2, 5, 58, 59, 60, 61, 62], "sourc": [2, 4, 9, 10, 11, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 27, 28, 29, 30, 31, 32, 34, 36, 37, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 63], "env": 2, "info": [2, 58, 59, 62], "path": [2, 13, 25, 34, 36, 37, 58, 59, 62], "bin": [2, 9, 43], "activ": [2, 62], "In": [2, 58, 59, 62], "order": [2, 13, 42, 56], "depend": [2, 5], "test": [2, 27, 34, 36, 37, 42, 57, 58, 59, 62, 63, 64], "codestyl": 2, "unit": 2, "integr": 2, "api": [2, 4, 9, 42, 43, 58, 62, 64], "document": [2, 58, 59, 60, 62], "built": 2, "sphinx": 2, "local": 2, "doc": 2, "cd": 2, "html": [2, 34, 58, 59, 60, 62], "sphinxopt": 2, "d": [2, 25, 60], "nbsphinx_allow_error": 2, "true": [2, 9, 10, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 27, 29, 34, 36, 37, 42, 45, 46, 47, 48, 49, 50, 52, 53, 54, 55, 56, 58, 59, 60, 61, 62], "build": [2, 25], "pandoc": 2, "addit": [2, 5, 34, 36, 37, 58, 59, 60, 62], "group": [2, 9, 34, 43, 58, 59, 62], "welcom": 2, "see": [2, 9, 15, 34, 58, 59, 62], "guidelin": [2, 4], "open": 4, "toolkit": 4, "scientist": [4, 60], "engin": [4, 58, 59, 62], "clinician": [4, 58, 59, 62], "work": [4, 15, 34, 45, 55, 58, 59, 60, 62], "intersect": [4, 43], "artifici": 4, "intellig": 4, "health": [4, 58, 59, 62], "design": 4, "help": [4, 58, 59, 60, 62], "research": 4, "practition": 4, "adopt": 4, "vector": 4, "institut": 4, "": [4, 15, 18, 22, 34, 36, 37, 42, 43, 47, 58, 59, 62], "ai": [4, 58, 59, 62], "trust": [4, 58, 59, 62], "safeti": 4, "principl": 4, "specif": [4, 5, 15, 28, 31, 36, 37, 42, 44, 47, 58, 59, 60, 62], "focus": 4, "system": 4, "develop": [4, 58, 59, 60, 62], "clinic": [4, 24, 25, 63], "applic": [4, 24, 25, 27, 46], "where": [4, 15, 16, 17, 18, 19, 20, 21, 34, 36, 37, 50, 51, 52, 54, 58, 59, 62, 64], "robust": 4, "ar": [4, 5, 13, 15, 19, 20, 25, 29, 34, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 62], "critic": 4, "primari": [4, 34, 58, 59, 60, 62], "goal": [4, 64], "improv": [4, 58, 59, 62], "transpar": 4, "account": [4, 45, 46, 47, 48, 49, 50, 52, 54, 55, 58, 60], "heart": [4, 57], "failur": [4, 57], "predict": [4, 36, 37, 42, 43, 45, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 60], "exampl": [4, 5, 9, 13, 15, 16, 17, 18, 19, 20, 21, 23, 25, 27, 34, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 63], "case": [4, 28, 34, 57, 58, 59, 62, 63], "how": [4, 9, 58, 59, 60, 62], "model": [4, 5, 34, 36, 37, 42, 43, 57, 63, 64, 65], "its": [4, 15, 50, 52, 54, 58, 59, 60, 62], "perform": [4, 9, 11, 21, 34, 42, 45, 46, 57, 58, 59, 62, 63, 64], "over": [4, 56, 58, 59, 60, 62], "time": [4, 9, 15, 25, 34, 58, 59, 60, 62, 63], "user": [4, 34, 58, 59, 62], "tutori": [4, 63, 64], "poetri": 4, "contribut": 4, "pre": [4, 58, 59, 62], "commit": 4, "hook": 4, "code": [4, 58, 59, 62], "refer": [4, 34, 58, 59, 60, 62], "pycyclop": 5, "ha": [5, 21, 34, 58, 59, 60, 62], "mani": 5, "option": [5, 9, 10, 11, 13, 15, 17, 18, 19, 20, 21, 25, 27, 34, 36, 37, 42, 43, 45, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56], "function": [5, 8, 9, 11, 13, 14, 15, 16, 26, 34, 42, 43, 59, 60, 62], "monai": [5, 13], "librari": [5, 57, 63, 64], "load": [5, 34, 36, 37, 42, 57, 59, 62, 63, 64], "dicom": 5, "imag": [5, 12, 13, 31, 34, 37, 38, 42, 43, 57, 60, 61], "creat": [5, 14, 15, 28, 31, 32, 34, 36, 37, 43, 50, 52, 54, 57, 60, 64], "dataset": [5, 14, 15, 25, 27, 34, 36, 37, 38, 42, 43, 45, 48, 49, 50, 51, 52, 53, 54, 55, 57, 63, 64], "list": [5, 9, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 28, 29, 30, 31, 32, 34, 36, 37, 42, 43, 46, 47, 51, 53, 58, 59, 62], "below": [5, 58, 59, 62], "extra": [5, 34], "note": [5, 9, 34, 42, 58, 59, 62], "xgboost": [5, 59, 62], "allow": [5, 42, 43, 58, 59, 62, 63], "torch": [5, 61], "pytorch": 5, "torchvis": [5, 60, 61], "torchxrayvis": [5, 60, 61], "transform": [5, 9, 36, 37, 46, 53, 58, 59, 60, 61, 62], "alibi": 5, "explain": [5, 34], "detect": [5, 60, 63], "shift": [5, 24, 25, 27, 29, 30, 63], "class": [8, 9, 12, 13, 14, 15, 24, 25, 26, 27, 29, 30, 32, 33, 34, 35, 36, 37, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 62], "aggfunc": [9, 59, 62], "timestamp_col": [9, 59], "time_bi": [9, 59], "agg_bi": [9, 59], "timestep_s": 9, "none": [9, 10, 11, 13, 15, 17, 25, 34, 36, 37, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 61, 62], "window_dur": [9, 59], "window_start_tim": [9, 59], "window_stop_tim": 9, "imput": [9, 58, 59, 62], "agg_meta_for": 9, "base": [9, 13, 15, 25, 27, 34, 36, 37, 42, 43, 50, 52, 54, 57, 58, 64], "transformermixin": 9, "equal": [9, 15, 19, 43], "space": [9, 53], "seri": [9, 11, 36], "comput": [9, 36, 37, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 64], "metadata": [9, 13, 58, 59, 60, 62], "expens": [9, 42, 43], "should": [9, 16, 30, 34, 36, 37, 42, 43, 53, 58, 59, 60, 62], "done": [9, 58, 59, 62], "sparingli": 9, "map": [9, 15, 16, 36, 37, 60], "from": [9, 13, 15, 25, 27, 32, 34, 36, 37, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 61, 62, 64], "column": [9, 10, 15, 16, 17, 18, 19, 20, 21, 25, 36, 37, 42, 43, 58, 59, 60, 62], "each": [9, 15, 16, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 62], "valu": [9, 10, 11, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 34, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 59, 60, 61, 62, 64], "either": [9, 19, 34, 56, 58, 59, 62], "string": [9, 13, 15, 17, 20, 34, 42, 43, 60], "e": [9, 10, 15, 17, 18, 29, 30, 31, 34, 42, 43, 58, 59, 62], "g": [9, 10, 15, 17, 29, 30, 31, 34, 42, 43, 58, 59, 62], "col_nam": 9, "mean": [9, 45, 46, 47, 48, 49, 50, 52, 54, 55, 58, 59, 60, 62], "accept": 9, "return": [9, 10, 11, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 27, 28, 29, 30, 31, 32, 34, 36, 37, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 59, 62], "singl": [9, 11, 15, 34, 36, 37, 42, 51, 58, 59, 62, 64], "dict": [9, 13, 15, 16, 17, 18, 19, 20, 21, 23, 34, 36, 37, 42, 43], "name": [9, 10, 15, 16, 17, 18, 19, 20, 21, 25, 34, 36, 37, 42, 43, 58, 59, 60, 61, 62], "timestamp": [9, 34, 59, 60, 63], "provid": [9, 15, 17, 20, 34, 42, 43, 51, 53, 56, 58, 59, 60, 62], "str": [9, 10, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 27, 34, 36, 37, 42, 43, 58, 59, 62], "determin": [9, 45, 46, 47, 51, 53, 56], "bucket": [9, 11], "hour": [9, 15, 17, 59], "timestep": [9, 10, 11], "float": [9, 11, 19, 28, 29, 30, 31, 32, 34, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56], "window": [9, 11, 63], "latest": 9, "stop": [9, 62], "start": [9, 58, 59, 62], "pd": [9, 10, 36, 59], "datafram": [9, 10, 36, 58, 59, 62], "window_tim": 9, "aggregatedimput": 9, "num_timestep": [9, 10, 11], "number": [9, 10, 11, 25, 29, 30, 34, 36, 37, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 59, 62, 63], "int": [9, 10, 11, 17, 25, 29, 30, 31, 32, 34, 36, 37, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 62], "dictionari": [9, 13, 15, 16, 17, 18, 19, 20, 21, 23, 34, 36, 37, 42, 43, 58, 59, 62], "one": [9, 15, 36, 37, 42, 43, 45, 47, 48, 49, 50, 51, 52, 53, 54, 55], "follow": [9, 15, 34, 42, 45, 48, 49, 50, 52, 54, 55, 58, 59, 60, 62], "median": 9, "std": 9, "var": 9, "min": 9, "max": [9, 10, 62], "count": [9, 45, 46, 47, 48, 49, 50, 52, 54, 55, 58, 59, 60, 62], "sum": [9, 55, 56, 59, 60, 62], "init": 9, "method": [9, 13, 15, 25, 27, 34, 36, 37, 42, 43, 46, 58, 59, 62], "__init__": [9, 36, 37], "fit": [9, 36, 58, 59, 62], "paramet": [9, 10, 11, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 27, 28, 29, 30, 31, 32, 34, 36, 37, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 62], "panda": [9, 10, 11, 58, 59, 62], "input": [9, 13, 28, 31, 36, 37, 45, 47, 50, 51, 52, 53, 54, 56], "fit_transform": [9, 59], "set_output": 9, "output": [9, 34, 45, 51, 53, 58, 59, 62], "contain": [9, 10, 13, 15, 16, 17, 18, 19, 20, 21, 23, 34, 42, 43, 45, 55, 58, 59, 60, 62, 64], "introduc": 9, "default": [9, 11, 13, 15, 17, 18, 19, 20, 21, 25, 34, 36, 37, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 62], "configur": [9, 36, 37, 42, 58, 59, 62], "unchang": 9, "self": [9, 13], "estim": [9, 36, 45, 46, 48, 49, 51, 53, 55], "instanc": [9, 45, 46, 47, 48, 49, 50, 52, 54, 55, 58, 59, 60, 62], "y": [9, 27, 29, 30, 32, 36, 58, 59, 60, 62], "include_timestep_start": 9, "placehold": [9, 29], "sklearn": [9, 27, 58, 59, 62], "compat": [9, 58, 59, 62], "bool": [9, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 29, 30, 34, 36, 37, 42, 43, 56, 58, 59, 60, 62], "whether": [9, 13, 15, 25, 34, 42, 43, 56, 59, 62, 64], "tab": [10, 58], "index": [10, 58, 59, 60, 62], "var_nam": 10, "value_nam": 10, "strategi": [10, 34, 58, 59, 60, 62], "sort": [10, 58, 59, 62], "pose": 10, "tabular": [10, 36, 37, 57], "non": [10, 51, 53], "timeseri": 10, "result": [10, 16, 36, 37, 42, 48, 58, 59, 61, 62], "origin": [10, 25], "fake": 10, "first": [10, 42, 43, 45, 55, 58, 59, 62], "thi": [10, 15, 34, 36, 42, 43, 45, 46, 47, 48, 49, 50, 52, 54, 55, 56, 58, 59, 60, 62, 64], "requir": [10, 34, 36, 37, 43, 45, 46, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 62], "process": [10, 25, 57, 58, 60, 62, 64], "tempor": 10, "val": [11, 42], "1": [11, 15, 25, 29, 30, 31, 32, 34, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 62, 63, 64], "fill_nan": 11, "forward": 11, "given": [11, 17, 19, 20, 21, 22, 34, 36, 37, 45, 48, 49, 50, 52, 54, 55, 56], "neg": [11, 42, 45, 46, 47, 48, 49, 50, 52, 54, 55, 56, 60, 62], "treat": [11, 43], "occur": 11, "regular": 11, "through": [11, 58, 59, 60, 62], "between": [11, 15, 43, 48, 53, 56], "0": [11, 15, 27, 28, 29, 30, 31, 32, 34, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 61, 62], "accordingli": 11, "nan": [11, 17, 18, 42, 43, 57, 64], "A": [11, 15, 16, 17, 18, 19, 20, 21, 23, 34, 42, 43, 45, 55, 56, 58, 59, 60, 62], "integ": [11, 34, 42, 43], "total": [11, 45, 46, 47, 48, 49, 50, 52, 54, 55, 56, 59, 62], "consid": [11, 45, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 59], "ani": [11, 15, 16, 17, 18, 19, 20, 21, 23, 34, 36, 37, 42, 43, 51, 53, 58, 59, 60, 62], "remain": [11, 60], "form": [11, 48, 58, 59, 62], "2": [11, 29, 30, 34, 45, 46, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 62, 63], "dimension": [11, 63], "arrai": [11, 13, 29, 30, 32, 37, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 60, 62], "ndarrai": [11, 13, 22, 28, 29, 30, 31, 32, 36, 37, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56], "medic": [12, 13, 38, 60, 62, 64], "decod": [13, 60], "id": [13, 25, 58, 60, 62], "reader": 13, "itkread": 13, "suffix": 13, "jpg": 13, "read": 13, "union": [13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 34, 36, 37, 42, 43, 46, 51, 53], "imageread": 13, "when": [13, 36, 37, 42, 43, 45, 47, 48, 49, 50, 52, 54, 55, 56, 58, 59, 62], "byte": 13, "fals": [13, 15, 17, 18, 19, 20, 21, 22, 30, 31, 36, 37, 42, 43, 45, 46, 47, 48, 49, 50, 52, 53, 54, 55, 56, 58, 59, 60, 62], "image_path": 13, "image_byt": 13, "attribut": [13, 15, 36, 37, 58, 59, 62], "__call__": 13, "call": [13, 34], "cast_storag": 13, "storag": 13, "cast": 13, "arrow": 13, "convert": [13, 45, 47, 49, 51, 52, 53, 54, 55, 56, 58, 59, 62], "pyarrow": 13, "rtype": 13, "structarrai": 13, "pa": 13, "must": [13, 17, 34, 42, 43, 47], "binari": [13, 28, 36, 37, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 62, 64], "struct": 13, "doesn": 13, "matter": 13, "arg": 13, "stringarrai": 13, "listarrai": 13, "decode_exampl": 13, "token_per_repo_id": 13, "serial": 13, "version": [13, 34, 58, 59, 60, 62], "access": 13, "privat": 13, "repositori": [13, 58], "hub": 13, "pass": [13, 25, 34, 36, 37, 42, 58, 59, 62], "repo_id": 13, "token": [13, 58], "deseri": 13, "np": [13, 19, 22, 36, 37, 43, 58, 59, 60, 61, 62], "embed_storag": 13, "emb": 13, "encode_exampl": 13, "encod": 13, "flatten": 13, "state": [13, 51], "itself": 13, "otherwis": [13, 22, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56], "tupl": [13, 15, 25, 36, 37, 51, 53], "classlabel": [13, 58, 59, 62], "translat": 13, "translationvariablelanguag": 13, "sequenc": [13, 36, 37, 42, 60], "array2d": 13, "array3d": 13, "array4d": 13, "array5d": 13, "audio": 13, "subset": 14, "hug": [14, 36, 37, 57, 64], "face": [14, 36, 37, 57, 64], "spec_list": [15, 58, 59, 60, 61, 62], "factori": [15, 60], "valid": [15, 17, 34, 36, 37, 42, 58, 59], "include_overal": [15, 58], "column_nam": [15, 17, 18, 19, 20, 21, 60], "object": [15, 25, 27, 34, 36, 37, 43, 58, 59, 62], "slice": [15, 16, 34, 36, 37, 42, 43, 58, 59, 60, 62], "more": [15, 36, 37, 42, 58, 64], "kei": [15, 34, 43, 58, 59, 60, 61, 62], "exact": [15, 21], "select": [15, 25, 29, 58, 59, 60, 62], "row": [15, 58, 60], "support": [15, 45, 46, 47, 48, 49, 50, 52, 54, 55, 56, 62, 63], "2021": [15, 58, 59, 62], "01": [15, 46, 58, 59, 62], "00": 15, "min_valu": [15, 19, 58, 59, 60, 61, 62], "minimum": [15, 19], "specifi": [15, 25, 34, 36, 37, 42, 58, 59, 62], "min_inclus": [15, 19, 58, 59, 62], "indic": [15, 28, 31, 42, 43, 45, 50, 52, 54, 58, 59, 62], "rang": [15, 19, 46, 47, 51, 53, 58, 59, 60, 62], "numer": [15, 19, 58, 59, 62], "datetim": [15, 17, 19, 22, 34, 58, 59, 62], "inf": [15, 19], "max_valu": [15, 19, 58, 59, 60, 61, 62], "boolean": [15, 16, 17, 18, 19, 20, 21, 23], "greater": [15, 62], "than": [15, 19, 36, 37, 49, 58, 59, 62, 64], "maximum": [15, 19, 46], "max_inclus": [15, 19, 58, 59, 62], "less": [15, 19, 49, 59, 62], "year": [15, 17, 58, 59, 60, 62], "match": [15, 17, 20, 21, 42], "month": [15, 17, 25], "12": [15, 58, 59, 60, 62], "dai": [15, 17, 59, 62, 64], "31": [15, 58, 59, 62], "23": [15, 58, 59, 62], "negat": [15, 17, 18, 19, 20, 21, 60], "flag": [15, 59], "featur": [15, 17, 18, 19, 20, 21, 23, 25, 29, 30, 34, 36, 37, 57, 60, 64], "doe": [15, 17, 19, 20, 21, 34, 43, 45, 46, 47, 48, 49, 50, 52, 54, 55], "keep_nul": [15, 17, 19, 20, 21], "keep": [15, 42, 43, 62], "null": [15, 17, 18, 19, 20, 21, 59, 62], "conjunct": [15, 60], "own": [15, 58, 59, 62], "overal": [15, 34, 43, 58, 59, 60, 62], "_registri": 15, "callabl": [15, 16, 34, 43], "import": [15, 25, 27, 34, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 63, 64], "slice_spec": [15, 36, 37, 42, 58, 59, 60, 62], "feature_1": 15, "feature_2": 15, "feature_3": 15, "value_1": 15, "value_2": 15, "2020": [15, 17, 60], "5": [15, 27, 28, 31, 32, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 62, 63], "60": 15, "2022": [15, 58, 59, 60, 62], "6": [15, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 61, 62], "7": [15, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 62, 64], "2000": 15, "2010": 15, "slice_nam": [15, 34, 58, 59, 62], "slice_func": 15, "print": [15, 58, 59, 60, 62], "do": [15, 58, 59, 60, 62], "someth": 15, "here": [15, 58, 59, 62], "filter": [15, 17, 18, 19, 20, 21, 42, 43, 59, 60, 62], "non_nul": 15, "add_slice_spec": 15, "add": [15, 34, 36, 37, 58, 59, 62], "detail": [15, 58, 59, 60, 62], "get_slic": 15, "registri": [15, 58, 59, 62], "gener": [15, 25, 34, 53, 57, 63, 64], "slice_funct": 16, "combin": [16, 58], "multipl": [16, 34, 42, 43], "bitwis": 16, "AND": 16, "appli": [16, 25, 36, 37, 45, 46, 50, 51, 52, 53, 54, 55, 56, 58, 59, 62], "signatur": 16, "kwarg": [16, 27, 36, 37], "compon": 17, "have": [17, 20, 21, 27, 58, 59, 64], "nat": 17, "rais": [17, 19, 20, 34, 36, 37, 42, 43, 45, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56], "typeerror": [17, 19, 20, 34, 43], "valueerror": [19, 34, 36, 37, 42, 43, 45, 47, 49, 50, 51, 52, 53, 54, 55, 56], "substr": 20, "find": [21, 36, 45, 46, 47, 48, 49, 50, 52, 54, 55, 60], "datetime64": 22, "modul": [24, 33, 34, 42, 43, 58, 59, 62], "shift_typ": [25, 27], "target": [25, 29, 30, 36, 37, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 62, 63, 64], "shift_id": [25, 61], "induc": [25, 27], "synthet": [25, 27, 34, 62, 63, 64], "take": [25, 43, 45, 46, 47, 48, 49, 50, 52, 54, 55, 58], "split": [25, 34, 36, 37, 42, 58, 59, 60, 62], "categor": [25, 58, 59, 62], "loader": [25, 60, 61], "load_nihcxr": [25, 60, 61], "mnt": [25, 60, 61], "nihcxr": [25, 60, 63], "hospital_typ": 25, "hospital_type_1": 25, "hospital_type_2": 25, "hospital_type_3": 25, "hospital_type_4": 25, "hospital_type_5": 25, "ds_sourc": [25, 61], "ds_target": [25, 61], "apply_shift": [25, 27, 61], "custom": [25, 34, 61], "ag": [25, 57, 61, 64], "batch": [25, 36, 37, 42, 43, 59, 60], "batch_siz": [25, 36, 37, 42, 43, 58, 59, 62], "1000": [25, 36, 42, 43, 58, 60], "num_proc": [25, 61], "huggingfac": [25, 36, 37, 43], "size": [25, 36, 37, 42, 43, 58, 59, 60, 62], "slicespec": [25, 37, 42, 58, 59, 60, 61, 62], "hospit": [25, 58, 59, 62, 64], "sex": [25, 57, 59, 61, 62, 64], "syntheticshiftappl": 26, "load_diabet": 27, "x": [27, 28, 29, 30, 31, 32, 36, 57, 58, 59, 61, 62], "return_x_i": 27, "from_dict": 27, "train_test_split": [27, 58, 59, 62], "test_siz": 27, "seed": [27, 58, 59, 61, 62], "42": [27, 58, 59, 61, 62], "gn_shift": 27, "x_shift": 27, "ko_shift": 27, "cp_shift": 27, "mfa_shift": 27, "bn_shift": 27, "tolerance_shift": 27, "ds_shift": 27, "nois": [27, 28, 31], "ad": [27, 34, 36, 37, 58, 59, 62], "prob": 28, "delta": [28, 31, 32], "matrix": [28, 29, 30, 31, 32, 62], "covari": [28, 29, 30, 31, 32], "p": [28, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 60], "proport": [28, 58, 59, 60, 62], "control": [28, 43], "fraction": [28, 31, 32, 62], "affect": [28, 31, 34, 58, 59, 62], "dtype": [28, 29, 30, 31, 32, 51, 53, 58, 59, 60], "float64": [28, 29, 30, 31, 32, 51, 53, 60], "n_shuffl": [29, 30], "25": [29, 30, 46, 51, 53, 55, 56, 58, 59, 61, 62], "keep_rows_const": 29, "repermute_each_column": 29, "multiwai": 29, "associ": [29, 58, 59, 60, 62], "swap": [29, 30], "individu": [29, 58, 59, 62], "within": [29, 59], "label": [29, 30, 32, 36, 37, 42, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 60, 64], "cl": [29, 30], "3": [29, 30, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 62, 63], "etc": [29, 30, 58, 59, 60, 62], "floatnumpi": 29, "shuffl": [29, 30, 58], "permut": 29, "same": [29, 42, 43], "across": [29, 43, 63], "shift_class": [30, 32], "rank": 30, "changepoint": 30, "axi": [30, 59, 62], "x_ref": 30, "y_ref": 30, "noise_amt": 31, "normal": [31, 58, 59, 62], "clip": [31, 58, 59, 62], "gaussian": 31, "standard": [31, 58, 59, 62], "deviat": 31, "divid": 31, "255": [31, 60, 61], "imbal": [32, 45, 46, 47, 48, 49, 50, 52, 54, 55], "remov": [32, 36, 37, 43, 58, 59, 60, 62], "sampl": [32, 50, 52, 54], "placehol": 32, "output_dir": [34, 58, 59, 62], "card": [34, 57, 58, 59, 62, 64], "serv": 34, "interfac": 34, "popul": [34, 57, 58, 59, 62, 64], "modelcard": 34, "directori": [34, 58, 59, 62], "save": [34, 36, 37, 58, 59, 62], "current": [34, 58, 59, 62], "export": [34, 58, 59, 60, 62], "output_filenam": [34, 58, 59, 60, 62], "template_path": 34, "interact": [34, 59, 62], "save_json": 34, "synthetic_timestamp": [34, 58, 59, 60, 62], "date": [34, 58, 59, 62], "jinja2": 34, "json": [34, 58, 59, 62], "back": 34, "classmethod": 34, "from_json_fil": 34, "cyclops_report": [34, 58, 59, 62], "log_cit": [34, 60], "citat": [34, 58, 59, 60, 62], "section_nam": [34, 58, 59, 60, 62], "model_detail": [34, 58, 59, 62], "section": [34, 58, 59, 60, 62], "content": 34, "repres": [34, 60], "keyerror": 34, "bibtex": 34, "entri": [34, 56], "plain": 34, "text": [34, 60], "log_dataset": [34, 58], "descript": [34, 58, 59, 60, 62], "license_id": [34, 58], "sensitive_featur": [34, 58], "sensitive_feature_justif": [34, 58], "log": [34, 42, 57, 58, 59, 62, 64], "inform": [34, 58], "about": [34, 58, 59, 60, 62], "train": [34, 36, 37, 42, 57, 60, 63, 64], "resourc": [34, 58, 59, 62], "relev": [34, 58, 59, 62, 63], "context": 34, "homepag": 34, "spdx": [34, 58], "identifi": [34, 57, 60, 64], "licens": [34, 58, 59, 60, 62], "apach": [34, 58, 59, 62], "http": [34, 58, 59, 60, 62], "org": [34, 58, 59, 60, 62], "unknown": 34, "unlicens": 34, "proprietari": 34, "sensit": [34, 44, 58, 59, 60, 62, 63], "justif": [34, 58], "field": [34, 57, 58, 59, 62, 64], "assertionerror": [34, 51, 53], "log_descriptor": [34, 58, 59, 60, 62], "descriptor": 34, "new": [34, 58, 59, 62], "pydant": 34, "basemodel": 34, "subclass": 34, "As": 34, "long": 34, "conflict": 34, "defin": [34, 58, 59, 60, 62], "model_card": 34, "tradeoff": [34, 60], "trade": 34, "off": 34, "interpret": 34, "consider": [34, 58, 59, 60, 62], "log_fairness_assess": [34, 58, 59, 60, 62], "affected_group": [34, 58, 59, 60, 62], "benefit": [34, 58, 59, 60, 62], "harm": [34, 58, 59, 60, 62], "mitigation_strategi": [34, 58, 59, 60, 62], "assess": 34, "mitig": [34, 58, 59, 60, 62], "relat": 34, "log_from_dict": [34, 58, 59, 60, 62], "log_imag": 34, "img_path": 34, "caption": [34, 58, 59, 60, 62], "exist": [34, 36, 37], "log_licens": [34, 58, 59, 62], "full": 34, "avail": [34, 42, 58, 59, 62, 64], "whole": [34, 58, 59, 62], "found": [34, 58], "left": [34, 62], "blank": 34, "instead": 34, "log_model_paramet": [34, 58, 59, 62], "param": [34, 58, 59, 62], "log_own": [34, 58, 59, 60, 62], "contact": [34, 58, 59, 60, 62], "role": 34, "owner": [34, 58, 59, 60, 62], "log_performance_metr": [34, 58, 59, 62], "quantit": [34, 58, 59, 60, 62], "slash": 34, "metric_nam": [34, 43, 58, 59, 60, 62], "log_plotly_figur": [34, 58, 59, 60, 62], "fig": [34, 58, 59, 60, 62], "plotli": [34, 58, 59, 60, 62], "figur": [34, 58, 59, 62], "plot": [34, 58, 59, 60, 62], "log_quantitative_analysi": [34, 58, 59, 60, 62], "analysis_typ": 34, "metric_slic": [34, 58, 59, 60, 62], "decision_threshold": 34, "pass_fail_threshold": [34, 58, 59, 60, 62], "pass_fail_threshold_fn": [34, 58, 59, 60, 62], "liter": [34, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56], "decis": [34, 46, 51, 53, 58, 59, 62], "threshold": [34, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 62, 64], "fail": 34, "log_refer": [34, 58, 59, 62], "log_regul": 34, "regul": 34, "regulatori": [34, 58, 59, 62], "compli": 34, "log_risk": [34, 58, 59, 60, 62], "risk": [34, 58, 59, 60, 62, 64], "log_use_cas": [34, 58, 59, 60, 62], "kind": [34, 58, 59, 60, 62], "scope": [34, 58, 59, 62], "usecas": 34, "log_us": [34, 58, 59, 60, 62], "log_vers": [34, 58, 59, 62], "version_str": [34, 58, 59, 62], "semant": 34, "v1": 34, "dt_date": 34, "dt_datetim": 34, "unix": 34, "yyyi": 34, "mm": 34, "dd": 34, "hh": 34, "ss": 34, "ffffff": 34, "z": 34, "summar": 34, "chang": [34, 58, 59, 60, 62], "made": [34, 58, 59, 62], "task_featur": [36, 37, 58, 59, 62], "task_target": [36, 37, 58, 59, 62], "basetask": [36, 37], "initi": [36, 37, 45, 57, 58, 59, 62, 64], "ptmodel": [36, 37, 60], "skmodel": [36, 37], "add_model": [36, 37], "wrappedmodel": [36, 37], "properti": [36, 37], "data_typ": [36, 37], "model_nam": [36, 37, 58, 59, 60, 61, 62], "prediction_column_prefix": [36, 37, 58, 59, 62], "splits_map": [36, 37], "remove_column": [36, 37, 42, 43, 60], "fairness_config": [36, 37, 42, 58, 59, 62], "override_fairness_metr": [36, 37, 42, 58, 59, 62], "datasetdict": [36, 37, 42], "metricdict": [36, 37, 42, 43, 58, 59, 62], "columntransform": [36, 58, 59, 62], "slicingconfig": 36, "config": 36, "default_max_batch_s": 36, "unnecessari": [36, 37], "fairnessconfig": [36, 37, 42, 58, 59, 62], "argument": [36, 37, 42, 43, 58, 59, 62], "overridden": [36, 37, 42], "get_model": [36, 37], "get": [36, 37, 58, 59, 62], "list_model": [36, 37, 58, 59, 62], "list_models_param": [36, 37, 58, 59, 62], "load_model": [36, 37], "filepath": [36, 37], "pretrain": [36, 37, 60], "models_count": [36, 37], "proba": [36, 58, 59, 62], "mortal": [36, 57], "probabl": [36, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 62], "notfittederror": 36, "save_model": [36, 37], "destin": [36, 37], "correspond": [36, 37, 51], "parent": [36, 37], "dirctori": [36, 37], "keyword": [36, 37, 42, 43], "task_typ": [36, 37, 58, 59, 62], "best_model_param": [36, 58, 59, 62], "x_train": 36, "y_train": 36, "pipelin": [36, 58, 59, 62], "best": [36, 58, 59, 62], "64": [37, 59, 62], "compos": [37, 58, 59, 60, 61, 62], "pathologi": [37, 57, 58, 64], "represent": [37, 58, 59, 62], "packag": [38, 39, 40, 41, 58, 59, 60, 62], "consist": [42, 43], "It": [42, 48, 50, 52, 54, 55, 63], "target_column": [42, 43, 58, 59, 60, 62], "prediction_column": [42, 43, 60], "ignore_column": [42, 60], "raise_on_empty_slic": [42, 43], "load_dataset_kwarg": 42, "load_dataset": 42, "multi": [42, 60], "ignor": [42, 58, 59, 62], "while": 42, "mai": [42, 43, 58, 59, 60, 62], "memori": [42, 43], "entir": [42, 58, 59, 62], "chosen": 42, "eval": 42, "dev": 42, "empti": [42, 43], "warn": [42, 45, 47, 48, 49, 50, 52, 54, 55], "onli": [42, 43, 45, 46, 48, 49, 50, 52, 54, 55, 56], "evaluate_fair": 43, "pariti": 43, "group_valu": 43, "group_bin": [43, 58, 59, 62], "group_base_valu": [43, 58, 59, 62], "compute_optimal_threshold": 43, "metric_kwarg": 43, "multilabel": [43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 64], "uniqu": [43, 46, 47, 51, 53, 60, 64], "limit": [43, 58, 59, 60, 62], "continu": [43, 56, 58, 59, 60, 62], "veri": 43, "slow": 43, "larg": 43, "denomin": 43, "linspac": 43, "monoton": [43, 47, 53], "optim": [43, 58], "oper": [43, 58, 59, 62], "necessari": 43, "usag": [43, 58, 59, 62], "rel": 43, "small": 43, "32": [43, 58, 59, 62], "avoid": 43, "encount": [43, 59, 62], "nest": 43, "level": [43, 58, 59, 60, 62], "second": 43, "third": 43, "omit": 43, "runtimeerror": 43, "accuraci": [44, 58, 59, 62], "auroc": [44, 57, 58, 59, 62, 64], "averag": [44, 45, 46, 48, 49, 50, 52, 54, 55, 58, 59, 60], "precis": [44, 45, 48, 49, 51, 52, 53, 54, 55, 58, 59, 60, 62], "f1": 44, "score": [44, 45, 46, 47, 50, 51, 52, 53, 54, 55, 56], "f": [44, 48, 58, 59, 60, 61, 62], "beta": 44, "precisionrecallcurv": 44, "recal": [44, 45, 47, 48, 51, 53, 54, 55, 58, 59, 60, 62], "roc": [44, 46, 58, 59, 62], "curv": [44, 46, 51, 58, 59, 62], "statscor": 44, "differ": [45, 46, 48, 49, 50, 51, 52, 53, 54, 55, 58, 59, 60, 62, 63], "classif": [45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 58, 59, 62], "multiclass": [45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56], "One": [45, 46, 49, 50, 52, 53, 59, 60, 62], "pos_label": [45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56], "posit": [45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 62], "num_class": [45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 62], "decid": [45, 48, 49, 50, 52, 54, 55], "top_k": [45, 47, 48, 49, 50, 52, 54, 55, 56], "logit": [45, 48, 49, 50, 51, 52, 54, 55, 56], "top": [45, 47, 48, 49, 50, 52, 54, 55, 56], "k": [45, 48, 49, 50, 52, 54, 55, 56, 61], "num_label": [45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 60], "micro": [45, 46, 47, 48, 49, 50, 52, 54, 55], "macro": [45, 46, 47, 48, 49, 50, 52, 54, 55], "weight": [45, 46, 47, 48, 49, 50, 52, 54, 55, 60, 61, 62], "calcul": [45, 46, 47, 48, 49, 50, 52, 54, 55], "global": [45, 46, 47, 48, 49, 50, 52, 54, 55], "unweight": [45, 46, 47, 48, 49, 50, 52, 54, 55], "alter": [45, 48, 49, 50, 52, 54, 55], "zero_divis": [45, 47, 48, 49, 50, 52, 54, 55], "zero": [45, 47, 48, 49, 50, 52, 54, 55], "divis": [45, 47, 48, 49, 50, 52, 54, 55], "act": [45, 47, 48, 49, 50, 52, 54, 55, 56], "also": [45, 47, 48, 49, 50, 52, 54, 55, 58, 59, 60, 62, 64], "pred": [45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 62], "75": [45, 46, 47, 51, 53, 54, 55, 58], "reset_st": [45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56], "05": [45, 46, 48, 49, 50, 51, 52, 53, 54, 55, 56], "95": [45, 46, 48, 50, 51, 53], "zip": [45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56], "update_st": [45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56], "66666667": [45, 48, 51, 52, 53, 54, 55], "sigmoid": [45, 46, 49, 51, 53, 55, 56], "them": [45, 55, 58, 59, 62, 63], "875": 45, "problem": [45, 51, 54, 56, 64], "highest": [45, 50, 52, 54, 55], "binar": [45, 46, 48, 53, 56], "classifi": [45, 48, 49, 50, 52, 54, 55, 58, 59, 62], "correct": [45, 46, 48, 49, 50, 51, 52, 53, 54, 55], "per": [45, 59, 62], "npt": [45, 46, 47, 48, 49, 50, 51, 52, 54, 55, 56], "arraylik": [45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56], "ground": [45, 46, 48, 49, 50, 51, 52, 53, 54, 55, 56], "truth": [45, 46, 48, 49, 50, 51, 52, 53, 54, 55, 56], "acc_scor": 45, "9": [45, 46, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 62], "4": [45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 62, 63], "5555555555555555": 45, "like": [45, 50, 52, 54, 58], "shape": [45, 46, 48, 49, 50, 51, 52, 54, 55, 56, 60, 61], "num_sampl": 45, "flot": 45, "6666666666666666": [45, 48, 50, 51], "max_fpr": 46, "rate": [46, 53, 58, 59, 60, 62], "partial": [46, 60], "auc": 46, "automat": [46, 47, 51, 53], "area": [46, 58, 59, 62], "under": [46, 58, 59, 62], "35": [46, 47, 51, 53, 54, 55, 58, 59, 60, 61, 62], "6111111111111112": 46, "89": [46, 53], "06": [46, 53, 60], "94": 46, "22222222": 46, "625": [46, 49, 55], "aucroc": 46, "auroc_scor": 46, "thei": [46, 51, 53], "via": 46, "softmax": [46, 51, 53], "33333333": [46, 51, 52, 53, 54], "5833333333333333": 47, "1d": [47, 53], "increas": [47, 53], "85714286": 48, "harmon": [49, 58, 59, 62], "8333333333333334": [49, 50, 52, 54], "9090909090909091": 49, "83333333": 49, "55555556": [49, 55], "90909091": 49, "85": [49, 50, 52, 54, 58, 62], "7142857142857143": 49, "appropri": [50, 52, 54, 58, 59, 62], "ratio": [50, 52, 54, 55, 62], "correctli": [50, 58, 59, 60, 62], "observ": [50, 62, 64], "precision_scor": 50, "11": [50, 58, 59, 60, 62, 64], "22": [50, 56, 58, 59, 62], "84": 50, "73": [50, 62], "33": [50, 58, 59, 62], "92": 50, "expect": [50, 52, 54, 58, 59, 62], "n": [50, 52, 54, 58, 59, 60], "l": [50, 52, 54], "presenc": [50, 52, 54, 60], "absenc": [50, 52, 54], "suniqu": 51, "45": [51, 54, 55, 58, 59, 62], "42857143": 51, "375": 51, "multilaabel": 51, "prec": 51, "tolist": [51, 58, 59, 60, 62], "3333333333333333": [51, 52, 54], "rec": 51, "binary_precision_recall_curv": [51, 58, 59, 62], "autofunct": [51, 52], "element": 51, "len": [51, 58, 59, 60, 62], "tp": [52, 54], "fn": [52, 54], "intuit": [52, 54], "abil": [52, 54, 58, 59, 62], "recall_scor": 52, "binary_recal": [52, 58, 59, 62], "precision_recal": 52, "rest": [52, 54], "evenli": 53, "fpr": [53, 58, 59, 62], "tpr": 53, "02": [53, 58, 59, 62], "03": [53, 58, 59], "sensitv": 54, "55": [54, 59], "65": [54, 60, 61], "15": [55, 56, 58, 59, 62], "57142857": 55, "stat": 56, "prior": 56, "classwis": 56, "labelwis": 56, "16": [56, 58, 59, 62], "26": [56, 58, 59, 62], "58": 56, "61": 56, "17": [56, 58, 59, 62], "71": 56, "09": [56, 58, 59, 62], "20": [56, 58, 59, 60, 62], "82": 56, "13": [56, 58, 59, 60, 62], "10": [56, 58, 59, 60, 61, 62], "point": 56, "special": 56, "statist": [56, 58, 59, 60, 62, 63], "n_class": 56, "n_label": 56, "assum": 56, "nadarrai": 56, "kaggl": [57, 58], "constant": [57, 64], "distribut": [57, 60, 64], "outcom": [57, 64], "preprocessor": [57, 64], "creation": [57, 64], "mimiciv": [57, 59], "queri": [57, 64], "inspect": [57, 58, 64], "preprocess": [57, 58, 64], "drop": [57, 58, 64], "nan_threshold": [57, 58, 64], "gender": [57, 58, 60, 61, 64], "synthea": [57, 62], "prolong": [57, 59], "length": [57, 59, 60], "stai": [57, 59], "nih": [57, 60, 61], "chest": 57, "rai": 57, "diseas": [57, 58, 64], "histor": [57, 64], "period": [57, 64], "w": [57, 64], "notebook": [58, 59, 60, 62], "showcas": [58, 59, 62, 64], "popular": 58, "formul": [58, 59, 62], "patient": [58, 59, 60, 61, 62, 64], "copi": [58, 59, 60, 62], "shutil": [58, 59, 60, 62], "express": [58, 59, 60, 62], "px": [58, 59, 60, 62], "kaggle_api_extend": 58, "kaggleapi": 58, "simpleimput": [58, 59, 62], "minmaxscal": [58, 59, 62], "onehotencod": [58, 59, 62], "df": [58, 59, 62], "tabularfeatur": [58, 59, 62], "slicer": [58, 59, 60, 61, 62], "noqa": [58, 59, 60, 62], "e402": [58, 59, 60, 62], "create_metr": [58, 59, 60, 62], "experiment": [58, 59, 60, 62], "metric_dict": [58, 59, 62], "catalog": [58, 59, 62], "create_model": [58, 59, 62], "modelcardreport": [58, 59, 60, 62], "classificationplott": [58, 59, 62], "util": [58, 59, 60, 62], "flatten_results_dict": [58, 59, 62], "binarytabularclassificationtask": [58, 59, 62], "join": [58, 59, 62], "load_datafram": 58, "offer": [58, 59, 60, 62], "overview": [58, 59, 60, 62], "high": [58, 59, 60, 62], "quick": [58, 59, 60, 62], "glanc": [58, 59, 60, 62], "sever": [58, 59, 60, 62], "subgroup": [58, 59, 60, 62], "subpopul": [58, 59, 60, 62], "technic": [58, 59, 60, 62], "architectur": [58, 59, 60, 62], "involv": [58, 59, 60, 62], "intend": [58, 59, 60, 62], "go": [58, 59, 60, 62], "end": [58, 59, 60, 62], "tool": [58, 59, 60, 62], "progress": [58, 59, 60, 62], "subject": [58, 59, 60, 62], "data_dir": [58, 60], "random_se": [58, 59, 62], "train_siz": [58, 59, 62], "pip": [58, 65], "sign": [58, 62], "www": 58, "com": [58, 60], "Then": 58, "profil": [58, 59, 62], "usernam": 58, "trigger": 58, "download": 58, "credenti": 58, "place": 58, "locat": 58, "machin": [58, 60], "authent": 58, "dataset_download_fil": 58, "fedesoriano": 58, "unzip": 58, "csv": [58, 62], "file_format": 58, "reset_index": [58, 59, 62], "2024": [58, 59, 62], "27": [58, 59, 62], "19": [58, 59, 60, 62], "08": [58, 59], "034": 58, "chestpaintyp": 58, "restingbp": 58, "cholesterol": 58, "fastingb": 58, "restingecg": 58, "40": [58, 59, 62], "ata": 58, "140": 58, "289": 58, "49": [58, 62], "nap": 58, "160": 58, "180": 58, "37": [58, 59, 62], "130": 58, "283": [58, 62], "st": 58, "48": [58, 59, 62], "asi": 58, "138": 58, "214": 58, "54": 58, "150": [58, 62], "195": 58, "913": 58, "ta": 58, "110": 58, "264": 58, "914": 58, "68": 58, "144": 58, "193": 58, "915": 58, "57": 58, "131": 58, "916": 58, "236": 58, "lvh": 58, "917": 58, "38": [58, 59, 62], "175": 58, "maxhr": 58, "exerciseangina": 58, "oldpeak": 58, "st_slope": 58, "heartdiseas": 58, "172": 58, "156": 58, "flat": 58, "98": 58, "108": 58, "122": 58, "132": 58, "141": 58, "115": 58, "174": 58, "173": 58, "918": 58, "pie": [58, 59, 60, 62], "update_layout": [58, 59, 60, 62], "titl": [58, 59, 60, 62], "histogram": [58, 59, 60, 62], "xaxis_titl": [58, 59, 60, 62], "yaxis_titl": [58, 59, 60, 62], "bargap": [58, 59, 60, 62], "astyp": [58, 59, 62], "update_trac": [58, 59, 60, 62], "textinfo": [58, 59, 62], "percent": [58, 59, 62], "title_text": [58, 59, 62], "hovertempl": [58, 59, 62], "br": [58, 59, 62], "class_count": [58, 59, 62], "value_count": [58, 59, 62], "class_ratio": [58, 59, 62], "8070866141732284": 58, "508": 58, "410": 58, "int64": [58, 59, 60], "14": [58, 59, 60, 62, 64], "39": [58, 59, 60, 62], "wa": [58, 59, 60, 62], "li": 58, "et": 58, "al": 58, "most": 58, "features_list": [58, 59, 62], "essenti": [58, 59, 62], "step": [58, 59, 62], "understand": [58, 59, 62], "u": [58, 59, 62], "tab_featur": [58, 59, 62], "ordin": [58, 59, 62], "might": [58, 59, 62], "numeric_transform": [58, 59, 62], "scaler": [58, 59, 62], "binary_transform": [58, 59, 62], "most_frequ": [58, 59, 62], "18": [58, 59, 61, 62], "numeric_featur": [58, 59, 62], "features_by_typ": [58, 59, 62], "numeric_indic": [58, 59, 62], "get_loc": [58, 59, 62], "binary_featur": [58, 59, 62], "ordinal_featur": [58, 59], "binary_indic": [58, 59, 62], "ordinal_indic": [58, 59], "num": [58, 59, 62], "onehot": [58, 59, 62], "handle_unknown": [58, 59, 62], "remaind": [58, 59, 62], "passthrough": [58, 59, 62], "let": [58, 59, 62], "21": [58, 59, 62], "alreadi": [58, 59, 62], "independ": 58, "common": [58, 59], "everi": 58, "uci": 58, "learn": [58, 60], "archiv": 58, "ic": 58, "edu": 58, "ml": [58, 59, 62], "databas": [58, 59, 62], "cleandoc": 58, "misc": 58, "author": [58, 60], "publish": 58, "cc0": 58, "demograph": [58, 60], "often": 58, "strong": 58, "correl": 58, "older": [58, 59, 62], "higher": 58, "power": [58, 59, 62], "easi": [58, 59, 62], "from_panda": [58, 59, 62], "cleanup_cache_fil": [58, 59, 62], "num_row": 58, "cast_column": [58, 59, 62], "stratify_by_column": [58, 59, 62], "straightforward": [58, 59, 62], "maintain": [58, 59, 62], "instanti": [58, 59, 62], "line": [58, 59, 62], "sgd": 58, "logisit": [58, 59, 62], "regress": [58, 59, 62], "sgdclassif": 58, "24": [58, 59, 62], "sgd_classifi": 58, "random_st": [58, 59, 62], "123": [58, 59, 62], "verbos": [58, 59, 62], "class_weight": 58, "balanc": 58, "encapsul": [58, 59, 62], "cohes": [58, 59, 62], "structur": [58, 59, 62], "smooth": [58, 59, 62], "manag": [58, 59, 62], "heart_failure_prediction_task": 58, "after": [58, 59, 62], "hyperparamet": [58, 59, 62], "search": [58, 59, 62], "grid": [58, 59, 62], "alpha": 58, "0001": 58, "001": 58, "100": [58, 59, 60, 62], "learning_r": [58, 59, 62], "invscal": 58, "adapt": 58, "eta0": 58, "roc_auc": 58, "998": 58, "wrapper": [58, 59, 60, 62], "sk_model": [58, 59, 62], "999": 58, "sgdclassifi": 58, "x27": [58, 59, 62], "early_stop": 58, "loss": 58, "log_loss": 58, "jupyt": [58, 59, 62], "rerun": [58, 59, 62], "cell": [58, 59, 62], "On": [58, 59, 60, 62], "github": [58, 59, 60, 62], "unabl": [58, 59, 62], "render": [58, 59, 62], "try": [58, 59, 62], "page": [58, 59, 62], "nbviewer": [58, 59, 62], "sgdclassifiersgdclassifi": 58, "28": [58, 59, 62], "model_param": [58, 59, 62], "epsilon": 58, "fit_intercept": 58, "l1_ratio": 58, "max_it": 58, "n_iter_no_chang": 58, "n_job": [58, 59, 62], "penalti": 58, "l2": 58, "power_t": 58, "tol": 58, "validation_fract": 58, "warm_start": 58, "29": [58, 59, 62], "30": [58, 59, 60, 62, 64], "y_pred": [58, 59, 62], "only_predict": [58, 59, 62], "184": [58, 59], "perspect": [58, 59, 62], "binary_accuraci": [58, 59, 62], "binary_precis": [58, 59, 62], "binary_f1_scor": [58, 59, 62], "binary_auroc": [58, 59, 62], "binary_average_precis": [58, 59], "binary_roc_curv": [58, 59, 62], "metric_collect": [58, 59, 62], "certain": [58, 59, 62], "50": [58, 59, 61, 62], "70": 58, "binary_specif": [58, 59, 62], "binary_sensit": [58, 59, 62], "fnr": [58, 59, 62], "ber": [58, 59, 62], "fairness_metric_collect": [58, 59, 62], "34": [58, 59, 62], "dataset_with_pr": [58, 59, 62], "36": [58, 59, 62], "results_femal": 58, "_": 58, "binaryaccuraci": [58, 59, 62], "right": [58, 59, 62], "model_for_pr": [58, 59, 62], "results_flat": [58, 59, 60, 62], "remove_metr": [58, 59, 62], "binaryroc": [58, 59, 62], "binaryprecisionrecallcurv": [58, 59, 62], "results_female_flat": 58, "w505": [58, 59], "item": [58, 59, 60, 61, 62], "plw2901": [58, 59, 60, 62], "binaryprecis": [58, 59, 62], "binaryrecal": [58, 59, 62], "actual": [58, 59, 60, 62], "known": [58, 59, 60, 62], "binaryauroc": [58, 59, 62], "receiv": [58, 59, 62], "characterist": [58, 59, 62], "measur": [58, 59, 62], "binaryaverageprecis": [58, 59], "auprc": [58, 59], "binaryf1scor": [58, 59, 62], "lambda": [58, 59, 60, 61, 62], "plotter": [58, 59, 61, 62], "class_nam": [58, 59, 62], "set_templ": [58, 59, 62], "plotly_whit": [58, 59, 62], "extract": [58, 59, 62], "roc_curv": [58, 59, 62], "slice_result": [58, 59, 62], "dict_kei": [58, 59, 62], "roc_plot": [58, 59, 62], "roc_curve_comparison": [58, 59, 62], "femal": [58, 60, 61, 62], "41": [58, 59, 62], "pr_curv": [58, 59], "average_precis": [58, 59], "pr_plot": [58, 59], "precision_recall_curve_comparison": [58, 59], "comparison": [58, 59, 62], "43": [58, 59, 62], "overall_perform": [58, 59, 62], "metric_valu": [58, 59, 62], "44": [58, 59, 62], "overall_performance_plot": [58, 59, 62], "metrics_valu": [58, 59, 62], "slice_metr": [58, 59, 62], "46": [58, 59, 62], "slice_metrics_plot": [58, 59, 62], "metrics_comparison_bar": [58, 59, 62], "47": [58, 59, 62], "reform": [58, 59, 62], "fairness_result": [58, 59, 62], "deepcopi": [58, 59, 62], "fairness_metr": [58, 59, 62], "group_siz": [58, 59, 62], "pop": [58, 59, 62], "fairness_plot": [58, 59, 62], "metrics_comparison_scatt": [58, 59, 62], "some": [58, 59, 62], "audienc": [58, 59, 62], "organ": [58, 59, 62], "store": [58, 59, 62], "regulatory_requir": [58, 59, 62], "todai": [58, 59, 62], "releas": [58, 59, 62], "team": [58, 59, 62], "vectorinstitut": [58, 59, 62], "io": [58, 59, 62], "email": [58, 59, 60, 62], "scikit": 58, "stabl": [58, 59, 62], "linear_model": 58, "e501": [58, 59, 62], "next": [58, 59, 62], "use_cas": [58, 59, 62], "These": [58, 59, 62], "could": [58, 59, 62], "downstream": [58, 59, 62], "fairness_assess": [58, 59, 62], "well": [58, 59, 60, 62], "taken": [58, 59, 62], "ethical_consider": [58, 59, 62], "condit": 58, "other": 58, "bias": [58, 59, 60, 62], "lead": [58, 59, 62], "wors": [58, 59, 62], "retrain": [58, 59, 62], "By": [58, 59, 62], "folder": [58, 59, 62], "51": 58, "_model_card": [58, 59, 62], "report_path": [58, 59, 60, 62], "heart_failure_report_period": 58, "metric_sav": 58, "quantitative_analysi": [58, 59, 62], "performance_metr": [58, 59, 62], "append": [58, 62], "random": [58, 59, 61, 62], "els": [58, 60, 61], "rmtree": [58, 59, 62], "view": [58, 59, 60, 62, 64], "die": 59, "admiss": 59, "cycqueri": [59, 62], "op": [59, 62], "qo": [59, 62], "graph_object": [59, 62], "mimicivqueri": 59, "imblearn": 59, "over_sampl": 59, "smote": 59, "imbpipelin": 59, "aggreg": 59, "restrict_timestamp": 59, "clean": 59, "normalize_nam": 59, "add_years_approxim": 59, "deathtim": 59, "lab": [59, 60], "event": 59, "merg": [59, 62], "querier": [59, 62], "dbm": [59, 62], "postgresql": [59, 62], "port": [59, 62], "5432": [59, 62], "host": [59, 62], "localhost": [59, 62], "postgr": [59, 62], "password": [59, 62], "pwd": [59, 62], "def": [59, 62], "get_encount": [59, 62], "mimiciv_hosp": 59, "drop_op": 59, "languag": 59, "marital_statu": 59, "edregtim": 59, "edouttim": 59, "patient_encount": [59, 62], "subject_id": 59, "admittim": 59, "dt": 59, "anchor_year": 59, "anchor_ag": 59, "col": 59, "dischtim": 59, "anchor_year_differ": 59, "hadm_id": 59, "admission_loc": 59, "admission_typ": 59, "insur": 59, "hospital_expire_flag": 59, "compute_mortality_outcom": 59, "death": 59, "invalid": 59, "isna": 59, "shorter": 59, "di": 59, "mortality_outcom": 59, "get_labev": 59, "labev": 59, "index_col": 59, "batch_mod": 59, "process_labev": 59, "revers": 59, "deidentifi": 59, "charttim": 59, "categori": [59, 62], "start_timestamp": 59, "set_index": 59, "renam": [59, 62], "mean_aggreg": 59, "valuenum": 59, "means_df": 59, "batch_num": 59, "labevents_batch": 59, "enumer": [59, 60], "pivot": 59, "add_prefix": [59, 62], "lab_": 59, "concat": 59, "break": 59, "run_queri": [59, 62], "cohort": [59, 62], "396": 59, "orm": [59, 62], "readi": [59, 62], "099": 59, "successfulli": [59, 62], "101": 59, "finish": [59, 62], "execut": [59, 62], "432613": 59, "105518": 59, "5925": 59, "04": 59, "105": 59, "106": 59, "225979": 59, "null_count": [59, 62], "isnul": [59, 62], "bar": [59, 60, 62], "height": [59, 60], "600": 59, "respect": [59, 62], "final": [59, 60, 62], "larger": [59, 62], "thresh_nan": [59, 62], "dropna": [59, 62], "thresh": [59, 62], "heavili": 59, "unbalanc": 59, "36758893280632": 59, "14008": 59, "253": 59, "lab_mchc": 59, "lab_whit": 59, "blood": [59, 62], "lab_inr": 59, "pt": 59, "lab_pt": 59, "lab_rdw": 59, "sd": 59, "lab_glucos": 59, "lab_magnesium": 59, "lab_mch": 59, "lab_hemoglobin": 59, "lab_potassium": 59, "lab_i": 59, "lab_alkalin": 59, "phosphatas": [59, 62], "lab_ph": 59, "lab_ptt": 59, "lab_bilirubin": 59, "lab_phosph": 59, "lab_alanin": 59, "aminotransferas": [59, 62], "alt": 59, "lab_hematocrit": 59, "lab_platelet": 59, "lab_urea": 59, "nitrogen": [59, 62], "lab_h": 59, "lab_aspar": 59, "ast": 59, "lab_l": 59, "lab_chlorid": 59, "lab_calcium": 59, "lab_bicarbon": 59, "lab_creatinin": 59, "lab_mcv": 59, "lab_anion": 59, "gap": 59, "lab_r": 59, "lab_sodium": 59, "preprocessor_pipelin": 59, "oversampl": 59, "xgbclassif": [59, 62], "xgb_classifi": [59, 62], "mortality_task": 59, "n_estim": [59, 62], "250": [59, 62], "500": [59, 62], "max_depth": [59, 62], "reg_lambda": [59, 62], "colsample_bytre": [59, 62], "gamma": [59, 62], "183": 59, "185": 59, "186": 59, "xgbclassifi": [59, 62], "base_scor": [59, 62], "booster": [59, 62], "callback": [59, 62], "colsample_bylevel": [59, 62], "colsample_bynod": [59, 62], "early_stopping_round": [59, 62], "enable_categor": [59, 62], "eval_metr": [59, 62], "logloss": [59, 62], "feature_typ": [59, 62], "gpu_id": [59, 62], "grow_polici": [59, 62], "importance_typ": [59, 62], "interaction_constraint": [59, 62], "max_bin": [59, 62], "max_cat_threshold": [59, 62], "max_cat_to_onehot": [59, 62], "max_delta_step": [59, 62], "max_leav": [59, 62], "min_child_weight": [59, 62], "miss": [59, 62], "monotone_constraint": [59, 62], "num_parallel_tre": [59, 62], "predictor": [59, 62], "xgbclassifierxgbclassifi": [59, 62], "logist": [59, 62], "use_label_encod": [59, 62], "reg_alpha": [59, 62], "sampling_method": [59, 62], "scale_pos_weight": [59, 62], "subsampl": [59, 62], "tree_method": [59, 62], "validate_paramet": [59, 62], "2853": 59, "80": [59, 60, 62], "__rsub__": 59, "implement": [59, 64], "readthedoc": [59, 62], "en": [59, 62], "python_api": [59, 62], "mortality_report_period": 59, "functool": 60, "densenet": [60, 61], "filter_valu": 60, "lambdad": [60, 61], "resiz": [60, 61], "apply_transform": 60, "clinical_dataset": [60, 61], "nih_d": [60, 61], "spatial_s": [60, 61], "224": [60, 61], "allow_missing_kei": [60, 61], "func": [60, 61], "1024": [60, 61], "newaxi": [60, 61], "densenet121": [60, 61], "res224": [60, 61], "feature_column": [60, 61], "No": 60, "adjust": 60, "originalimag": 60, "width": [60, 62], "originalimagepixelspac": 60, "unnam": 60, "atelectasi": 60, "float32": 60, "cardiomegali": 60, "consolid": 60, "edema": 60, "effus": 60, "emphysema": 60, "fibrosi": 60, "hernia": 60, "infiltr": 60, "mass": [60, 62], "nodul": 60, "pleural_thicken": 60, "pneumonia": 60, "pneumothorax": 60, "__index_level_0__": 60, "ppv": 60, "multilabel_ppv": 60, "npv": 60, "multilabel_npv": 60, "multilabel_specif": 60, "multilabel_sensit": 60, "nih_eval_results_gend": 60, "nih_eval_results_ag": 60, "male": [60, 61], "showlegend": 60, "slice_": 60, "model_for_predict": 60, "itr": 60, "multilabelppv": 60, "among": 60, "multilabelnpv": 60, "multilabelsensit": 60, "multilabelspecif": 60, "isinst": 60, "112": [60, 64], "120": [60, 62, 64], "frontal": [60, 64], "805": [60, 64], "fourteen": 60, "mine": 60, "radiolog": 60, "pleural": 60, "thicken": 60, "arxiv": 60, "ab": 60, "2111": 60, "00595": 60, "inproceed": 60, "cohen2022xrv": 60, "cohen": 60, "joseph": 60, "paul": 60, "viviano": 60, "bertin": 60, "morrison": 60, "torabian": 60, "parsa": 60, "guarrera": 60, "matteo": 60, "lungren": 60, "matthew": 60, "chaudhari": 60, "akshai": 60, "brook": 60, "rupert": 60, "hashir": 60, "mohammad": 60, "bertrand": 60, "hadrien": 60, "booktitl": 60, "deep": 60, "url": 60, "mlmed": 60, "arxivid": 60, "cohen2020limit": 60, "cross": 60, "domain": 60, "autom": [60, 62], "2002": 60, "02497": 60, "medicin": 60, "josephpcohen": 60, "radiologist": 60, "inabl": 60, "addition": 60, "poor": 60, "qualiti": 60, "artifact": 60, "geograph": 60, "region": 60, "ethic": 60, "ensur": 60, "divers": 60, "regularli": 60, "updat": 60, "human": 60, "expertis": 60, "address": 60, "rare": 60, "nihcxr_report_period": 60, "2023": 60, "clinicalshiftappl": 61, "detector": 61, "reductor": 61, "tstester": 61, "plot_drift_experi": 61, "plot_drift_timeseri": 61, "manual_se": 61, "lt": 61, "_c": 61, "0x7fa78de3af70": 61, "gt": 61, "shifter": 61, "source_d": 61, "target_d": 61, "dr_method": 61, "bbse": 61, "soft": 61, "txrv": 61, "ae": 61, "sensitivity_test": 61, "tester": 61, "tester_method": 61, "source_sample_s": 61, "target_sample_s": 61, "num_run": 61, "detect_shift": 61, "chexpert": 61, "chex": 61, "padchest": 61, "pc": 61, "source_slic": 61, "target_slic": 61, "rolling_window_drift": 61, "timestamp_column": 61, "window_s": 61, "4w": 61, "longer": 62, "v3": 62, "instruct": 62, "etl": 62, "datasetqueri": 62, "num_dai": 62, "synthea_demo": 62, "nativ": 62, "sequenti": 62, "patient_id": 62, "birthdat": 62, "race": 62, "ethnic": 62, "isout": 62, "encounter_id": 62, "extracttimestampcompon": 62, "start_year": 62, "birthdate_year": 62, "addcolumn": 62, "new_col_label": 62, "lo": 62, "conditiongreaterthan": 62, "conditionlessthan": 62, "get_observ": 62, "conditionin": 62, "laboratori": 62, "vital": 62, "conditionequ": 62, "groupby_op": 62, "groupbyaggreg": 62, "n_ob": 62, "observations_count": 62, "observations_stat": 62, "pivot_t": 62, "obs_": 62, "get_med": 62, "n_med": 62, "get_procedur": 62, "procedur": [62, 64], "n_procedur": 62, "cohort_queri": 62, "to_merg": 62, "extend": 62, "to_merge_df": 62, "044": 62, "284": 62, "887026": 62, "121": 62, "835471": 62, "657": 62, "658": 62, "382661": 62, "151": 62, "488408": 62, "232": 62, "234": 62, "081796": 62, "length_of_stai": 62, "length_of_stay_count": 62, "length_of_stay_kei": 62, "5573997233748271": 62, "obs_alanin": 62, "enzymat": 62, "volum": 62, "serum": 62, "plasma": 62, "obs_albumin": 62, "obs_alkalin": 62, "obs_aspart": 62, "obs_bilirubin": 62, "obs_bodi": 62, "obs_calcium": 62, "obs_carbon": 62, "dioxid": 62, "mole": 62, "obs_chlorid": 62, "obs_creatinin": 62, "obs_diastol": 62, "pressur": 62, "obs_erythrocyt": 62, "obs_ferritin": 62, "obs_glomerular": 62, "filtrat": 62, "sq": 62, "obs_glucos": 62, "obs_hematocrit": 62, "obs_hemoglobin": 62, "obs_leukocyt": 62, "obs_mch": 62, "entit": 62, "obs_mchc": 62, "obs_mcv": 62, "obs_oxygen": 62, "satur": 62, "arteri": 62, "obs_platelet": 62, "obs_potassium": 62, "obs_protein": 62, "obs_sodium": 62, "obs_systol": 62, "obs_troponin": 62, "cardiac": 62, "obs_urea": 62, "los_task": 62, "257": 62, "258": 62, "259": 62, "260": 62, "226": 62, "binary_confusion_matrix": 62, "rsub": 62, "due": 62, "binaryconfusionmatrix": 62, "confus": 62, "confusion_matrix": 62, "conf_plot": 62, "plot_confusion_matrix": 62, "binaryroccurv": 62, "length_of_stay_report_period": 62, "drift": 63, "experi": 63, "reduct": 63, "techniqu": 63, "roll": 63, "biweekli": 63, "variabl": 64, "ehr": 64, "collect": 64, "site": 64, "icu": 64, "demonstr": 64}, "objects": {"cyclops": [[38, 0, 0, "-", "data"], [39, 0, 0, "-", "monitor"], [40, 0, 0, "-", "report"], [41, 0, 0, "-", "tasks"]], "cyclops.data": [[8, 0, 0, "-", "aggregate"], [38, 0, 0, "-", "features"], [14, 0, 0, "-", "slicer"]], "cyclops.data.aggregate": [[9, 1, 1, "", "Aggregator"], [10, 4, 1, "", "tabular_as_aggregated"], [11, 4, 1, "", "timestamp_ffill_agg"]], "cyclops.data.aggregate.Aggregator": [[9, 2, 1, "", "__init__"], [9, 3, 1, "", "agg_by"], [9, 3, 1, "", "agg_meta_for"], [9, 3, 1, "", "aggfuncs"], [9, 2, 1, "", "fit"], [9, 2, 1, "", "fit_transform"], [9, 3, 1, "", "imputer"], [9, 3, 1, "", "num_timesteps"], [9, 2, 1, "", "set_output"], [9, 3, 1, "", "time_by"], [9, 3, 1, "", "timestamp_col"], [9, 3, 1, "", "timestep_size"], [9, 2, 1, "", "transform"], [9, 3, 1, "", "window_duration"], [9, 3, 1, "", "window_start_time"], [9, 3, 1, "", "window_stop_time"], [9, 3, 1, "", "window_times"]], "cyclops.data.features": [[12, 0, 0, "-", "medical_image"]], "cyclops.data.features.medical_image": [[13, 1, 1, "", "MedicalImage"]], "cyclops.data.features.medical_image.MedicalImage": [[13, 2, 1, "", "__call__"], [13, 2, 1, "", "cast_storage"], [13, 2, 1, "", "decode_example"], [13, 2, 1, "", "embed_storage"], [13, 2, 1, "", "encode_example"], [13, 2, 1, "", "flatten"]], "cyclops.data.slicer": [[15, 1, 1, "", "SliceSpec"], [16, 4, 1, "", "compound_filter"], [17, 4, 1, "", "filter_datetime"], [18, 4, 1, "", "filter_non_null"], [19, 4, 1, "", "filter_range"], [20, 4, 1, "", "filter_string_contains"], [21, 4, 1, "", "filter_value"], [22, 4, 1, "", "is_datetime"], [23, 4, 1, "", "overall"]], "cyclops.data.slicer.SliceSpec": [[15, 3, 1, "", "_registry"], [15, 2, 1, "", "add_slice_spec"], [15, 3, 1, "", "column_names"], [15, 2, 1, "", "get_slices"], [15, 3, 1, "", "include_overall"], [15, 2, 1, "", "slices"], [15, 3, 1, "", "spec_list"], [15, 3, 1, "", "validate"]], "cyclops.evaluate.evaluator": [[42, 4, 1, "", "evaluate"]], "cyclops.evaluate.fairness.evaluator": [[43, 4, 1, "", "evaluate_fairness"]], "cyclops.evaluate.metrics": [[46, 1, 1, "", "AUROC"], [45, 1, 1, "", "Accuracy"], [46, 1, 1, "", "BinaryAUROC"], [45, 1, 1, "", "BinaryAccuracy"], [47, 1, 1, "", "BinaryAveragePrecision"], [48, 1, 1, "", "BinaryF1Score"], [49, 1, 1, "", "BinaryFbetaScore"], [50, 1, 1, "", "BinaryPrecision"], [51, 1, 1, "", "BinaryPrecisionRecallCurve"], [53, 1, 1, "", "BinaryROCCurve"], [52, 1, 1, "", "BinaryRecall"], [54, 1, 1, "", "BinarySensitivity"], [55, 1, 1, "", "BinarySpecificity"], [56, 1, 1, "", "BinaryStatScores"], [48, 1, 1, "", "F1Score"], [49, 1, 1, "", "FbetaScore"], [46, 1, 1, "", "MulticlassAUROC"], [45, 1, 1, "", "MulticlassAccuracy"], [48, 1, 1, "", "MulticlassF1Score"], [49, 1, 1, "", "MulticlassFbetaScore"], [50, 1, 1, "", "MulticlassPrecision"], [51, 1, 1, "", "MulticlassPrecisionRecallCurve"], [53, 1, 1, "", "MulticlassROCCurve"], [52, 1, 1, "", "MulticlassRecall"], [54, 1, 1, "", "MulticlassSensitivity"], [55, 1, 1, "", "MulticlassSpecificity"], [56, 1, 1, "", "MulticlassStatScores"], [46, 1, 1, "", "MultilabelAUROC"], [45, 1, 1, "", "MultilabelAccuracy"], [48, 1, 1, "", "MultilabelF1Score"], [49, 1, 1, "", "MultilabelFbetaScore"], [50, 1, 1, "", "MultilabelPrecision"], [51, 1, 1, "", "MultilabelPrecisionRecallCurve"], [53, 1, 1, "", "MultilabelROCCurve"], [52, 1, 1, "", "MultilabelRecall"], [54, 1, 1, "", "MultilabelSensitivity"], [55, 1, 1, "", "MultilabelSpecificity"], [56, 1, 1, "", "MultilabelStatScores"], [50, 1, 1, "", "Precision"], [51, 1, 1, "", "PrecisionRecallCurve"], [53, 1, 1, "", "ROCCurve"], [52, 1, 1, "", "Recall"], [54, 1, 1, "", "Sensitivity"], [55, 1, 1, "", "Specificity"], [56, 1, 1, "", "StatScores"]], "cyclops.evaluate.metrics.functional.accuracy": [[45, 4, 1, "", "binary_accuracy"], [45, 4, 1, "", "multiclass_accuracy"], [45, 4, 1, "", "multilabel_accuracy"]], "cyclops.evaluate.metrics.functional.auroc": [[46, 4, 1, "", "auroc"], [46, 4, 1, "", "binary_auroc"], [46, 4, 1, "", "multiclass_auroc"], [46, 4, 1, "", "multilabel_auroc"]], "cyclops.evaluate.metrics.functional.average_precision": [[47, 4, 1, "", "average_precision"], [47, 4, 1, "", "binary_average_precision"]], "cyclops.evaluate.metrics.functional.f_beta": [[48, 4, 1, "", "binary_f1_score"], [49, 4, 1, "", "binary_fbeta_score"], [48, 4, 1, "", "f1_score"], [49, 4, 1, "", "fbeta_score"], [48, 4, 1, "", "multiclass_f1_score"], [49, 4, 1, "", "multiclass_fbeta_score"], [48, 4, 1, "", "multilabel_f1_score"], [49, 4, 1, "", "multilabel_fbeta_score"]], "cyclops.evaluate.metrics.functional.precision_recall": [[50, 4, 1, "", "binary_precision"], [50, 4, 1, "", "multiclass_precision"], [52, 4, 1, "", "multiclass_recall"], [50, 4, 1, "", "multilabel_precision"], [52, 4, 1, "", "multilabel_recall"], [50, 4, 1, "", "precision"], [52, 4, 1, "", "recall"]], "cyclops.evaluate.metrics.functional.precision_recall_curve": [[51, 4, 1, "", "multiclass_precision_recall_curve"], [51, 4, 1, "", "multilabel_precision_recall_curve"], [51, 4, 1, "", "precision_recall_curve"]], "cyclops.evaluate.metrics.functional.roc": [[53, 4, 1, "", "binary_roc_curve"], [53, 4, 1, "", "multiclass_roc_curve"], [53, 4, 1, "", "multilabel_roc_curve"], [53, 4, 1, "", "roc_curve"]], "cyclops.evaluate.metrics.functional.sensitivity": [[54, 4, 1, "", "binary_sensitivity"], [54, 4, 1, "", "multiclass_sensitivity"], [54, 4, 1, "", "multilabel_sensitivity"], [54, 4, 1, "", "sensitivity"]], "cyclops.evaluate.metrics.functional.specificity": [[55, 4, 1, "", "binary_specificity"], [55, 4, 1, "", "multiclass_specificity"], [55, 4, 1, "", "multilabel_specificity"], [55, 4, 1, "", "specificity"]], "cyclops.evaluate.metrics.functional.stat_scores": [[56, 4, 1, "", "binary_stat_scores"], [56, 4, 1, "", "multiclass_stat_scores"], [56, 4, 1, "", "multilabel_stat_scores"], [56, 4, 1, "", "stat_scores"]], "cyclops.monitor": [[24, 0, 0, "-", "clinical_applicator"], [26, 0, 0, "-", "synthetic_applicator"]], "cyclops.monitor.clinical_applicator": [[25, 1, 1, "", "ClinicalShiftApplicator"]], "cyclops.monitor.clinical_applicator.ClinicalShiftApplicator": [[25, 2, 1, "", "age"], [25, 2, 1, "", "apply_shift"], [25, 2, 1, "", "custom"], [25, 2, 1, "", "hospital_type"], [25, 2, 1, "", "month"], [25, 2, 1, "", "sex"], [25, 2, 1, "", "time"]], "cyclops.monitor.synthetic_applicator": [[27, 1, 1, "", "SyntheticShiftApplicator"], [28, 4, 1, "", "binary_noise_shift"], [29, 4, 1, "", "feature_association_shift"], [30, 4, 1, "", "feature_swap_shift"], [31, 4, 1, "", "gaussian_noise_shift"], [32, 4, 1, "", "knockout_shift"]], "cyclops.monitor.synthetic_applicator.SyntheticShiftApplicator": [[27, 2, 1, "", "apply_shift"]], "cyclops.report": [[33, 0, 0, "-", "report"]], "cyclops.report.report": [[34, 1, 1, "", "ModelCardReport"]], "cyclops.report.report.ModelCardReport": [[34, 2, 1, "", "export"], [34, 2, 1, "", "from_json_file"], [34, 2, 1, "", "log_citation"], [34, 2, 1, "", "log_dataset"], [34, 2, 1, "", "log_descriptor"], [34, 2, 1, "", "log_fairness_assessment"], [34, 2, 1, "", "log_from_dict"], [34, 2, 1, "", "log_image"], [34, 2, 1, "", "log_license"], [34, 2, 1, "", "log_model_parameters"], [34, 2, 1, "", "log_owner"], [34, 2, 1, "", "log_performance_metrics"], [34, 2, 1, "", "log_plotly_figure"], [34, 2, 1, "", "log_quantitative_analysis"], [34, 2, 1, "", "log_reference"], [34, 2, 1, "", "log_regulation"], [34, 2, 1, "", "log_risk"], [34, 2, 1, "", "log_use_case"], [34, 2, 1, "", "log_user"], [34, 2, 1, "", "log_version"]], "cyclops.tasks": [[35, 0, 0, "-", "classification"]], "cyclops.tasks.classification": [[36, 1, 1, "", "BinaryTabularClassificationTask"], [37, 1, 1, "", "MultilabelImageClassificationTask"]], "cyclops.tasks.classification.BinaryTabularClassificationTask": [[36, 2, 1, "", "__init__"], [36, 2, 1, "", "add_model"], [36, 5, 1, "", "data_type"], [36, 2, 1, "", "evaluate"], [36, 2, 1, "", "get_model"], [36, 2, 1, "", "list_models"], [36, 2, 1, "", "list_models_params"], [36, 2, 1, "", "load_model"], [36, 5, 1, "", "models_count"], [36, 2, 1, "", "predict"], [36, 2, 1, "", "save_model"], [36, 5, 1, "", "task_type"], [36, 2, 1, "", "train"]], "cyclops.tasks.classification.MultilabelImageClassificationTask": [[37, 2, 1, "", "__init__"], [37, 2, 1, "", "add_model"], [37, 5, 1, "", "data_type"], [37, 2, 1, "", "evaluate"], [37, 2, 1, "", "get_model"], [37, 2, 1, "", "list_models"], [37, 2, 1, "", "list_models_params"], [37, 2, 1, "", "load_model"], [37, 5, 1, "", "models_count"], [37, 2, 1, "", "predict"], [37, 2, 1, "", "save_model"], [37, 5, 1, "", "task_type"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:function", "5": "py:property"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "function", "Python function"], "5": ["py", "property", "Python property"]}, "titleterms": {"api": [0, 63], "refer": 0, "contribut": [1, 2], "cyclop": [1, 4, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41], "pre": 1, "commit": 1, "hook": 1, "code": 1, "guidelin": 1, "develop": 2, "us": [2, 5, 61, 64], "poetri": 2, "evalu": [3, 42, 43, 44, 58, 59, 62], "what": 4, "i": 4, "quick": 4, "start": 4, "instal": 5, "pip": 5, "model": [6, 58, 59, 60, 61, 62], "report": [6, 33, 34, 40, 58, 59, 60, 62], "monitor": [7, 24, 25, 26, 27, 28, 29, 30, 31, 32, 39, 63], "data": [8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 38, 58, 59, 62, 64], "aggreg": [8, 9, 10, 11], "tabular_as_aggreg": 10, "timestamp_ffill_agg": 11, "featur": [12, 13, 38, 58, 59, 62], "medical_imag": [12, 13], "medicalimag": 13, "slicer": [14, 15, 16, 17, 18, 19, 20, 21, 22, 23], "slicespec": 15, "compound_filt": 16, "filter_datetim": 17, "filter_non_nul": 18, "filter_rang": 19, "filter_string_contain": 20, "filter_valu": 21, "is_datetim": 22, "overal": 23, "clinical_appl": [24, 25], "clinicalshiftappl": 25, "synthetic_appl": [26, 27, 28, 29, 30, 31, 32], "syntheticshiftappl": 27, "binary_noise_shift": 28, "feature_association_shift": 29, "feature_swap_shift": 30, "gaussian_noise_shift": 31, "knockout_shift": 32, "modelcardreport": 34, "task": [35, 36, 37, 41, 58, 59, 62], "classif": [35, 36, 37, 60, 64], "binarytabularclassificationtask": 36, "multilabelimageclassificationtask": 37, "fair": 43, "metric": [44, 60], "accuraci": 45, "modul": [45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56], "interfac": [45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56], "binaryaccuraci": 45, "multiclassaccuraci": 45, "multilabelaccuraci": 45, "function": [45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56], "binary_accuraci": 45, "multiclass_accuraci": 45, "multilabel_accuraci": 45, "auroc": [46, 60], "binaryauroc": 46, "multiclassauroc": 46, "multilabelauroc": 46, "binary_auroc": 46, "multiclass_auroc": 46, "multilabel_auroc": 46, "averag": 47, "precis": [47, 50], "binaryaverageprecis": 47, "average_precis": 47, "binary_average_precis": 47, "f1": 48, "score": [48, 49], "f1score": 48, "binaryf1scor": 48, "multiclassf1scor": 48, "multilabelf1scor": 48, "f1_score": 48, "binary_f1_scor": 48, "multiclass_f1_scor": 48, "multilabel_f1_scor": 48, "f": 49, "beta": 49, "fbetascor": 49, "binaryfbetascor": 49, "multiclassfbetascor": 49, "multilabelfbetascor": 49, "fbeta_scor": 49, "binary_fbeta_scor": 49, "multiclass_fbeta_scor": 49, "multilabel_fbeta_scor": 49, "binaryprecis": 50, "multiclassprecis": 50, "multilabelprecis": 50, "binary_precis": 50, "multiclass_precis": 50, "multilabel_precis": 50, "precisionrecallcurv": 51, "binaryprecisionrecallcurv": 51, "multiclassprecisionrecallcurv": 51, "multilabelprecisionrecallcurv": 51, "precision_recall_curv": 51, "multiclass_precision_recall_curv": 51, "multilabel_precision_recall_curv": 51, "recal": 52, "binaryrecal": 52, "multiclassrecal": 52, "multilabelrecal": 52, "multiclass_recal": 52, "multilabel_recal": 52, "roc": 53, "curv": 53, "roccurv": 53, "binaryroccurv": 53, "multiclassroccurv": 53, "multilabelroccurv": 53, "roc_curv": 53, "binary_roc_curv": 53, "multiclass_roc_curv": 53, "multilabel_roc_curv": 53, "sensit": [54, 61], "binarysensit": 54, "multiclasssensit": 54, "multilabelsensit": 54, "binary_sensit": 54, "multiclass_sensit": 54, "multilabel_sensit": 54, "specif": 55, "binaryspecif": 55, "multiclassspecif": 55, "multilabelspecif": 55, "binary_specif": 55, "multiclass_specif": 55, "multilabel_specif": 55, "statscor": 56, "binarystatscor": 56, "multiclassstatscor": 56, "multilabelstatscor": 56, "stat_scor": 56, "binary_stat_scor": 56, "multiclass_stat_scor": 56, "multilabel_stat_scor": 56, "tutori": [57, 61], "heart": [58, 64], "failur": [58, 64], "predict": [58, 59, 62, 64], "import": [58, 59, 60, 61, 62], "librari": [58, 59, 60, 61, 62], "constant": [58, 59, 62], "load": [58, 60, 61], "sex": [58, 60], "valu": 58, "ag": [58, 59, 60, 62], "distribut": [58, 59, 62], "outcom": [58, 59, 62], "identifi": [58, 59, 62], "type": [58, 59, 62], "creat": [58, 59, 62], "preprocessor": [58, 59, 62], "hug": [58, 59, 62], "face": [58, 59, 62], "dataset": [58, 59, 60, 61, 62], "creation": [58, 59, 60, 62], "train": [58, 59, 61, 62], "gener": [58, 59, 60, 61, 62], "mortal": [59, 64], "queri": [59, 62], "process": 59, "comput": [59, 62], "label": [59, 62], "inspect": [59, 62], "preprocess": [59, 62], "drop": [59, 62], "nan": [59, 62], "base": [59, 62], "nan_threshold": [59, 62], "gender": [59, 62], "chest": [60, 64], "x": [60, 64], "rai": [60, 64], "diseas": 60, "histor": 60, "initi": 60, "period": 60, "multilabel": 60, "pathologi": 60, "log": 60, "perform": 60, "test": [60, 61], "w": 60, "threshold": 60, "popul": 60, "card": 60, "field": 60, "nihcxr": 61, "clinic": 61, "drift": 61, "experi": 61, "exampl": [61, 64], "1": 61, "sourc": 61, "target": 61, "2": 61, "3": 61, "dimension": 61, "reduct": 61, "techniqu": 61, "differ": 61, "4": 61, "shift": 61, "5": 61, "roll": 61, "window": 61, "synthet": 61, "timestamp": 61, "biweekli": 61, "prolong": [62, 64], "length": [62, 64], "stai": [62, 64], "case": 64, "tabular": 64, "kaggl": 64, "mimiciv": 64, "synthea": 64, "imag": 64, "nih": 64, "user": 65, "guid": 65}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.todo": 2, "sphinx.ext.viewcode": 1, "sphinx.ext.intersphinx": 1, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"API Reference": [[0, "api-reference"]], "Contributing to cyclops": [[1, "contributing-to-cyclops"]], "Pre-commit hooks": [[1, "pre-commit-hooks"]], "Coding guidelines": [[1, "coding-guidelines"]], "\ud83e\uddd1\ud83c\udfff\u200d\ud83d\udcbb Developing": [[2, "developing"]], "Using poetry": [[2, "using-poetry"]], "Contributing": [[2, "contributing"]], "Evaluation": [[3, "evaluation"], [58, "Evaluation"], [59, "Evaluation"], [62, "Evaluation"]], "What is CyclOps?": [[4, "what-is-cyclops"]], "Quick Start": [[4, "quick-start"]], "Installation": [[5, "installation"]], "Using pip": [[5, "using-pip"]], "Model Report": [[6, "model-report"]], "Monitoring": [[7, "monitoring"]], "cyclops.data.aggregate": [[8, "module-cyclops.data.aggregate"]], "cyclops.data.aggregate.Aggregator": [[9, "cyclops-data-aggregate-aggregator"]], "cyclops.data.aggregate.tabular_as_aggregated": [[10, "cyclops-data-aggregate-tabular-as-aggregated"]], "cyclops.data.aggregate.timestamp_ffill_agg": [[11, "cyclops-data-aggregate-timestamp-ffill-agg"]], "cyclops.data.features.medical_image": [[12, "module-cyclops.data.features.medical_image"]], "cyclops.data.features.medical_image.MedicalImage": [[13, "cyclops-data-features-medical-image-medicalimage"]], "cyclops.data.slicer": [[14, "module-cyclops.data.slicer"]], "cyclops.data.slicer.SliceSpec": [[15, "cyclops-data-slicer-slicespec"]], "cyclops.data.slicer.compound_filter": [[16, "cyclops-data-slicer-compound-filter"]], "cyclops.data.slicer.filter_datetime": [[17, "cyclops-data-slicer-filter-datetime"]], "cyclops.data.slicer.filter_non_null": [[18, "cyclops-data-slicer-filter-non-null"]], "cyclops.data.slicer.filter_range": [[19, "cyclops-data-slicer-filter-range"]], "cyclops.data.slicer.filter_string_contains": [[20, "cyclops-data-slicer-filter-string-contains"]], "cyclops.data.slicer.filter_value": [[21, "cyclops-data-slicer-filter-value"]], "cyclops.data.slicer.is_datetime": [[22, "cyclops-data-slicer-is-datetime"]], "cyclops.data.slicer.overall": [[23, "cyclops-data-slicer-overall"]], "cyclops.monitor.clinical_applicator": [[24, "module-cyclops.monitor.clinical_applicator"]], "cyclops.monitor.clinical_applicator.ClinicalShiftApplicator": [[25, "cyclops-monitor-clinical-applicator-clinicalshiftapplicator"]], "cyclops.monitor.synthetic_applicator": [[26, "module-cyclops.monitor.synthetic_applicator"]], "cyclops.monitor.synthetic_applicator.SyntheticShiftApplicator": [[27, "cyclops-monitor-synthetic-applicator-syntheticshiftapplicator"]], "cyclops.monitor.synthetic_applicator.binary_noise_shift": [[28, "cyclops-monitor-synthetic-applicator-binary-noise-shift"]], "cyclops.monitor.synthetic_applicator.feature_association_shift": [[29, "cyclops-monitor-synthetic-applicator-feature-association-shift"]], "cyclops.monitor.synthetic_applicator.feature_swap_shift": [[30, "cyclops-monitor-synthetic-applicator-feature-swap-shift"]], "cyclops.monitor.synthetic_applicator.gaussian_noise_shift": [[31, "cyclops-monitor-synthetic-applicator-gaussian-noise-shift"]], "cyclops.monitor.synthetic_applicator.knockout_shift": [[32, "cyclops-monitor-synthetic-applicator-knockout-shift"]], "cyclops.report.report": [[33, "module-cyclops.report.report"]], "cyclops.report.report.ModelCardReport": [[34, "cyclops-report-report-modelcardreport"]], "cyclops.tasks.classification": [[35, "module-cyclops.tasks.classification"]], "cyclops.tasks.classification.BinaryTabularClassificationTask": [[36, "cyclops-tasks-classification-binarytabularclassificationtask"]], "cyclops.tasks.classification.MultilabelImageClassificationTask": [[37, "cyclops-tasks-classification-multilabelimageclassificationtask"]], "cyclops.data": [[38, "module-cyclops.data"]], "cyclops.data.features": [[38, "module-cyclops.data.features"]], "cyclops.monitor": [[39, "module-cyclops.monitor"]], "cyclops.report": [[40, "module-cyclops.report"]], "cyclops.tasks": [[41, "module-cyclops.tasks"]], "Evaluator": [[42, "evaluator"]], "Fairness Evaluator": [[43, "fairness-evaluator"]], "Evaluation Metrics": [[44, "evaluation-metrics"]], "Accuracy": [[45, "accuracy"], [45, "id1"]], "Module Interface": [[45, "module-interface"], [46, "module-interface"], [47, "module-interface"], [48, "module-interface"], [49, "module-interface"], [50, "module-interface"], [51, "module-interface"], [52, "module-interface"], [53, "module-interface"], [54, "module-interface"], [55, "module-interface"], [56, "module-interface"]], "BinaryAccuracy": [[45, "binaryaccuracy"]], "MulticlassAccuracy": [[45, "multiclassaccuracy"]], "MultilabelAccuracy": [[45, "multilabelaccuracy"]], "Functional Interface": [[45, "functional-interface"], [46, "functional-interface"], [47, "functional-interface"], [48, "functional-interface"], [49, "functional-interface"], [50, "functional-interface"], [51, "functional-interface"], [52, "functional-interface"], [53, "functional-interface"], [54, "functional-interface"], [55, "functional-interface"], [56, "functional-interface"]], "binary_accuracy": [[45, "binary-accuracy"]], "multiclass_accuracy": [[45, "multiclass-accuracy"]], "multilabel_accuracy": [[45, "multilabel-accuracy"]], "AUROC": [[46, "auroc"], [46, "id1"]], "BinaryAUROC": [[46, "binaryauroc"]], "MulticlassAUROC": [[46, "multiclassauroc"]], "MultilabelAUROC": [[46, "multilabelauroc"]], "auroc": [[46, "id2"]], "binary_auroc": [[46, "binary-auroc"]], "multiclass_auroc": [[46, "multiclass-auroc"]], "multilabel_auroc": [[46, "multilabel-auroc"]], "Average Precision": [[47, "average-precision"]], "BinaryAveragePrecision": [[47, "binaryaverageprecision"]], "average_precision": [[47, "id1"]], "binary_average_precision": [[47, "binary-average-precision"]], "F1-Score": [[48, "f1-score"]], "F1Score": [[48, "f1score"]], "BinaryF1Score": [[48, "binaryf1score"]], "MulticlassF1Score": [[48, "multiclassf1score"]], "MultilabelF1Score": [[48, "multilabelf1score"]], "f1_score": [[48, "id1"]], "binary_f1_score": [[48, "binary-f1-score"]], "multiclass_f1_score": [[48, "multiclass-f1-score"]], "multilabel_f1_score": [[48, "multilabel-f1-score"]], "F-beta Score": [[49, "f-beta-score"]], "FbetaScore": [[49, "fbetascore"]], "BinaryFbetaScore": [[49, "binaryfbetascore"]], "MulticlassFbetaScore": [[49, "multiclassfbetascore"]], "MultilabelFbetaScore": [[49, "multilabelfbetascore"]], "fbeta_score": [[49, "fbeta-score"]], "binary_fbeta_score": [[49, "binary-fbeta-score"]], "multiclass_fbeta_score": [[49, "multiclass-fbeta-score"]], "multilabel_fbeta_score": [[49, "multilabel-fbeta-score"]], "Precision": [[50, "precision"], [50, "id1"]], "BinaryPrecision": [[50, "binaryprecision"]], "MulticlassPrecision": [[50, "multiclassprecision"]], "MultilabelPrecision": [[50, "multilabelprecision"]], "precision": [[50, "id2"]], "binary_precision": [[50, "binary-precision"]], "multiclass_precision": [[50, "multiclass-precision"]], "multilabel_precision": [[50, "multilabel-precision"]], "PrecisionRecallCurve": [[51, "precisionrecallcurve"], [51, "id1"]], "BinaryPrecisionRecallCurve": [[51, "binaryprecisionrecallcurve"]], "MulticlassPrecisionRecallCurve": [[51, "multiclassprecisionrecallcurve"]], "MultilabelPrecisionRecallCurve": [[51, "multilabelprecisionrecallcurve"]], "precision_recall_curve": [[51, "precision-recall-curve"]], "multiclass_precision_recall_curve": [[51, "multiclass-precision-recall-curve"]], "multilabel_precision_recall_curve": [[51, "multilabel-precision-recall-curve"]], "Recall": [[52, "recall"], [52, "id1"]], "BinaryRecall": [[52, "binaryrecall"]], "MulticlassRecall": [[52, "multiclassrecall"]], "MultilabelRecall": [[52, "multilabelrecall"]], "recall": [[52, "id2"]], "multiclass_recall": [[52, "multiclass-recall"]], "multilabel_recall": [[52, "multilabel-recall"]], "ROC Curve": [[53, "roc-curve"]], "ROCCurve": [[53, "roccurve"]], "BinaryROCCurve": [[53, "binaryroccurve"]], "MulticlassROCCurve": [[53, "multiclassroccurve"]], "MultilabelROCCurve": [[53, "multilabelroccurve"]], "roc_curve": [[53, "id1"]], "binary_roc_curve": [[53, "binary-roc-curve"]], "multiclass_roc_curve": [[53, "multiclass-roc-curve"]], "multilabel_roc_curve": [[53, "multilabel-roc-curve"]], "Sensitivity": [[54, "sensitivity"], [54, "id1"]], "BinarySensitivity": [[54, "binarysensitivity"]], "MulticlassSensitivity": [[54, "multiclasssensitivity"]], "MultilabelSensitivity": [[54, "multilabelsensitivity"]], "sensitivity": [[54, "id2"]], "binary_sensitivity": [[54, "binary-sensitivity"]], "multiclass_sensitivity": [[54, "multiclass-sensitivity"]], "multilabel_sensitivity": [[54, "multilabel-sensitivity"]], "Specificity": [[55, "specificity"], [55, "id1"]], "BinarySpecificity": [[55, "binaryspecificity"]], "MulticlassSpecificity": [[55, "multiclassspecificity"]], "MultilabelSpecificity": [[55, "multilabelspecificity"]], "specificity": [[55, "id2"]], "binary_specificity": [[55, "binary-specificity"]], "multiclass_specificity": [[55, "multiclass-specificity"]], "multilabel_specificity": [[55, "multilabel-specificity"]], "StatScores": [[56, "statscores"], [56, "id1"]], "BinaryStatScores": [[56, "binarystatscores"]], "MulticlassStatScores": [[56, "multiclassstatscores"]], "MultilabelStatScores": [[56, "multilabelstatscores"]], "stat_scores": [[56, "stat-scores"]], "binary_stat_scores": [[56, "binary-stat-scores"]], "multiclass_stat_scores": [[56, "multiclass-stat-scores"]], "multilabel_stat_scores": [[56, "multilabel-stat-scores"]], "Tutorials": [[57, "tutorials"]], "Heart Failure Prediction": [[58, "Heart-Failure-Prediction"]], "Import Libraries": [[58, "Import-Libraries"], [59, "Import-Libraries"], [60, "Import-Libraries"], [62, "Import-Libraries"]], "Constants": [[58, "Constants"], [59, "Constants"], [62, "Constants"]], "Data Loading": [[58, "Data-Loading"]], "Sex values": [[58, "Sex-values"]], "Age distribution": [[58, "Age-distribution"], [59, "Age-distribution"], [62, "Age-distribution"]], "Outcome distribution": [[58, "Outcome-distribution"], [59, "Outcome-distribution"], [62, "Outcome-distribution"]], "Identifying feature types": [[58, "Identifying-feature-types"], [59, "Identifying-feature-types"], [62, "Identifying-feature-types"]], "Creating data preprocessors": [[58, "Creating-data-preprocessors"], [59, "Creating-data-preprocessors"], [62, "Creating-data-preprocessors"]], "Creating Hugging Face Dataset": [[58, "Creating-Hugging-Face-Dataset"], [59, "Creating-Hugging-Face-Dataset"], [62, "Creating-Hugging-Face-Dataset"]], "Model Creation": [[58, "Model-Creation"], [59, "Model-Creation"], [60, "Model-Creation"], [62, "Model-Creation"]], "Task Creation": [[58, "Task-Creation"], [59, "Task-Creation"], [62, "Task-Creation"]], "Training": [[58, "Training"], [59, "Training"], [62, "Training"]], "Prediction": [[58, "Prediction"], [59, "Prediction"], [62, "Prediction"]], "Report Generation": [[58, "Report-Generation"], [59, "Report-Generation"], [62, "Report-Generation"]], "Mortality Prediction": [[59, "Mortality-Prediction"]], "Data Querying & Processing": [[59, "Data-Querying-&-Processing"]], "Compute mortality (labels)": [[59, "Compute-mortality-(labels)"]], "Data Inspection and Preprocessing": [[59, "Data-Inspection-and-Preprocessing"], [62, "Data-Inspection-and-Preprocessing"]], "Drop NaNs based on the NAN_THRESHOLD": [[59, "Drop-NaNs-based-on-the-NAN_THRESHOLD"], [62, "Drop-NaNs-based-on-the-NAN_THRESHOLD"]], "Gender distribution": [[59, "Gender-distribution"], [62, "Gender-distribution"]], "Chest X-Ray Disease Classification": [[60, "Chest-X-Ray-Disease-Classification"]], "Generate Historical Reports": [[60, "Generate-Historical-Reports"]], "Initialize Periodic Report": [[60, "Initialize-Periodic-Report"]], "Load Dataset": [[60, "Load-Dataset"]], "Multilabel AUROC by Pathology and Sex": [[60, "Multilabel-AUROC-by-Pathology-and-Sex"]], "Multilabel AUROC by Pathology and Age": [[60, "Multilabel-AUROC-by-Pathology-and-Age"]], "Log Performance Metrics as Tests w/ Thresholds": [[60, "Log-Performance-Metrics-as-Tests-w/-Thresholds"]], "Populate Model Card Fields": [[60, "Populate-Model-Card-Fields"]], "NIHCXR Clinical Drift Experiments Tutorial": [[61, "NIHCXR-Clinical-Drift-Experiments-Tutorial"]], "Import Libraries and Load NIHCXR Dataset": [[61, "Import-Libraries-and-Load-NIHCXR-Dataset"]], "Example 1. Generate Source/Target Dataset for Experiments (1-2)": [[61, "Example-1.-Generate-Source/Target-Dataset-for-Experiments-(1-2)"]], "Example 2. Sensitivity test experiment with 3 dimensionality reduction techniques": [[61, "Example-2.-Sensitivity-test-experiment-with-3-dimensionality-reduction-techniques"]], "Example 3. Sensitivity test experiment with models trained on different datasets": [[61, "Example-3.-Sensitivity-test-experiment-with-models-trained-on-different-datasets"]], "Example 4. Sensitivity test experiment with different clinical shifts": [[61, "Example-4.-Sensitivity-test-experiment-with-different-clinical-shifts"]], "Example 5. Rolling window experiment with synthetic timestamps using biweekly window": [[61, "Example-5.-Rolling-window-experiment-with-synthetic-timestamps-using-biweekly-window"]], "Prolonged Length of Stay Prediction": [[62, "Prolonged-Length-of-Stay-Prediction"]], "Data Querying": [[62, "Data-Querying"]], "Compute length of stay (labels)": [[62, "Compute-length-of-stay-(labels)"]], "Length of stay distribution": [[62, "Length-of-stay-distribution"]], "monitor API": [[63, "monitor-api"]], "Example use cases": [[64, "example-use-cases"]], "Tabular data": [[64, "tabular-data"]], "Kaggle Heart Failure Prediction": [[64, "kaggle-heart-failure-prediction"]], "MIMICIV Mortality Prediction": [[64, "mimiciv-mortality-prediction"]], "Synthea Prolonged Length of Stay Prediction": [[64, "synthea-prolonged-length-of-stay-prediction"]], "Image data": [[64, "image-data"]], "NIH Chest X-ray classification": [[64, "nih-chest-x-ray-classification"]], "User Guide": [[65, "user-guide"]]}, "indexentries": {"cyclops.data.aggregate": [[8, "module-cyclops.data.aggregate"]], "module": [[8, "module-cyclops.data.aggregate"], [12, "module-cyclops.data.features.medical_image"], [14, "module-cyclops.data.slicer"], [24, "module-cyclops.monitor.clinical_applicator"], [26, "module-cyclops.monitor.synthetic_applicator"], [33, "module-cyclops.report.report"], [35, "module-cyclops.tasks.classification"], [38, "module-cyclops.data"], [38, "module-cyclops.data.features"], [39, "module-cyclops.monitor"], [40, "module-cyclops.report"], [41, "module-cyclops.tasks"]], "aggregator (class in cyclops.data.aggregate)": [[9, "cyclops.data.aggregate.Aggregator"]], "__init__() (aggregator method)": [[9, "cyclops.data.aggregate.Aggregator.__init__"]], "agg_by (aggregator attribute)": [[9, "cyclops.data.aggregate.Aggregator.agg_by"]], "agg_meta_for (aggregator attribute)": [[9, "cyclops.data.aggregate.Aggregator.agg_meta_for"]], "aggfuncs (aggregator attribute)": [[9, "cyclops.data.aggregate.Aggregator.aggfuncs"]], "fit() (aggregator method)": [[9, "cyclops.data.aggregate.Aggregator.fit"]], "fit_transform() (aggregator method)": [[9, "cyclops.data.aggregate.Aggregator.fit_transform"]], "imputer (aggregator attribute)": [[9, "cyclops.data.aggregate.Aggregator.imputer"]], "num_timesteps (aggregator attribute)": [[9, "cyclops.data.aggregate.Aggregator.num_timesteps"]], "set_output() (aggregator method)": [[9, "cyclops.data.aggregate.Aggregator.set_output"]], "time_by (aggregator attribute)": [[9, "cyclops.data.aggregate.Aggregator.time_by"]], "timestamp_col (aggregator attribute)": [[9, "cyclops.data.aggregate.Aggregator.timestamp_col"]], "timestep_size (aggregator attribute)": [[9, "cyclops.data.aggregate.Aggregator.timestep_size"]], "transform() (aggregator method)": [[9, "cyclops.data.aggregate.Aggregator.transform"]], "window_duration (aggregator attribute)": [[9, "cyclops.data.aggregate.Aggregator.window_duration"]], "window_start_time (aggregator attribute)": [[9, "cyclops.data.aggregate.Aggregator.window_start_time"]], "window_stop_time (aggregator attribute)": [[9, "cyclops.data.aggregate.Aggregator.window_stop_time"]], "window_times (aggregator attribute)": [[9, "cyclops.data.aggregate.Aggregator.window_times"]], "tabular_as_aggregated() (in module cyclops.data.aggregate)": [[10, "cyclops.data.aggregate.tabular_as_aggregated"]], "timestamp_ffill_agg() (in module cyclops.data.aggregate)": [[11, "cyclops.data.aggregate.timestamp_ffill_agg"]], "cyclops.data.features.medical_image": [[12, "module-cyclops.data.features.medical_image"]], "medicalimage (class in cyclops.data.features.medical_image)": [[13, "cyclops.data.features.medical_image.MedicalImage"]], "__call__() (medicalimage method)": [[13, "cyclops.data.features.medical_image.MedicalImage.__call__"]], "cast_storage() (medicalimage method)": [[13, "cyclops.data.features.medical_image.MedicalImage.cast_storage"]], "decode_example() (medicalimage method)": [[13, "cyclops.data.features.medical_image.MedicalImage.decode_example"]], "embed_storage() (medicalimage method)": [[13, "cyclops.data.features.medical_image.MedicalImage.embed_storage"]], "encode_example() (medicalimage method)": [[13, "cyclops.data.features.medical_image.MedicalImage.encode_example"]], "flatten() (medicalimage method)": [[13, "cyclops.data.features.medical_image.MedicalImage.flatten"]], "cyclops.data.slicer": [[14, "module-cyclops.data.slicer"]], "slicespec (class in cyclops.data.slicer)": [[15, "cyclops.data.slicer.SliceSpec"]], "_registry (slicespec attribute)": [[15, "cyclops.data.slicer.SliceSpec._registry"]], "add_slice_spec() (slicespec method)": [[15, "cyclops.data.slicer.SliceSpec.add_slice_spec"]], "column_names (slicespec attribute)": [[15, "cyclops.data.slicer.SliceSpec.column_names"]], "get_slices() (slicespec method)": [[15, "cyclops.data.slicer.SliceSpec.get_slices"]], "include_overall (slicespec attribute)": [[15, "cyclops.data.slicer.SliceSpec.include_overall"]], "slices() (slicespec method)": [[15, "cyclops.data.slicer.SliceSpec.slices"]], "spec_list (slicespec attribute)": [[15, "cyclops.data.slicer.SliceSpec.spec_list"]], "validate (slicespec attribute)": [[15, "cyclops.data.slicer.SliceSpec.validate"]], "compound_filter() (in module cyclops.data.slicer)": [[16, "cyclops.data.slicer.compound_filter"]], "filter_datetime() (in module cyclops.data.slicer)": [[17, "cyclops.data.slicer.filter_datetime"]], "filter_non_null() (in module cyclops.data.slicer)": [[18, "cyclops.data.slicer.filter_non_null"]], "filter_range() (in module cyclops.data.slicer)": [[19, "cyclops.data.slicer.filter_range"]], "filter_string_contains() (in module cyclops.data.slicer)": [[20, "cyclops.data.slicer.filter_string_contains"]], "filter_value() (in module cyclops.data.slicer)": [[21, "cyclops.data.slicer.filter_value"]], "is_datetime() (in module cyclops.data.slicer)": [[22, "cyclops.data.slicer.is_datetime"]], "overall() (in module cyclops.data.slicer)": [[23, "cyclops.data.slicer.overall"]], "cyclops.monitor.clinical_applicator": [[24, "module-cyclops.monitor.clinical_applicator"]], "clinicalshiftapplicator (class in cyclops.monitor.clinical_applicator)": [[25, "cyclops.monitor.clinical_applicator.ClinicalShiftApplicator"]], "age() (clinicalshiftapplicator method)": [[25, "cyclops.monitor.clinical_applicator.ClinicalShiftApplicator.age"]], "apply_shift() (clinicalshiftapplicator method)": [[25, "cyclops.monitor.clinical_applicator.ClinicalShiftApplicator.apply_shift"]], "custom() (clinicalshiftapplicator method)": [[25, "cyclops.monitor.clinical_applicator.ClinicalShiftApplicator.custom"]], "hospital_type() (clinicalshiftapplicator method)": [[25, "cyclops.monitor.clinical_applicator.ClinicalShiftApplicator.hospital_type"]], "month() (clinicalshiftapplicator method)": [[25, "cyclops.monitor.clinical_applicator.ClinicalShiftApplicator.month"]], "sex() (clinicalshiftapplicator method)": [[25, "cyclops.monitor.clinical_applicator.ClinicalShiftApplicator.sex"]], "time() (clinicalshiftapplicator method)": [[25, "cyclops.monitor.clinical_applicator.ClinicalShiftApplicator.time"]], "cyclops.monitor.synthetic_applicator": [[26, "module-cyclops.monitor.synthetic_applicator"]], "syntheticshiftapplicator (class in cyclops.monitor.synthetic_applicator)": [[27, "cyclops.monitor.synthetic_applicator.SyntheticShiftApplicator"]], "apply_shift() (syntheticshiftapplicator method)": [[27, "cyclops.monitor.synthetic_applicator.SyntheticShiftApplicator.apply_shift"]], "binary_noise_shift() (in module cyclops.monitor.synthetic_applicator)": [[28, "cyclops.monitor.synthetic_applicator.binary_noise_shift"]], "feature_association_shift() (in module cyclops.monitor.synthetic_applicator)": [[29, "cyclops.monitor.synthetic_applicator.feature_association_shift"]], "feature_swap_shift() (in module cyclops.monitor.synthetic_applicator)": [[30, "cyclops.monitor.synthetic_applicator.feature_swap_shift"]], "gaussian_noise_shift() (in module cyclops.monitor.synthetic_applicator)": [[31, "cyclops.monitor.synthetic_applicator.gaussian_noise_shift"]], "knockout_shift() (in module cyclops.monitor.synthetic_applicator)": [[32, "cyclops.monitor.synthetic_applicator.knockout_shift"]], "cyclops.report.report": [[33, "module-cyclops.report.report"]], "modelcardreport (class in cyclops.report.report)": [[34, "cyclops.report.report.ModelCardReport"]], "export() (modelcardreport method)": [[34, "cyclops.report.report.ModelCardReport.export"]], "from_json_file() (modelcardreport class method)": [[34, "cyclops.report.report.ModelCardReport.from_json_file"]], "log_citation() (modelcardreport method)": [[34, "cyclops.report.report.ModelCardReport.log_citation"]], "log_dataset() (modelcardreport method)": [[34, "cyclops.report.report.ModelCardReport.log_dataset"]], "log_descriptor() (modelcardreport method)": [[34, "cyclops.report.report.ModelCardReport.log_descriptor"]], "log_fairness_assessment() (modelcardreport method)": [[34, "cyclops.report.report.ModelCardReport.log_fairness_assessment"]], "log_from_dict() (modelcardreport method)": [[34, "cyclops.report.report.ModelCardReport.log_from_dict"]], "log_image() (modelcardreport method)": [[34, "cyclops.report.report.ModelCardReport.log_image"]], "log_license() (modelcardreport method)": [[34, "cyclops.report.report.ModelCardReport.log_license"]], "log_model_parameters() (modelcardreport method)": [[34, "cyclops.report.report.ModelCardReport.log_model_parameters"]], "log_owner() (modelcardreport method)": [[34, "cyclops.report.report.ModelCardReport.log_owner"]], "log_performance_metrics() (modelcardreport method)": [[34, "cyclops.report.report.ModelCardReport.log_performance_metrics"]], "log_plotly_figure() (modelcardreport method)": [[34, "cyclops.report.report.ModelCardReport.log_plotly_figure"]], "log_quantitative_analysis() (modelcardreport method)": [[34, "cyclops.report.report.ModelCardReport.log_quantitative_analysis"]], "log_reference() (modelcardreport method)": [[34, "cyclops.report.report.ModelCardReport.log_reference"]], "log_regulation() (modelcardreport method)": [[34, "cyclops.report.report.ModelCardReport.log_regulation"]], "log_risk() (modelcardreport method)": [[34, "cyclops.report.report.ModelCardReport.log_risk"]], "log_use_case() (modelcardreport method)": [[34, "cyclops.report.report.ModelCardReport.log_use_case"]], "log_user() (modelcardreport method)": [[34, "cyclops.report.report.ModelCardReport.log_user"]], "log_version() (modelcardreport method)": [[34, "cyclops.report.report.ModelCardReport.log_version"]], "cyclops.tasks.classification": [[35, "module-cyclops.tasks.classification"]], "binarytabularclassificationtask (class in cyclops.tasks.classification)": [[36, "cyclops.tasks.classification.BinaryTabularClassificationTask"]], "__init__() (binarytabularclassificationtask method)": [[36, "cyclops.tasks.classification.BinaryTabularClassificationTask.__init__"]], "add_model() (binarytabularclassificationtask method)": [[36, "cyclops.tasks.classification.BinaryTabularClassificationTask.add_model"]], "data_type (binarytabularclassificationtask property)": [[36, "cyclops.tasks.classification.BinaryTabularClassificationTask.data_type"]], "evaluate() (binarytabularclassificationtask method)": [[36, "cyclops.tasks.classification.BinaryTabularClassificationTask.evaluate"]], "get_model() (binarytabularclassificationtask method)": [[36, "cyclops.tasks.classification.BinaryTabularClassificationTask.get_model"]], "list_models() (binarytabularclassificationtask method)": [[36, "cyclops.tasks.classification.BinaryTabularClassificationTask.list_models"]], "list_models_params() (binarytabularclassificationtask method)": [[36, "cyclops.tasks.classification.BinaryTabularClassificationTask.list_models_params"]], "load_model() (binarytabularclassificationtask method)": [[36, "cyclops.tasks.classification.BinaryTabularClassificationTask.load_model"]], "models_count (binarytabularclassificationtask property)": [[36, "cyclops.tasks.classification.BinaryTabularClassificationTask.models_count"]], "predict() (binarytabularclassificationtask method)": [[36, "cyclops.tasks.classification.BinaryTabularClassificationTask.predict"]], "save_model() (binarytabularclassificationtask method)": [[36, "cyclops.tasks.classification.BinaryTabularClassificationTask.save_model"]], "task_type (binarytabularclassificationtask property)": [[36, "cyclops.tasks.classification.BinaryTabularClassificationTask.task_type"]], "train() (binarytabularclassificationtask method)": [[36, "cyclops.tasks.classification.BinaryTabularClassificationTask.train"]], "multilabelimageclassificationtask (class in cyclops.tasks.classification)": [[37, "cyclops.tasks.classification.MultilabelImageClassificationTask"]], "__init__() (multilabelimageclassificationtask method)": [[37, "cyclops.tasks.classification.MultilabelImageClassificationTask.__init__"]], "add_model() (multilabelimageclassificationtask method)": [[37, "cyclops.tasks.classification.MultilabelImageClassificationTask.add_model"]], "data_type (multilabelimageclassificationtask property)": [[37, "cyclops.tasks.classification.MultilabelImageClassificationTask.data_type"]], "evaluate() (multilabelimageclassificationtask method)": [[37, "cyclops.tasks.classification.MultilabelImageClassificationTask.evaluate"]], "get_model() (multilabelimageclassificationtask method)": [[37, "cyclops.tasks.classification.MultilabelImageClassificationTask.get_model"]], "list_models() (multilabelimageclassificationtask method)": [[37, "cyclops.tasks.classification.MultilabelImageClassificationTask.list_models"]], "list_models_params() (multilabelimageclassificationtask method)": [[37, "cyclops.tasks.classification.MultilabelImageClassificationTask.list_models_params"]], "load_model() (multilabelimageclassificationtask method)": [[37, "cyclops.tasks.classification.MultilabelImageClassificationTask.load_model"]], "models_count (multilabelimageclassificationtask property)": [[37, "cyclops.tasks.classification.MultilabelImageClassificationTask.models_count"]], "predict() (multilabelimageclassificationtask method)": [[37, "cyclops.tasks.classification.MultilabelImageClassificationTask.predict"]], "save_model() (multilabelimageclassificationtask method)": [[37, "cyclops.tasks.classification.MultilabelImageClassificationTask.save_model"]], "task_type (multilabelimageclassificationtask property)": [[37, "cyclops.tasks.classification.MultilabelImageClassificationTask.task_type"]], "cyclops.data": [[38, "module-cyclops.data"]], "cyclops.data.features": [[38, "module-cyclops.data.features"]], "cyclops.monitor": [[39, "module-cyclops.monitor"]], "cyclops.report": [[40, "module-cyclops.report"]], "cyclops.tasks": [[41, "module-cyclops.tasks"]], "evaluate() (in module cyclops.evaluate.evaluator)": [[42, "cyclops.evaluate.evaluator.evaluate"]], "evaluate_fairness() (in module cyclops.evaluate.fairness.evaluator)": [[43, "cyclops.evaluate.fairness.evaluator.evaluate_fairness"]], "accuracy (class in cyclops.evaluate.metrics)": [[45, "cyclops.evaluate.metrics.Accuracy"]], "binaryaccuracy (class in cyclops.evaluate.metrics)": [[45, "cyclops.evaluate.metrics.BinaryAccuracy"]], "multiclassaccuracy (class in cyclops.evaluate.metrics)": [[45, "cyclops.evaluate.metrics.MulticlassAccuracy"]], "multilabelaccuracy (class in cyclops.evaluate.metrics)": [[45, "cyclops.evaluate.metrics.MultilabelAccuracy"]], "binary_accuracy() (in module cyclops.evaluate.metrics.functional.accuracy)": [[45, "cyclops.evaluate.metrics.functional.accuracy.binary_accuracy"]], "multiclass_accuracy() (in module cyclops.evaluate.metrics.functional.accuracy)": [[45, "cyclops.evaluate.metrics.functional.accuracy.multiclass_accuracy"]], "multilabel_accuracy() (in module cyclops.evaluate.metrics.functional.accuracy)": [[45, "cyclops.evaluate.metrics.functional.accuracy.multilabel_accuracy"]], "auroc (class in cyclops.evaluate.metrics)": [[46, "cyclops.evaluate.metrics.AUROC"]], "binaryauroc (class in cyclops.evaluate.metrics)": [[46, "cyclops.evaluate.metrics.BinaryAUROC"]], "multiclassauroc (class in cyclops.evaluate.metrics)": [[46, "cyclops.evaluate.metrics.MulticlassAUROC"]], "multilabelauroc (class in cyclops.evaluate.metrics)": [[46, "cyclops.evaluate.metrics.MultilabelAUROC"]], "auroc() (in module cyclops.evaluate.metrics.functional.auroc)": [[46, "cyclops.evaluate.metrics.functional.auroc.auroc"]], "binary_auroc() (in module cyclops.evaluate.metrics.functional.auroc)": [[46, "cyclops.evaluate.metrics.functional.auroc.binary_auroc"]], "multiclass_auroc() (in module cyclops.evaluate.metrics.functional.auroc)": [[46, "cyclops.evaluate.metrics.functional.auroc.multiclass_auroc"]], "multilabel_auroc() (in module cyclops.evaluate.metrics.functional.auroc)": [[46, "cyclops.evaluate.metrics.functional.auroc.multilabel_auroc"]], "binaryaverageprecision (class in cyclops.evaluate.metrics)": [[47, "cyclops.evaluate.metrics.BinaryAveragePrecision"]], "average_precision() (in module cyclops.evaluate.metrics.functional.average_precision)": [[47, "cyclops.evaluate.metrics.functional.average_precision.average_precision"]], "binary_average_precision() (in module cyclops.evaluate.metrics.functional.average_precision)": [[47, "cyclops.evaluate.metrics.functional.average_precision.binary_average_precision"]], "binaryf1score (class in cyclops.evaluate.metrics)": [[48, "cyclops.evaluate.metrics.BinaryF1Score"]], "f1score (class in cyclops.evaluate.metrics)": [[48, "cyclops.evaluate.metrics.F1Score"]], "multiclassf1score (class in cyclops.evaluate.metrics)": [[48, "cyclops.evaluate.metrics.MulticlassF1Score"]], "multilabelf1score (class in cyclops.evaluate.metrics)": [[48, "cyclops.evaluate.metrics.MultilabelF1Score"]], "binary_f1_score() (in module cyclops.evaluate.metrics.functional.f_beta)": [[48, "cyclops.evaluate.metrics.functional.f_beta.binary_f1_score"]], "f1_score() (in module cyclops.evaluate.metrics.functional.f_beta)": [[48, "cyclops.evaluate.metrics.functional.f_beta.f1_score"]], "multiclass_f1_score() (in module cyclops.evaluate.metrics.functional.f_beta)": [[48, "cyclops.evaluate.metrics.functional.f_beta.multiclass_f1_score"]], "multilabel_f1_score() (in module cyclops.evaluate.metrics.functional.f_beta)": [[48, "cyclops.evaluate.metrics.functional.f_beta.multilabel_f1_score"]], "binaryfbetascore (class in cyclops.evaluate.metrics)": [[49, "cyclops.evaluate.metrics.BinaryFbetaScore"]], "fbetascore (class in cyclops.evaluate.metrics)": [[49, "cyclops.evaluate.metrics.FbetaScore"]], "multiclassfbetascore (class in cyclops.evaluate.metrics)": [[49, "cyclops.evaluate.metrics.MulticlassFbetaScore"]], "multilabelfbetascore (class in cyclops.evaluate.metrics)": [[49, "cyclops.evaluate.metrics.MultilabelFbetaScore"]], "binary_fbeta_score() (in module cyclops.evaluate.metrics.functional.f_beta)": [[49, "cyclops.evaluate.metrics.functional.f_beta.binary_fbeta_score"]], "fbeta_score() (in module cyclops.evaluate.metrics.functional.f_beta)": [[49, "cyclops.evaluate.metrics.functional.f_beta.fbeta_score"]], "multiclass_fbeta_score() (in module cyclops.evaluate.metrics.functional.f_beta)": [[49, "cyclops.evaluate.metrics.functional.f_beta.multiclass_fbeta_score"]], "multilabel_fbeta_score() (in module cyclops.evaluate.metrics.functional.f_beta)": [[49, "cyclops.evaluate.metrics.functional.f_beta.multilabel_fbeta_score"]], "binaryprecision (class in cyclops.evaluate.metrics)": [[50, "cyclops.evaluate.metrics.BinaryPrecision"]], "multiclassprecision (class in cyclops.evaluate.metrics)": [[50, "cyclops.evaluate.metrics.MulticlassPrecision"]], "multilabelprecision (class in cyclops.evaluate.metrics)": [[50, "cyclops.evaluate.metrics.MultilabelPrecision"]], "precision (class in cyclops.evaluate.metrics)": [[50, "cyclops.evaluate.metrics.Precision"]], "binary_precision() (in module cyclops.evaluate.metrics.functional.precision_recall)": [[50, "cyclops.evaluate.metrics.functional.precision_recall.binary_precision"]], "multiclass_precision() (in module cyclops.evaluate.metrics.functional.precision_recall)": [[50, "cyclops.evaluate.metrics.functional.precision_recall.multiclass_precision"]], "multilabel_precision() (in module cyclops.evaluate.metrics.functional.precision_recall)": [[50, "cyclops.evaluate.metrics.functional.precision_recall.multilabel_precision"]], "precision() (in module cyclops.evaluate.metrics.functional.precision_recall)": [[50, "cyclops.evaluate.metrics.functional.precision_recall.precision"]], "binaryprecisionrecallcurve (class in cyclops.evaluate.metrics)": [[51, "cyclops.evaluate.metrics.BinaryPrecisionRecallCurve"]], "multiclassprecisionrecallcurve (class in cyclops.evaluate.metrics)": [[51, "cyclops.evaluate.metrics.MulticlassPrecisionRecallCurve"]], "multilabelprecisionrecallcurve (class in cyclops.evaluate.metrics)": [[51, "cyclops.evaluate.metrics.MultilabelPrecisionRecallCurve"]], "precisionrecallcurve (class in cyclops.evaluate.metrics)": [[51, "cyclops.evaluate.metrics.PrecisionRecallCurve"]], "multiclass_precision_recall_curve() (in module cyclops.evaluate.metrics.functional.precision_recall_curve)": [[51, "cyclops.evaluate.metrics.functional.precision_recall_curve.multiclass_precision_recall_curve"]], "multilabel_precision_recall_curve() (in module cyclops.evaluate.metrics.functional.precision_recall_curve)": [[51, "cyclops.evaluate.metrics.functional.precision_recall_curve.multilabel_precision_recall_curve"]], "precision_recall_curve() (in module cyclops.evaluate.metrics.functional.precision_recall_curve)": [[51, "cyclops.evaluate.metrics.functional.precision_recall_curve.precision_recall_curve"]], "binaryrecall (class in cyclops.evaluate.metrics)": [[52, "cyclops.evaluate.metrics.BinaryRecall"]], "multiclassrecall (class in cyclops.evaluate.metrics)": [[52, "cyclops.evaluate.metrics.MulticlassRecall"]], "multilabelrecall (class in cyclops.evaluate.metrics)": [[52, "cyclops.evaluate.metrics.MultilabelRecall"]], "recall (class in cyclops.evaluate.metrics)": [[52, "cyclops.evaluate.metrics.Recall"]], "multiclass_recall() (in module cyclops.evaluate.metrics.functional.precision_recall)": [[52, "cyclops.evaluate.metrics.functional.precision_recall.multiclass_recall"]], "multilabel_recall() (in module cyclops.evaluate.metrics.functional.precision_recall)": [[52, "cyclops.evaluate.metrics.functional.precision_recall.multilabel_recall"]], "recall() (in module cyclops.evaluate.metrics.functional.precision_recall)": [[52, "cyclops.evaluate.metrics.functional.precision_recall.recall"]], "binaryroccurve (class in cyclops.evaluate.metrics)": [[53, "cyclops.evaluate.metrics.BinaryROCCurve"]], "multiclassroccurve (class in cyclops.evaluate.metrics)": [[53, "cyclops.evaluate.metrics.MulticlassROCCurve"]], "multilabelroccurve (class in cyclops.evaluate.metrics)": [[53, "cyclops.evaluate.metrics.MultilabelROCCurve"]], "roccurve (class in cyclops.evaluate.metrics)": [[53, "cyclops.evaluate.metrics.ROCCurve"]], "binary_roc_curve() (in module cyclops.evaluate.metrics.functional.roc)": [[53, "cyclops.evaluate.metrics.functional.roc.binary_roc_curve"]], "multiclass_roc_curve() (in module cyclops.evaluate.metrics.functional.roc)": [[53, "cyclops.evaluate.metrics.functional.roc.multiclass_roc_curve"]], "multilabel_roc_curve() (in module cyclops.evaluate.metrics.functional.roc)": [[53, "cyclops.evaluate.metrics.functional.roc.multilabel_roc_curve"]], "roc_curve() (in module cyclops.evaluate.metrics.functional.roc)": [[53, "cyclops.evaluate.metrics.functional.roc.roc_curve"]], "binarysensitivity (class in cyclops.evaluate.metrics)": [[54, "cyclops.evaluate.metrics.BinarySensitivity"]], "multiclasssensitivity (class in cyclops.evaluate.metrics)": [[54, "cyclops.evaluate.metrics.MulticlassSensitivity"]], "multilabelsensitivity (class in cyclops.evaluate.metrics)": [[54, "cyclops.evaluate.metrics.MultilabelSensitivity"]], "sensitivity (class in cyclops.evaluate.metrics)": [[54, "cyclops.evaluate.metrics.Sensitivity"]], "binary_sensitivity() (in module cyclops.evaluate.metrics.functional.sensitivity)": [[54, "cyclops.evaluate.metrics.functional.sensitivity.binary_sensitivity"]], "multiclass_sensitivity() (in module cyclops.evaluate.metrics.functional.sensitivity)": [[54, "cyclops.evaluate.metrics.functional.sensitivity.multiclass_sensitivity"]], "multilabel_sensitivity() (in module cyclops.evaluate.metrics.functional.sensitivity)": [[54, "cyclops.evaluate.metrics.functional.sensitivity.multilabel_sensitivity"]], "sensitivity() (in module cyclops.evaluate.metrics.functional.sensitivity)": [[54, "cyclops.evaluate.metrics.functional.sensitivity.sensitivity"]], "binaryspecificity (class in cyclops.evaluate.metrics)": [[55, "cyclops.evaluate.metrics.BinarySpecificity"]], "multiclassspecificity (class in cyclops.evaluate.metrics)": [[55, "cyclops.evaluate.metrics.MulticlassSpecificity"]], "multilabelspecificity (class in cyclops.evaluate.metrics)": [[55, "cyclops.evaluate.metrics.MultilabelSpecificity"]], "specificity (class in cyclops.evaluate.metrics)": [[55, "cyclops.evaluate.metrics.Specificity"]], "binary_specificity() (in module cyclops.evaluate.metrics.functional.specificity)": [[55, "cyclops.evaluate.metrics.functional.specificity.binary_specificity"]], "multiclass_specificity() (in module cyclops.evaluate.metrics.functional.specificity)": [[55, "cyclops.evaluate.metrics.functional.specificity.multiclass_specificity"]], "multilabel_specificity() (in module cyclops.evaluate.metrics.functional.specificity)": [[55, "cyclops.evaluate.metrics.functional.specificity.multilabel_specificity"]], "specificity() (in module cyclops.evaluate.metrics.functional.specificity)": [[55, "cyclops.evaluate.metrics.functional.specificity.specificity"]], "binarystatscores (class in cyclops.evaluate.metrics)": [[56, "cyclops.evaluate.metrics.BinaryStatScores"]], "multiclassstatscores (class in cyclops.evaluate.metrics)": [[56, "cyclops.evaluate.metrics.MulticlassStatScores"]], "multilabelstatscores (class in cyclops.evaluate.metrics)": [[56, "cyclops.evaluate.metrics.MultilabelStatScores"]], "statscores (class in cyclops.evaluate.metrics)": [[56, "cyclops.evaluate.metrics.StatScores"]], "binary_stat_scores() (in module cyclops.evaluate.metrics.functional.stat_scores)": [[56, "cyclops.evaluate.metrics.functional.stat_scores.binary_stat_scores"]], "multiclass_stat_scores() (in module cyclops.evaluate.metrics.functional.stat_scores)": [[56, "cyclops.evaluate.metrics.functional.stat_scores.multiclass_stat_scores"]], "multilabel_stat_scores() (in module cyclops.evaluate.metrics.functional.stat_scores)": [[56, "cyclops.evaluate.metrics.functional.stat_scores.multilabel_stat_scores"]], "stat_scores() (in module cyclops.evaluate.metrics.functional.stat_scores)": [[56, "cyclops.evaluate.metrics.functional.stat_scores.stat_scores"]]}})
\ No newline at end of file
+Search.setIndex({"docnames": ["api", "contributing", "developing", "evaluation", "index", "installation", "model_report", "monitoring", "reference/api/_autosummary/cyclops.data.aggregate", "reference/api/_autosummary/cyclops.data.aggregate.Aggregator", "reference/api/_autosummary/cyclops.data.aggregate.tabular_as_aggregated", "reference/api/_autosummary/cyclops.data.aggregate.timestamp_ffill_agg", "reference/api/_autosummary/cyclops.data.features.medical_image", "reference/api/_autosummary/cyclops.data.features.medical_image.MedicalImage", "reference/api/_autosummary/cyclops.data.slicer", "reference/api/_autosummary/cyclops.data.slicer.SliceSpec", "reference/api/_autosummary/cyclops.data.slicer.compound_filter", "reference/api/_autosummary/cyclops.data.slicer.filter_datetime", "reference/api/_autosummary/cyclops.data.slicer.filter_non_null", "reference/api/_autosummary/cyclops.data.slicer.filter_range", "reference/api/_autosummary/cyclops.data.slicer.filter_string_contains", "reference/api/_autosummary/cyclops.data.slicer.filter_value", "reference/api/_autosummary/cyclops.data.slicer.is_datetime", "reference/api/_autosummary/cyclops.data.slicer.overall", "reference/api/_autosummary/cyclops.monitor.clinical_applicator", "reference/api/_autosummary/cyclops.monitor.clinical_applicator.ClinicalShiftApplicator", "reference/api/_autosummary/cyclops.monitor.synthetic_applicator", "reference/api/_autosummary/cyclops.monitor.synthetic_applicator.SyntheticShiftApplicator", "reference/api/_autosummary/cyclops.monitor.synthetic_applicator.binary_noise_shift", "reference/api/_autosummary/cyclops.monitor.synthetic_applicator.feature_association_shift", "reference/api/_autosummary/cyclops.monitor.synthetic_applicator.feature_swap_shift", "reference/api/_autosummary/cyclops.monitor.synthetic_applicator.gaussian_noise_shift", "reference/api/_autosummary/cyclops.monitor.synthetic_applicator.knockout_shift", "reference/api/_autosummary/cyclops.report.report", "reference/api/_autosummary/cyclops.report.report.ModelCardReport", "reference/api/_autosummary/cyclops.tasks.classification", "reference/api/_autosummary/cyclops.tasks.classification.BinaryTabularClassificationTask", "reference/api/_autosummary/cyclops.tasks.classification.MultilabelImageClassificationTask", "reference/api/cyclops.data", "reference/api/cyclops.monitor", "reference/api/cyclops.report", "reference/api/cyclops.tasks", "reference/api/evaluator", "reference/api/fairness_evaluator", "reference/api/metrics", "reference/api/metrics/accuracy", "reference/api/metrics/auroc", "reference/api/metrics/average_precision", "reference/api/metrics/f1score", "reference/api/metrics/f_beta", "reference/api/metrics/precision", "reference/api/metrics/precision_recall_curve", "reference/api/metrics/recall", "reference/api/metrics/roc", "reference/api/metrics/sensitivity", "reference/api/metrics/specificity", "reference/api/metrics/stat_scores", "tutorials", "tutorials/kaggle/heart_failure_prediction", "tutorials/mimiciv/mortality_prediction", "tutorials/nihcxr/cxr_classification", "tutorials/nihcxr/monitor_api", "tutorials/synthea/los_prediction", "tutorials_monitor", "tutorials_use_cases", "user_guide"], "filenames": ["api.rst", "contributing.rst", "developing.rst", "evaluation.rst", "index.rst", "installation.rst", "model_report.rst", "monitoring.rst", "reference/api/_autosummary/cyclops.data.aggregate.rst", "reference/api/_autosummary/cyclops.data.aggregate.Aggregator.rst", "reference/api/_autosummary/cyclops.data.aggregate.tabular_as_aggregated.rst", "reference/api/_autosummary/cyclops.data.aggregate.timestamp_ffill_agg.rst", "reference/api/_autosummary/cyclops.data.features.medical_image.rst", "reference/api/_autosummary/cyclops.data.features.medical_image.MedicalImage.rst", "reference/api/_autosummary/cyclops.data.slicer.rst", "reference/api/_autosummary/cyclops.data.slicer.SliceSpec.rst", "reference/api/_autosummary/cyclops.data.slicer.compound_filter.rst", "reference/api/_autosummary/cyclops.data.slicer.filter_datetime.rst", "reference/api/_autosummary/cyclops.data.slicer.filter_non_null.rst", "reference/api/_autosummary/cyclops.data.slicer.filter_range.rst", "reference/api/_autosummary/cyclops.data.slicer.filter_string_contains.rst", "reference/api/_autosummary/cyclops.data.slicer.filter_value.rst", "reference/api/_autosummary/cyclops.data.slicer.is_datetime.rst", "reference/api/_autosummary/cyclops.data.slicer.overall.rst", "reference/api/_autosummary/cyclops.monitor.clinical_applicator.rst", "reference/api/_autosummary/cyclops.monitor.clinical_applicator.ClinicalShiftApplicator.rst", "reference/api/_autosummary/cyclops.monitor.synthetic_applicator.rst", "reference/api/_autosummary/cyclops.monitor.synthetic_applicator.SyntheticShiftApplicator.rst", "reference/api/_autosummary/cyclops.monitor.synthetic_applicator.binary_noise_shift.rst", "reference/api/_autosummary/cyclops.monitor.synthetic_applicator.feature_association_shift.rst", "reference/api/_autosummary/cyclops.monitor.synthetic_applicator.feature_swap_shift.rst", "reference/api/_autosummary/cyclops.monitor.synthetic_applicator.gaussian_noise_shift.rst", "reference/api/_autosummary/cyclops.monitor.synthetic_applicator.knockout_shift.rst", "reference/api/_autosummary/cyclops.report.report.rst", "reference/api/_autosummary/cyclops.report.report.ModelCardReport.rst", "reference/api/_autosummary/cyclops.tasks.classification.rst", "reference/api/_autosummary/cyclops.tasks.classification.BinaryTabularClassificationTask.rst", "reference/api/_autosummary/cyclops.tasks.classification.MultilabelImageClassificationTask.rst", "reference/api/cyclops.data.rst", "reference/api/cyclops.monitor.rst", "reference/api/cyclops.report.rst", "reference/api/cyclops.tasks.rst", "reference/api/evaluator.rst", "reference/api/fairness_evaluator.rst", "reference/api/metrics.rst", "reference/api/metrics/accuracy.rst", "reference/api/metrics/auroc.rst", "reference/api/metrics/average_precision.rst", "reference/api/metrics/f1score.rst", "reference/api/metrics/f_beta.rst", "reference/api/metrics/precision.rst", "reference/api/metrics/precision_recall_curve.rst", "reference/api/metrics/recall.rst", "reference/api/metrics/roc.rst", "reference/api/metrics/sensitivity.rst", "reference/api/metrics/specificity.rst", "reference/api/metrics/stat_scores.rst", "tutorials.rst", "tutorials/kaggle/heart_failure_prediction.ipynb", "tutorials/mimiciv/mortality_prediction.ipynb", "tutorials/nihcxr/cxr_classification.ipynb", "tutorials/nihcxr/monitor_api.ipynb", "tutorials/synthea/los_prediction.ipynb", "tutorials_monitor.rst", "tutorials_use_cases.rst", "user_guide.rst"], "titles": ["API Reference", "Contributing to cyclops", "\ud83e\uddd1\ud83c\udfff\u200d\ud83d\udcbb Developing", "Evaluation", "What is CyclOps?", "Installation", "Model Report", "Monitoring", "cyclops.data.aggregate", "cyclops.data.aggregate.Aggregator", "cyclops.data.aggregate.tabular_as_aggregated", "cyclops.data.aggregate.timestamp_ffill_agg", "cyclops.data.features.medical_image", "cyclops.data.features.medical_image.MedicalImage", "cyclops.data.slicer", "cyclops.data.slicer.SliceSpec", "cyclops.data.slicer.compound_filter", "cyclops.data.slicer.filter_datetime", "cyclops.data.slicer.filter_non_null", "cyclops.data.slicer.filter_range", "cyclops.data.slicer.filter_string_contains", "cyclops.data.slicer.filter_value", "cyclops.data.slicer.is_datetime", "cyclops.data.slicer.overall", "cyclops.monitor.clinical_applicator", "cyclops.monitor.clinical_applicator.ClinicalShiftApplicator", "cyclops.monitor.synthetic_applicator", "cyclops.monitor.synthetic_applicator.SyntheticShiftApplicator", "cyclops.monitor.synthetic_applicator.binary_noise_shift", "cyclops.monitor.synthetic_applicator.feature_association_shift", "cyclops.monitor.synthetic_applicator.feature_swap_shift", "cyclops.monitor.synthetic_applicator.gaussian_noise_shift", "cyclops.monitor.synthetic_applicator.knockout_shift", "cyclops.report.report", "cyclops.report.report.ModelCardReport", "cyclops.tasks.classification", "cyclops.tasks.classification.BinaryTabularClassificationTask", "cyclops.tasks.classification.MultilabelImageClassificationTask", "cyclops.data", "cyclops.monitor", "cyclops.report", "cyclops.tasks", "Evaluator", "Fairness Evaluator", "Evaluation Metrics", "Accuracy", "AUROC", "Average Precision", "F1-Score", "F-beta Score", "Precision", "PrecisionRecallCurve", "Recall", "ROC Curve", "Sensitivity", "Specificity", "StatScores", "Tutorials", "Heart Failure Prediction", "Mortality Prediction", "Chest X-Ray Disease Classification", "NIHCXR Clinical Drift Experiments Tutorial", "Prolonged Length of Stay Prediction", "monitor API", "Example use cases", "User Guide"], "terms": {"cyclop": [0, 2, 5, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 61, 62], "data": [0, 4, 25, 27, 28, 29, 30, 31, 32, 34, 36, 37, 45, 48, 49, 51, 53, 57, 60, 61, 63], "task": [0, 4, 42, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 64], "evalu": [0, 4, 34, 36, 37, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 60, 64, 65], "fair": [0, 4, 34, 36, 37, 42, 58, 59, 60, 62], "metric": [0, 4, 34, 36, 37, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 62, 64], "monitor": [0, 4, 58, 59, 61, 62, 65], "report": [0, 4, 56, 57, 64, 65], "thank": 1, "your": [1, 58], "interest": [1, 58, 59, 62], "To": [1, 13, 58, 62], "submit": 1, "pr": 1, "pleas": [1, 58, 59, 62], "fill": [1, 11], "out": [1, 34, 58, 59, 62], "templat": [1, 34], "along": [1, 25, 58, 59, 60, 62], "If": [1, 2, 9, 11, 13, 15, 17, 18, 19, 20, 21, 34, 36, 37, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 62], "fix": 1, "an": [1, 4, 9, 13, 15, 34, 42, 43, 48, 50, 52, 54, 56, 58, 59, 60, 62, 64], "issu": [1, 43], "don": [1, 59], "t": [1, 13, 34, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 59], "forget": 1, "link": [1, 34, 58, 59, 60, 62], "onc": [1, 58, 59, 62], "python": [1, 59, 62], "virtual": 1, "environ": [1, 2, 58, 59, 62], "i": [1, 2, 5, 9, 10, 11, 13, 15, 17, 18, 19, 20, 21, 22, 25, 27, 34, 36, 37, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 62, 64], "setup": [1, 59, 62], "you": [1, 2, 13, 58, 59, 60, 62, 63], "can": [1, 2, 5, 11, 13, 15, 34, 36, 37, 43, 45, 48, 50, 52, 53, 54, 56, 58, 59, 60, 62, 63], "run": [1, 2, 58, 59, 62], "us": [1, 4, 9, 13, 15, 16, 25, 27, 34, 36, 37, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 62, 63, 65], "all": [1, 10, 11, 15, 16, 17, 18, 19, 20, 21, 23, 36, 52, 54, 56, 58, 59, 60, 61, 62], "file": [1, 13, 34, 58, 59, 60, 62], "For": [1, 5, 34, 43, 56, 58, 59, 62], "style": 1, "we": [1, 34, 58, 59, 60, 62], "recommend": 1, "pep": 1, "8": [1, 15, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 62], "guid": [1, 4], "docstr": 1, "numpi": [1, 11, 28, 29, 30, 31, 32, 37, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 61, 62], "format": [1, 9, 13, 15, 34, 51, 56, 58, 59, 62], "ruff": [1, 58, 59], "static": [1, 10], "analysi": [1, 34, 58, 59, 60, 62], "check": [1, 22, 51], "variou": [1, 42, 58, 59, 62], "rule": 1, "includ": [1, 9, 15, 19, 25, 27, 43, 58, 59, 60, 62, 63, 64], "flake8": 1, "The": [1, 2, 4, 9, 10, 11, 13, 15, 16, 17, 18, 19, 20, 21, 22, 25, 27, 34, 36, 37, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 62, 63, 64], "show": [1, 4, 58, 59, 60, 62], "error": [1, 42, 43], "which": [1, 9, 11, 17, 18, 19, 20, 21, 34, 42, 43, 51, 58, 59, 60, 62, 64], "need": [1, 2, 42, 43, 58, 59, 62], "befor": [1, 11, 36, 42, 43, 58, 59, 62], "last": [1, 10], "least": 1, "type": [1, 9, 10, 11, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 27, 28, 29, 30, 31, 32, 34, 36, 37, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 64], "hint": 1, "our": [1, 58, 59, 62], "mypi": 1, "set": [2, 5, 9, 10, 15, 34, 42, 43, 45, 47, 48, 49, 50, 52, 54, 55, 56, 58, 59, 60, 62], "up": [2, 58, 59, 60, 62], "henc": [2, 5], "make": [2, 58, 59, 62], "sure": [2, 58], "instal": [2, 4, 58, 65], "python3": [2, 5], "m": [2, 5, 58, 59, 60, 61, 62], "sourc": [2, 4, 9, 10, 11, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 27, 28, 29, 30, 31, 32, 34, 36, 37, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 63], "env": 2, "info": [2, 58, 59, 62], "path": [2, 13, 25, 34, 36, 37, 58, 59, 62], "bin": [2, 9, 43], "activ": [2, 62], "In": [2, 58, 59, 62], "order": [2, 13, 42, 56], "depend": [2, 5], "test": [2, 27, 34, 36, 37, 42, 57, 58, 59, 62, 63, 64], "codestyl": 2, "unit": 2, "integr": 2, "api": [2, 4, 9, 42, 43, 58, 62, 64], "document": [2, 58, 59, 60, 62], "built": 2, "sphinx": 2, "local": 2, "doc": 2, "cd": 2, "html": [2, 34, 58, 59, 60, 62], "sphinxopt": 2, "d": [2, 25, 60], "nbsphinx_allow_error": 2, "true": [2, 9, 10, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 27, 29, 34, 36, 37, 42, 45, 46, 47, 48, 49, 50, 52, 53, 54, 55, 56, 58, 59, 60, 61, 62], "build": [2, 25], "pandoc": 2, "addit": [2, 5, 34, 36, 37, 58, 59, 60, 62], "group": [2, 9, 34, 43, 58, 59, 62], "welcom": 2, "see": [2, 9, 15, 34, 58, 59, 62], "guidelin": [2, 4], "open": 4, "toolkit": 4, "scientist": [4, 60], "engin": [4, 58, 59, 62], "clinician": [4, 58, 59, 62], "work": [4, 15, 34, 45, 55, 58, 59, 60, 62], "intersect": [4, 43], "artifici": 4, "intellig": 4, "health": [4, 58, 59, 62], "design": 4, "help": [4, 58, 59, 60, 62], "research": 4, "practition": 4, "adopt": 4, "vector": 4, "institut": 4, "": [4, 15, 18, 22, 34, 36, 37, 42, 43, 47, 58, 59, 62], "ai": [4, 58, 59, 62], "trust": [4, 58, 59, 62], "safeti": 4, "principl": 4, "specif": [4, 5, 15, 28, 31, 36, 37, 42, 44, 47, 58, 59, 60, 62], "focus": 4, "system": 4, "develop": [4, 58, 59, 60, 62], "clinic": [4, 24, 25, 63], "applic": [4, 24, 25, 27, 46], "where": [4, 15, 16, 17, 18, 19, 20, 21, 34, 36, 37, 50, 51, 52, 54, 58, 59, 62, 64], "robust": 4, "ar": [4, 5, 13, 15, 19, 20, 25, 29, 34, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 62], "critic": 4, "primari": [4, 34, 58, 59, 60, 62], "goal": [4, 64], "improv": [4, 58, 59, 62], "transpar": 4, "account": [4, 45, 46, 47, 48, 49, 50, 52, 54, 55, 58, 60], "heart": [4, 57], "failur": [4, 57], "predict": [4, 36, 37, 42, 43, 45, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 60], "exampl": [4, 5, 9, 13, 15, 16, 17, 18, 19, 20, 21, 23, 25, 27, 34, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 63], "case": [4, 28, 34, 57, 58, 59, 62, 63], "how": [4, 9, 58, 59, 60, 62], "model": [4, 5, 33, 34, 36, 37, 42, 43, 57, 63, 64, 65], "its": [4, 15, 50, 52, 54, 58, 59, 60, 62], "perform": [4, 9, 11, 21, 34, 42, 45, 46, 57, 58, 59, 62, 63, 64], "over": [4, 56, 58, 59, 60, 62], "time": [4, 9, 15, 25, 34, 58, 59, 60, 62, 63], "user": [4, 34, 58, 59, 62], "tutori": [4, 63, 64], "poetri": 4, "contribut": 4, "pre": [4, 58, 59, 62], "commit": 4, "hook": 4, "code": [4, 58, 59, 62], "refer": [4, 34, 58, 59, 60, 62], "pycyclop": 5, "ha": [5, 21, 34, 58, 59, 60, 62], "mani": 5, "option": [5, 9, 10, 11, 13, 15, 17, 18, 19, 20, 21, 25, 27, 34, 36, 37, 42, 43, 45, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56], "function": [5, 8, 9, 11, 13, 14, 15, 16, 26, 34, 42, 43, 59, 60, 62], "monai": [5, 13], "librari": [5, 57, 63, 64], "load": [5, 34, 36, 37, 42, 57, 59, 62, 63, 64], "dicom": 5, "imag": [5, 12, 13, 31, 34, 37, 38, 42, 43, 57, 60, 61], "creat": [5, 14, 15, 28, 31, 32, 34, 36, 37, 43, 50, 52, 54, 57, 60, 64], "dataset": [5, 14, 15, 25, 27, 34, 36, 37, 38, 42, 43, 45, 48, 49, 50, 51, 52, 53, 54, 55, 57, 63, 64], "list": [5, 9, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 28, 29, 30, 31, 32, 34, 36, 37, 42, 43, 46, 47, 51, 53, 58, 59, 62], "below": [5, 58, 59, 62], "extra": [5, 34], "note": [5, 9, 34, 42, 58, 59, 62], "xgboost": [5, 59, 62], "allow": [5, 42, 43, 58, 59, 62, 63], "torch": [5, 61], "pytorch": 5, "torchvis": [5, 60, 61], "torchxrayvis": [5, 60, 61], "transform": [5, 9, 36, 37, 46, 53, 58, 59, 60, 61, 62], "alibi": 5, "explain": [5, 34], "detect": [5, 60, 63], "shift": [5, 24, 25, 27, 29, 30, 63], "class": [8, 9, 12, 13, 14, 15, 24, 25, 26, 27, 29, 30, 32, 33, 34, 35, 36, 37, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 62], "aggfunc": [9, 59, 62], "timestamp_col": [9, 59], "time_bi": [9, 59], "agg_bi": [9, 59], "timestep_s": 9, "none": [9, 10, 11, 13, 15, 17, 25, 34, 36, 37, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 61, 62], "window_dur": [9, 59], "window_start_tim": [9, 59], "window_stop_tim": 9, "imput": [9, 58, 59, 62], "agg_meta_for": 9, "base": [9, 13, 15, 25, 27, 34, 36, 37, 42, 43, 50, 52, 54, 57, 58, 64], "transformermixin": 9, "equal": [9, 15, 19, 43], "space": [9, 53], "seri": [9, 11, 36], "comput": [9, 36, 37, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 64], "metadata": [9, 13, 58, 59, 60, 62], "expens": [9, 42, 43], "should": [9, 16, 30, 34, 36, 37, 42, 43, 53, 58, 59, 60, 62], "done": [9, 58, 59, 62], "sparingli": 9, "map": [9, 15, 16, 36, 37, 60], "from": [9, 13, 15, 25, 27, 32, 34, 36, 37, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 61, 62, 64], "column": [9, 10, 15, 16, 17, 18, 19, 20, 21, 25, 36, 37, 42, 43, 58, 59, 60, 62], "each": [9, 15, 16, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 62], "valu": [9, 10, 11, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 34, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 59, 60, 61, 62, 64], "either": [9, 19, 34, 56, 58, 59, 62], "string": [9, 13, 15, 17, 20, 34, 42, 43, 60], "e": [9, 10, 15, 17, 18, 29, 30, 31, 34, 42, 43, 58, 59, 62], "g": [9, 10, 15, 17, 29, 30, 31, 34, 42, 43, 58, 59, 62], "col_nam": 9, "mean": [9, 45, 46, 47, 48, 49, 50, 52, 54, 55, 58, 59, 60, 62], "accept": 9, "return": [9, 10, 11, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 27, 28, 29, 30, 31, 32, 34, 36, 37, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 59, 62], "singl": [9, 11, 15, 34, 36, 37, 42, 51, 58, 59, 62, 64], "dict": [9, 13, 15, 16, 17, 18, 19, 20, 21, 23, 34, 36, 37, 42, 43], "name": [9, 10, 15, 16, 17, 18, 19, 20, 21, 25, 34, 36, 37, 42, 43, 58, 59, 60, 61, 62], "timestamp": [9, 34, 59, 60, 63], "provid": [9, 15, 17, 20, 34, 42, 43, 51, 53, 56, 58, 59, 60, 62], "str": [9, 10, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 27, 34, 36, 37, 42, 43, 58, 59, 62], "determin": [9, 45, 46, 47, 51, 53, 56], "bucket": [9, 11], "hour": [9, 15, 17, 59], "timestep": [9, 10, 11], "float": [9, 11, 19, 28, 29, 30, 31, 32, 34, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56], "window": [9, 11, 63], "latest": 9, "stop": [9, 62], "start": [9, 58, 59, 62], "pd": [9, 10, 36, 59], "datafram": [9, 10, 36, 58, 59, 62], "window_tim": 9, "aggregatedimput": 9, "num_timestep": [9, 10, 11], "number": [9, 10, 11, 25, 29, 30, 34, 36, 37, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 59, 62, 63], "int": [9, 10, 11, 17, 25, 29, 30, 31, 32, 34, 36, 37, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 62], "dictionari": [9, 13, 15, 16, 17, 18, 19, 20, 21, 23, 34, 36, 37, 42, 43, 58, 59, 62], "one": [9, 15, 36, 37, 42, 43, 45, 47, 48, 49, 50, 51, 52, 53, 54, 55], "follow": [9, 15, 34, 42, 45, 48, 49, 50, 52, 54, 55, 58, 59, 60, 62], "median": 9, "std": 9, "var": 9, "min": 9, "max": [9, 10, 62], "count": [9, 45, 46, 47, 48, 49, 50, 52, 54, 55, 58, 59, 60, 62], "sum": [9, 55, 56, 59, 60, 62], "init": 9, "method": [9, 13, 15, 25, 27, 34, 36, 37, 42, 43, 46, 58, 59, 62], "__init__": [9, 36, 37], "fit": [9, 36, 58, 59, 62], "paramet": [9, 10, 11, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 27, 28, 29, 30, 31, 32, 34, 36, 37, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 62], "panda": [9, 10, 11, 58, 59, 62], "input": [9, 13, 28, 31, 36, 37, 45, 47, 50, 51, 52, 53, 54, 56], "fit_transform": [9, 59], "set_output": 9, "output": [9, 34, 45, 51, 53, 58, 59, 62], "contain": [9, 10, 13, 15, 16, 17, 18, 19, 20, 21, 23, 34, 42, 43, 45, 55, 58, 59, 60, 62, 64], "introduc": 9, "default": [9, 11, 13, 15, 17, 18, 19, 20, 21, 25, 34, 36, 37, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 62], "configur": [9, 36, 37, 42, 58, 59, 62], "unchang": 9, "self": [9, 13], "estim": [9, 36, 45, 46, 48, 49, 51, 53, 55], "instanc": [9, 45, 46, 47, 48, 49, 50, 52, 54, 55, 58, 59, 60, 62], "y": [9, 27, 29, 30, 32, 36, 58, 59, 60, 62], "include_timestep_start": 9, "placehold": [9, 29], "sklearn": [9, 27, 58, 59, 62], "compat": [9, 58, 59, 62], "bool": [9, 13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 25, 29, 30, 34, 36, 37, 42, 43, 56, 58, 59, 60, 62], "whether": [9, 13, 15, 25, 34, 42, 43, 56, 59, 62, 64], "tab": [10, 58], "index": [10, 58, 59, 60, 62], "var_nam": 10, "value_nam": 10, "strategi": [10, 34, 58, 59, 60, 62], "sort": [10, 58, 59, 62], "pose": 10, "tabular": [10, 36, 37, 57], "non": [10, 51, 53], "timeseri": 10, "result": [10, 16, 36, 37, 42, 48, 58, 59, 61, 62], "origin": [10, 25], "fake": 10, "first": [10, 42, 43, 45, 55, 58, 59, 62], "thi": [10, 15, 34, 36, 42, 43, 45, 46, 47, 48, 49, 50, 52, 54, 55, 56, 58, 59, 60, 62, 64], "requir": [10, 34, 36, 37, 43, 45, 46, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 62], "process": [10, 25, 57, 58, 60, 62, 64], "tempor": 10, "val": [11, 42], "1": [11, 15, 25, 29, 30, 31, 32, 34, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 62, 63, 64], "fill_nan": 11, "forward": 11, "given": [11, 17, 19, 20, 21, 22, 34, 36, 37, 45, 48, 49, 50, 52, 54, 55, 56], "neg": [11, 42, 45, 46, 47, 48, 49, 50, 52, 54, 55, 56, 60, 62], "treat": [11, 43], "occur": 11, "regular": 11, "through": [11, 58, 59, 60, 62], "between": [11, 15, 43, 48, 53, 56], "0": [11, 15, 27, 28, 29, 30, 31, 32, 34, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 61, 62], "accordingli": 11, "nan": [11, 17, 18, 42, 43, 57, 64], "A": [11, 15, 16, 17, 18, 19, 20, 21, 23, 34, 42, 43, 45, 55, 56, 58, 59, 60, 62], "integ": [11, 34, 42, 43], "total": [11, 45, 46, 47, 48, 49, 50, 52, 54, 55, 56, 59, 62], "consid": [11, 45, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 59], "ani": [11, 15, 16, 17, 18, 19, 20, 21, 23, 34, 36, 37, 42, 43, 51, 53, 58, 59, 60, 62], "remain": [11, 60], "form": [11, 48, 58, 59, 62], "2": [11, 29, 30, 34, 45, 46, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 62, 63], "dimension": [11, 63], "arrai": [11, 13, 29, 30, 32, 37, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 60, 62], "ndarrai": [11, 13, 22, 28, 29, 30, 31, 32, 36, 37, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56], "medic": [12, 13, 38, 60, 62, 64], "decod": [13, 60], "id": [13, 25, 58, 60, 62], "reader": 13, "itkread": 13, "suffix": 13, "jpg": 13, "read": 13, "union": [13, 15, 16, 17, 18, 19, 20, 21, 22, 23, 34, 36, 37, 42, 43, 46, 51, 53], "imageread": 13, "when": [13, 36, 37, 42, 43, 45, 47, 48, 49, 50, 52, 54, 55, 56, 58, 59, 62], "byte": 13, "fals": [13, 15, 17, 18, 19, 20, 21, 22, 30, 31, 36, 37, 42, 43, 45, 46, 47, 48, 49, 50, 52, 53, 54, 55, 56, 58, 59, 60, 62], "image_path": 13, "image_byt": 13, "attribut": [13, 15, 36, 37, 58, 59, 62], "__call__": 13, "call": [13, 34], "cast_storag": 13, "storag": 13, "cast": 13, "arrow": 13, "convert": [13, 45, 47, 49, 51, 52, 53, 54, 55, 56, 58, 59, 62], "pyarrow": 13, "rtype": 13, "structarrai": 13, "pa": 13, "must": [13, 17, 34, 42, 43, 47], "binari": [13, 28, 36, 37, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 62, 64], "struct": 13, "doesn": 13, "matter": 13, "arg": 13, "stringarrai": 13, "listarrai": 13, "decode_exampl": 13, "token_per_repo_id": 13, "serial": 13, "version": [13, 34, 58, 59, 60, 62], "access": 13, "privat": 13, "repositori": [13, 58], "hub": 13, "pass": [13, 25, 34, 36, 37, 42, 58, 59, 62], "repo_id": 13, "token": [13, 58], "deseri": 13, "np": [13, 19, 22, 36, 37, 43, 58, 59, 60, 61, 62], "embed_storag": 13, "emb": 13, "encode_exampl": 13, "encod": 13, "flatten": 13, "state": [13, 51], "itself": 13, "otherwis": [13, 22, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56], "tupl": [13, 15, 25, 36, 37, 51, 53], "classlabel": [13, 58, 59, 62], "translat": 13, "translationvariablelanguag": 13, "sequenc": [13, 36, 37, 42, 60], "array2d": 13, "array3d": 13, "array4d": 13, "array5d": 13, "audio": 13, "subset": 14, "hug": [14, 36, 37, 57, 64], "face": [14, 36, 37, 57, 64], "spec_list": [15, 58, 59, 60, 61, 62], "factori": [15, 60], "valid": [15, 17, 34, 36, 37, 42, 58, 59], "include_overal": [15, 58], "column_nam": [15, 17, 18, 19, 20, 21, 60], "object": [15, 25, 27, 34, 36, 37, 43, 58, 59, 62], "slice": [15, 16, 34, 36, 37, 42, 43, 58, 59, 60, 62], "more": [15, 36, 37, 42, 58, 64], "kei": [15, 34, 43, 58, 59, 60, 61, 62], "exact": [15, 21], "select": [15, 25, 29, 58, 59, 60, 62], "row": [15, 58, 60], "support": [15, 45, 46, 47, 48, 49, 50, 52, 54, 55, 56, 62, 63], "2021": [15, 58, 59, 62], "01": [15, 46, 58, 59, 62], "00": 15, "min_valu": [15, 19, 58, 59, 60, 61, 62], "minimum": [15, 19], "specifi": [15, 25, 34, 36, 37, 42, 58, 59, 62], "min_inclus": [15, 19, 58, 59, 62], "indic": [15, 28, 31, 42, 43, 45, 50, 52, 54, 58, 59, 62], "rang": [15, 19, 46, 47, 51, 53, 58, 59, 60, 62], "numer": [15, 19, 58, 59, 62], "datetim": [15, 17, 19, 22, 34, 58, 59, 62], "inf": [15, 19], "max_valu": [15, 19, 58, 59, 60, 61, 62], "boolean": [15, 16, 17, 18, 19, 20, 21, 23], "greater": [15, 62], "than": [15, 19, 36, 37, 49, 58, 59, 62, 64], "maximum": [15, 19, 46], "max_inclus": [15, 19, 58, 59, 62], "less": [15, 19, 49, 59, 62], "year": [15, 17, 58, 59, 60, 62], "match": [15, 17, 20, 21, 42], "month": [15, 17, 25], "12": [15, 58, 59, 60, 62], "dai": [15, 17, 59, 62, 64], "31": [15, 58, 59, 62], "23": [15, 58, 59, 62], "negat": [15, 17, 18, 19, 20, 21, 60], "flag": [15, 59], "featur": [15, 17, 18, 19, 20, 21, 23, 25, 29, 30, 34, 36, 37, 57, 60, 64], "doe": [15, 17, 19, 20, 21, 34, 43, 45, 46, 47, 48, 49, 50, 52, 54, 55], "keep_nul": [15, 17, 19, 20, 21], "keep": [15, 42, 43, 62], "null": [15, 17, 18, 19, 20, 21, 59, 62], "conjunct": [15, 60], "own": [15, 58, 59, 62], "overal": [15, 34, 43, 58, 59, 60, 62], "_registri": 15, "callabl": [15, 16, 34, 43], "import": [15, 25, 27, 34, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 63, 64], "slice_spec": [15, 36, 37, 42, 58, 59, 60, 62], "feature_1": 15, "feature_2": 15, "feature_3": 15, "value_1": 15, "value_2": 15, "2020": [15, 17, 60], "5": [15, 27, 28, 31, 32, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 62, 63], "60": 15, "2022": [15, 58, 59, 60, 62], "6": [15, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 61, 62], "7": [15, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 62, 64], "2000": 15, "2010": 15, "slice_nam": [15, 34, 58, 59, 62], "slice_func": 15, "print": [15, 58, 59, 60, 62], "do": [15, 58, 59, 60, 62], "someth": 15, "here": [15, 58, 59, 62], "filter": [15, 17, 18, 19, 20, 21, 42, 43, 59, 60, 62], "non_nul": 15, "add_slice_spec": 15, "add": [15, 34, 36, 37, 58, 59, 62], "detail": [15, 58, 59, 60, 62], "get_slic": 15, "registri": [15, 58, 59, 62], "gener": [15, 25, 34, 53, 57, 63, 64], "slice_funct": 16, "combin": [16, 58], "multipl": [16, 34, 42, 43], "bitwis": 16, "AND": 16, "appli": [16, 25, 36, 37, 45, 46, 50, 51, 52, 53, 54, 55, 56, 58, 59, 62], "signatur": 16, "kwarg": [16, 27, 36, 37], "compon": 17, "have": [17, 20, 21, 27, 58, 59, 64], "nat": 17, "rais": [17, 19, 20, 34, 36, 37, 42, 43, 45, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56], "typeerror": [17, 19, 20, 34, 43], "valueerror": [19, 34, 36, 37, 42, 43, 45, 47, 49, 50, 51, 52, 53, 54, 55, 56], "substr": 20, "find": [21, 36, 45, 46, 47, 48, 49, 50, 52, 54, 55, 60], "datetime64": 22, "modul": [24, 33, 34, 42, 43, 58, 59, 62], "shift_typ": [25, 27], "target": [25, 29, 30, 36, 37, 42, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 62, 63, 64], "shift_id": [25, 61], "induc": [25, 27], "synthet": [25, 27, 34, 62, 63, 64], "take": [25, 43, 45, 46, 47, 48, 49, 50, 52, 54, 55, 58], "split": [25, 34, 36, 37, 42, 58, 59, 60, 62], "categor": [25, 58, 59, 62], "loader": [25, 60, 61], "load_nihcxr": [25, 60, 61], "mnt": [25, 60, 61], "nihcxr": [25, 60, 63], "hospital_typ": 25, "hospital_type_1": 25, "hospital_type_2": 25, "hospital_type_3": 25, "hospital_type_4": 25, "hospital_type_5": 25, "ds_sourc": [25, 61], "ds_target": [25, 61], "apply_shift": [25, 27, 61], "custom": [25, 34, 61], "ag": [25, 57, 61, 64], "batch": [25, 36, 37, 42, 43, 59, 60], "batch_siz": [25, 36, 37, 42, 43, 58, 59, 62], "1000": [25, 36, 42, 43, 58, 60], "num_proc": [25, 61], "huggingfac": [25, 36, 37, 43], "size": [25, 36, 37, 42, 43, 58, 59, 60, 62], "slicespec": [25, 37, 42, 58, 59, 60, 61, 62], "hospit": [25, 58, 59, 62, 64], "sex": [25, 57, 59, 61, 62, 64], "syntheticshiftappl": 26, "load_diabet": 27, "x": [27, 28, 29, 30, 31, 32, 36, 57, 58, 59, 61, 62], "return_x_i": 27, "from_dict": 27, "train_test_split": [27, 58, 59, 62], "test_siz": 27, "seed": [27, 58, 59, 61, 62], "42": [27, 58, 59, 61, 62], "gn_shift": 27, "x_shift": 27, "ko_shift": 27, "cp_shift": 27, "mfa_shift": 27, "bn_shift": 27, "tolerance_shift": 27, "ds_shift": 27, "nois": [27, 28, 31], "ad": [27, 34, 36, 37, 58, 59, 62], "prob": 28, "delta": [28, 31, 32], "matrix": [28, 29, 30, 31, 32, 62], "covari": [28, 29, 30, 31, 32], "p": [28, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 60], "proport": [28, 58, 59, 60, 62], "control": [28, 43], "fraction": [28, 31, 32, 62], "affect": [28, 31, 34, 58, 59, 62], "dtype": [28, 29, 30, 31, 32, 51, 53, 58, 59, 60], "float64": [28, 29, 30, 31, 32, 51, 53, 60], "n_shuffl": [29, 30], "25": [29, 30, 46, 51, 53, 55, 56, 58, 59, 61, 62], "keep_rows_const": 29, "repermute_each_column": 29, "multiwai": 29, "associ": [29, 58, 59, 60, 62], "swap": [29, 30], "individu": [29, 58, 59, 62], "within": [29, 59], "label": [29, 30, 32, 36, 37, 42, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 60, 64], "cl": [29, 30], "3": [29, 30, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 62, 63], "etc": [29, 30, 58, 59, 60, 62], "floatnumpi": 29, "shuffl": [29, 30, 58], "permut": 29, "same": [29, 42, 43], "across": [29, 43, 63], "shift_class": [30, 32], "rank": 30, "changepoint": 30, "axi": [30, 59, 62], "x_ref": 30, "y_ref": 30, "noise_amt": 31, "normal": [31, 58, 59, 62], "clip": [31, 58, 59, 62], "gaussian": 31, "standard": [31, 58, 59, 62], "deviat": 31, "divid": 31, "255": [31, 60, 61], "imbal": [32, 45, 46, 47, 48, 49, 50, 52, 54, 55], "remov": [32, 36, 37, 43, 58, 59, 60, 62], "sampl": [32, 50, 52, 54], "placehol": 32, "output_dir": [34, 58, 59, 62], "card": [34, 57, 58, 59, 62, 64], "serv": 34, "interfac": 34, "popul": [34, 57, 58, 59, 62, 64], "modelcard": 34, "directori": [34, 58, 59, 62], "save": [34, 36, 37, 58, 59, 62], "current": [34, 58, 59, 62], "export": [34, 58, 59, 60, 62], "output_filenam": [34, 58, 59, 60, 62], "template_path": 34, "interact": [34, 59, 62], "save_json": 34, "synthetic_timestamp": [34, 58, 59, 60, 62], "date": [34, 58, 59, 62], "jinja2": 34, "json": [34, 58, 59, 62], "back": 34, "classmethod": 34, "from_json_fil": 34, "cyclops_report": [34, 58, 59, 62], "log_cit": [34, 60], "citat": [34, 58, 59, 60, 62], "section_nam": [34, 58, 59, 60, 62], "model_detail": [34, 58, 59, 62], "section": [34, 58, 59, 60, 62], "content": 34, "repres": [34, 60], "keyerror": 34, "bibtex": 34, "entri": [34, 56], "plain": 34, "text": [34, 60], "log_dataset": [34, 58], "descript": [34, 58, 59, 60, 62], "license_id": [34, 58], "sensitive_featur": [34, 58], "sensitive_feature_justif": [34, 58], "log": [34, 42, 57, 58, 59, 62, 64], "inform": [34, 58], "about": [34, 58, 59, 60, 62], "train": [34, 36, 37, 42, 57, 60, 63, 64], "resourc": [34, 58, 59, 62], "relev": [34, 58, 59, 62, 63], "context": 34, "homepag": 34, "spdx": [34, 58], "identifi": [34, 57, 60, 64], "licens": [34, 58, 59, 60, 62], "apach": [34, 58, 59, 62], "http": [34, 58, 59, 60, 62], "org": [34, 58, 59, 60, 62], "unknown": 34, "unlicens": 34, "proprietari": 34, "sensit": [34, 44, 58, 59, 60, 62, 63], "justif": [34, 58], "field": [34, 57, 58, 59, 62, 64], "assertionerror": [34, 51, 53], "log_descriptor": [34, 58, 59, 60, 62], "descriptor": 34, "new": [34, 58, 59, 62], "pydant": 34, "basemodel": 34, "subclass": 34, "As": 34, "long": 34, "conflict": 34, "defin": [34, 58, 59, 60, 62], "model_card": 34, "tradeoff": [34, 60], "trade": 34, "off": 34, "interpret": 34, "consider": [34, 58, 59, 60, 62], "log_fairness_assess": [34, 58, 59, 60, 62], "affected_group": [34, 58, 59, 60, 62], "benefit": [34, 58, 59, 60, 62], "harm": [34, 58, 59, 60, 62], "mitigation_strategi": [34, 58, 59, 60, 62], "assess": 34, "mitig": [34, 58, 59, 60, 62], "relat": 34, "log_from_dict": [34, 58, 59, 60, 62], "log_imag": 34, "img_path": 34, "caption": [34, 58, 59, 60, 62], "exist": [34, 36, 37], "log_licens": [34, 58, 59, 62], "full": 34, "avail": [34, 42, 58, 59, 62, 64], "whole": [34, 58, 59, 62], "found": [34, 58], "left": [34, 62], "blank": 34, "instead": 34, "log_model_paramet": [34, 58, 59, 62], "param": [34, 58, 59, 62], "log_own": [34, 58, 59, 60, 62], "contact": [34, 58, 59, 60, 62], "role": 34, "owner": [34, 58, 59, 60, 62], "log_performance_metr": [34, 58, 59, 62], "quantit": [34, 58, 59, 60, 62], "slash": 34, "metric_nam": [34, 43, 58, 59, 60, 62], "log_plotly_figur": [34, 58, 59, 60, 62], "fig": [34, 58, 59, 60, 62], "plotli": [34, 58, 59, 60, 62], "figur": [34, 58, 59, 62], "plot": [34, 58, 59, 60, 62], "log_quantitative_analysi": [34, 58, 59, 60, 62], "analysis_typ": 34, "metric_slic": [34, 58, 59, 60, 62], "decision_threshold": 34, "pass_fail_threshold": [34, 58, 59, 60, 62], "pass_fail_threshold_fn": [34, 58, 59, 60, 62], "liter": [34, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56], "decis": [34, 46, 51, 53, 58, 59, 62], "threshold": [34, 43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 62, 64], "fail": 34, "log_refer": [34, 58, 59, 62], "log_regul": 34, "regul": 34, "regulatori": [34, 58, 59, 62], "compli": 34, "log_risk": [34, 58, 59, 60, 62], "risk": [34, 58, 59, 60, 62, 64], "log_use_cas": [34, 58, 59, 60, 62], "kind": [34, 58, 59, 60, 62], "scope": [34, 58, 59, 62], "usecas": 34, "log_us": [34, 58, 59, 60, 62], "log_vers": [34, 58, 59, 62], "version_str": [34, 58, 59, 62], "semant": 34, "v1": 34, "dt_date": 34, "dt_datetim": 34, "unix": 34, "yyyi": 34, "mm": 34, "dd": 34, "hh": 34, "ss": 34, "ffffff": 34, "z": 34, "summar": 34, "chang": [34, 58, 59, 60, 62], "made": [34, 58, 59, 62], "task_featur": [36, 37, 58, 59, 62], "task_target": [36, 37, 58, 59, 62], "basetask": [36, 37], "initi": [36, 37, 45, 57, 58, 59, 62, 64], "ptmodel": [36, 37, 60], "skmodel": [36, 37], "add_model": [36, 37], "wrappedmodel": [36, 37], "properti": [36, 37], "data_typ": [36, 37], "model_nam": [36, 37, 58, 59, 60, 61, 62], "prediction_column_prefix": [36, 37, 58, 59, 62], "splits_map": [36, 37], "remove_column": [36, 37, 42, 43, 60], "fairness_config": [36, 37, 42, 58, 59, 62], "override_fairness_metr": [36, 37, 42, 58, 59, 62], "datasetdict": [36, 37, 42], "metricdict": [36, 37, 42, 43, 58, 59, 62], "columntransform": [36, 58, 59, 62], "slicingconfig": 36, "config": 36, "default_max_batch_s": 36, "unnecessari": [36, 37], "fairnessconfig": [36, 37, 42, 58, 59, 62], "argument": [36, 37, 42, 43, 58, 59, 62], "overridden": [36, 37, 42], "get_model": [36, 37], "get": [36, 37, 58, 59, 62], "list_model": [36, 37, 58, 59, 62], "list_models_param": [36, 37, 58, 59, 62], "load_model": [36, 37], "filepath": [36, 37], "pretrain": [36, 37, 60], "models_count": [36, 37], "proba": [36, 58, 59, 62], "mortal": [36, 57], "probabl": [36, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 62], "notfittederror": 36, "save_model": [36, 37], "destin": [36, 37], "correspond": [36, 37, 51], "parent": [36, 37], "dirctori": [36, 37], "keyword": [36, 37, 42, 43], "task_typ": [36, 37, 58, 59, 62], "best_model_param": [36, 58, 59, 62], "x_train": 36, "y_train": 36, "pipelin": [36, 58, 59, 62], "best": [36, 58, 59, 62], "64": [37, 59, 62], "compos": [37, 58, 59, 60, 61, 62], "pathologi": [37, 57, 58, 64], "represent": [37, 58, 59, 62], "packag": [38, 39, 40, 41, 58, 59, 60, 62], "consist": [42, 43], "It": [42, 48, 50, 52, 54, 55, 63], "target_column": [42, 43, 58, 59, 60, 62], "prediction_column": [42, 43, 60], "ignore_column": [42, 60], "raise_on_empty_slic": [42, 43], "load_dataset_kwarg": 42, "load_dataset": 42, "multi": [42, 60], "ignor": [42, 58, 59, 62], "while": 42, "mai": [42, 43, 58, 59, 60, 62], "memori": [42, 43], "entir": [42, 58, 59, 62], "chosen": 42, "eval": 42, "dev": 42, "empti": [42, 43], "warn": [42, 45, 47, 48, 49, 50, 52, 54, 55], "onli": [42, 43, 45, 46, 48, 49, 50, 52, 54, 55, 56], "evaluate_fair": 43, "pariti": 43, "group_valu": 43, "group_bin": [43, 58, 59, 62], "group_base_valu": [43, 58, 59, 62], "compute_optimal_threshold": 43, "metric_kwarg": 43, "multilabel": [43, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 64], "uniqu": [43, 46, 47, 51, 53, 60, 64], "limit": [43, 58, 59, 60, 62], "continu": [43, 56, 58, 59, 60, 62], "veri": 43, "slow": 43, "larg": 43, "denomin": 43, "linspac": 43, "monoton": [43, 47, 53], "optim": [43, 58], "oper": [43, 58, 59, 62], "necessari": 43, "usag": [43, 58, 59, 62], "rel": 43, "small": 43, "32": [43, 58, 59, 62], "avoid": 43, "encount": [43, 59, 62], "nest": 43, "level": [43, 58, 59, 60, 62], "second": 43, "third": 43, "omit": 43, "runtimeerror": 43, "accuraci": [44, 58, 59, 62], "auroc": [44, 57, 58, 59, 62, 64], "averag": [44, 45, 46, 48, 49, 50, 52, 54, 55, 58, 59, 60], "precis": [44, 45, 48, 49, 51, 52, 53, 54, 55, 58, 59, 60, 62], "f1": 44, "score": [44, 45, 46, 47, 50, 51, 52, 53, 54, 55, 56], "f": [44, 48, 58, 59, 60, 61, 62], "beta": 44, "precisionrecallcurv": 44, "recal": [44, 45, 47, 48, 51, 53, 54, 55, 58, 59, 60, 62], "roc": [44, 46, 58, 59, 62], "curv": [44, 46, 51, 58, 59, 62], "statscor": 44, "differ": [45, 46, 48, 49, 50, 51, 52, 53, 54, 55, 58, 59, 60, 62, 63], "classif": [45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 57, 58, 59, 62], "multiclass": [45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56], "One": [45, 46, 49, 50, 52, 53, 59, 60, 62], "pos_label": [45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56], "posit": [45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 62], "num_class": [45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 62], "decid": [45, 48, 49, 50, 52, 54, 55], "top_k": [45, 47, 48, 49, 50, 52, 54, 55, 56], "logit": [45, 48, 49, 50, 51, 52, 54, 55, 56], "top": [45, 47, 48, 49, 50, 52, 54, 55, 56], "k": [45, 48, 49, 50, 52, 54, 55, 56, 61], "num_label": [45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 60], "micro": [45, 46, 47, 48, 49, 50, 52, 54, 55], "macro": [45, 46, 47, 48, 49, 50, 52, 54, 55], "weight": [45, 46, 47, 48, 49, 50, 52, 54, 55, 60, 61, 62], "calcul": [45, 46, 47, 48, 49, 50, 52, 54, 55], "global": [45, 46, 47, 48, 49, 50, 52, 54, 55], "unweight": [45, 46, 47, 48, 49, 50, 52, 54, 55], "alter": [45, 48, 49, 50, 52, 54, 55], "zero_divis": [45, 47, 48, 49, 50, 52, 54, 55], "zero": [45, 47, 48, 49, 50, 52, 54, 55], "divis": [45, 47, 48, 49, 50, 52, 54, 55], "act": [45, 47, 48, 49, 50, 52, 54, 55, 56], "also": [45, 47, 48, 49, 50, 52, 54, 55, 58, 59, 60, 62, 64], "pred": [45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 62], "75": [45, 46, 47, 51, 53, 54, 55, 58], "reset_st": [45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56], "05": [45, 46, 48, 49, 50, 51, 52, 53, 54, 55, 56], "95": [45, 46, 48, 50, 51, 53], "zip": [45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56], "update_st": [45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56], "66666667": [45, 48, 51, 52, 53, 54, 55], "sigmoid": [45, 46, 49, 51, 53, 55, 56], "them": [45, 55, 58, 59, 62, 63], "875": 45, "problem": [45, 51, 54, 56, 64], "highest": [45, 50, 52, 54, 55], "binar": [45, 46, 48, 53, 56], "classifi": [45, 48, 49, 50, 52, 54, 55, 58, 59, 62], "correct": [45, 46, 48, 49, 50, 51, 52, 53, 54, 55], "per": [45, 59, 62], "npt": [45, 46, 47, 48, 49, 50, 51, 52, 54, 55, 56], "arraylik": [45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56], "ground": [45, 46, 48, 49, 50, 51, 52, 53, 54, 55, 56], "truth": [45, 46, 48, 49, 50, 51, 52, 53, 54, 55, 56], "acc_scor": 45, "9": [45, 46, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 62], "4": [45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 58, 59, 60, 62, 63], "5555555555555555": 45, "like": [45, 50, 52, 54, 58], "shape": [45, 46, 48, 49, 50, 51, 52, 54, 55, 56, 60, 61], "num_sampl": 45, "flot": 45, "6666666666666666": [45, 48, 50, 51], "max_fpr": 46, "rate": [46, 53, 58, 59, 60, 62], "partial": [46, 60], "auc": 46, "automat": [46, 47, 51, 53], "area": [46, 58, 59, 62], "under": [46, 58, 59, 62], "35": [46, 47, 51, 53, 54, 55, 58, 59, 60, 61, 62], "6111111111111112": 46, "89": [46, 53], "06": [46, 53, 60], "94": 46, "22222222": 46, "625": [46, 49, 55], "aucroc": 46, "auroc_scor": 46, "thei": [46, 51, 53], "via": 46, "softmax": [46, 51, 53], "33333333": [46, 51, 52, 53, 54], "5833333333333333": 47, "1d": [47, 53], "increas": [47, 53], "85714286": 48, "harmon": [49, 58, 59, 62], "8333333333333334": [49, 50, 52, 54], "9090909090909091": 49, "83333333": 49, "55555556": [49, 55], "90909091": 49, "85": [49, 50, 52, 54, 58, 62], "7142857142857143": 49, "appropri": [50, 52, 54, 58, 59, 62], "ratio": [50, 52, 54, 55, 62], "correctli": [50, 58, 59, 60, 62], "observ": [50, 62, 64], "precision_scor": 50, "11": [50, 58, 59, 60, 62, 64], "22": [50, 56, 58, 59, 62], "84": 50, "73": [50, 62], "33": [50, 58, 59, 62], "92": 50, "expect": [50, 52, 54, 58, 59, 62], "n": [50, 52, 54, 58, 59, 60], "l": [50, 52, 54], "presenc": [50, 52, 54, 60], "absenc": [50, 52, 54], "suniqu": 51, "45": [51, 54, 55, 58, 59, 62], "42857143": 51, "375": [51, 59], "multilaabel": 51, "prec": 51, "tolist": [51, 58, 59, 60, 62], "3333333333333333": [51, 52, 54], "rec": 51, "binary_precision_recall_curv": [51, 58, 59, 62], "autofunct": [51, 52], "element": 51, "len": [51, 58, 59, 60, 62], "tp": [52, 54], "fn": [52, 54], "intuit": [52, 54], "abil": [52, 54, 58, 59, 62], "recall_scor": 52, "binary_recal": [52, 58, 59, 62], "precision_recal": 52, "rest": [52, 54], "evenli": 53, "fpr": [53, 58, 59, 62], "tpr": 53, "02": [53, 58, 59, 62], "03": 53, "sensitv": 54, "55": [54, 59, 62], "65": [54, 60, 61], "15": [55, 56, 58, 59, 62], "57142857": 55, "stat": 56, "prior": 56, "classwis": 56, "labelwis": 56, "16": [56, 58, 59, 62], "26": [56, 58, 59, 62], "58": 56, "61": 56, "17": [56, 58, 59, 62], "71": 56, "09": [56, 58, 59, 62], "20": [56, 58, 59, 60, 62], "82": 56, "13": [56, 58, 59, 60, 62], "10": [56, 58, 59, 60, 61, 62], "point": 56, "special": 56, "statist": [56, 58, 59, 60, 62, 63], "n_class": 56, "n_label": 56, "assum": 56, "nadarrai": 56, "kaggl": [57, 58], "constant": [57, 64], "distribut": [57, 60, 64], "outcom": [57, 64], "preprocessor": [57, 64], "creation": [57, 64], "mimiciv": [57, 59], "queri": [57, 64], "inspect": [57, 58, 64], "preprocess": [57, 58, 64], "drop": [57, 58, 64], "nan_threshold": [57, 58, 64], "gender": [57, 58, 60, 61, 64], "synthea": [57, 62], "prolong": [57, 59], "length": [57, 59, 60], "stai": [57, 59], "nih": [57, 60, 61], "chest": 57, "rai": 57, "diseas": [57, 58, 64], "histor": [57, 64], "period": [57, 64], "w": [57, 64], "notebook": [58, 59, 60, 62], "showcas": [58, 59, 62, 64], "popular": 58, "formul": [58, 59, 62], "patient": [58, 59, 60, 61, 62, 64], "copi": [58, 59, 60, 62], "shutil": [58, 59, 60, 62], "express": [58, 59, 60, 62], "px": [58, 59, 60, 62], "kaggle_api_extend": 58, "kaggleapi": 58, "simpleimput": [58, 59, 62], "minmaxscal": [58, 59, 62], "onehotencod": [58, 59, 62], "df": [58, 59, 62], "tabularfeatur": [58, 59, 62], "slicer": [58, 59, 60, 61, 62], "noqa": [58, 59, 60, 62], "e402": [58, 59, 60, 62], "create_metr": [58, 59, 60, 62], "experiment": [58, 59, 60, 62], "metric_dict": [58, 59, 62], "catalog": [58, 59, 62], "create_model": [58, 59, 62], "modelcardreport": [58, 59, 60, 62], "classificationplott": [58, 59, 62], "util": [58, 59, 60, 62], "flatten_results_dict": [58, 59, 62], "binarytabularclassificationtask": [58, 59, 62], "join": [58, 59, 62], "load_datafram": 58, "offer": [58, 59, 60, 62], "overview": [58, 59, 60, 62], "high": [58, 59, 60, 62], "quick": [58, 59, 60, 62], "glanc": [58, 59, 60, 62], "sever": [58, 59, 60, 62], "subgroup": [58, 59, 60, 62], "subpopul": [58, 59, 60, 62], "technic": [58, 59, 60, 62], "architectur": [58, 59, 60, 62], "involv": [58, 59, 60, 62], "intend": [58, 59, 60, 62], "go": [58, 59, 60, 62], "end": [58, 59, 60, 62], "tool": [58, 59, 60, 62], "progress": [58, 59, 60, 62], "subject": [58, 59, 60, 62], "data_dir": [58, 60], "random_se": [58, 59, 62], "train_siz": [58, 59, 62], "pip": [58, 65], "sign": [58, 62], "www": 58, "com": [58, 60], "Then": 58, "profil": [58, 59, 62], "usernam": 58, "trigger": 58, "download": 58, "credenti": 58, "place": 58, "locat": 58, "machin": [58, 60], "authent": 58, "dataset_download_fil": 58, "fedesoriano": 58, "unzip": 58, "csv": [58, 62], "file_format": 58, "reset_index": [58, 59, 62], "2024": [58, 59, 62], "28": [58, 59, 62], "08": 58, "739": 58, "chestpaintyp": 58, "restingbp": 58, "cholesterol": 58, "fastingb": 58, "restingecg": 58, "40": [58, 59, 62], "ata": 58, "140": 58, "289": 58, "49": [58, 62], "nap": 58, "160": 58, "180": 58, "37": [58, 59, 62], "130": 58, "283": 58, "st": 58, "48": [58, 59, 62], "asi": 58, "138": 58, "214": 58, "54": 58, "150": 58, "195": 58, "913": 58, "ta": 58, "110": 58, "264": 58, "914": 58, "68": 58, "144": 58, "193": [58, 62], "915": 58, "57": 58, "131": 58, "916": 58, "236": 58, "lvh": 58, "917": 58, "38": [58, 59, 62], "175": 58, "maxhr": 58, "exerciseangina": 58, "oldpeak": 58, "st_slope": 58, "heartdiseas": 58, "172": 58, "156": 58, "flat": 58, "98": 58, "108": 58, "122": 58, "132": 58, "141": 58, "115": 58, "174": 58, "173": 58, "918": 58, "pie": [58, 59, 60, 62], "update_layout": [58, 59, 60, 62], "titl": [58, 59, 60, 62], "histogram": [58, 59, 60, 62], "xaxis_titl": [58, 59, 60, 62], "yaxis_titl": [58, 59, 60, 62], "bargap": [58, 59, 60, 62], "astyp": [58, 59, 62], "update_trac": [58, 59, 60, 62], "textinfo": [58, 59, 62], "percent": [58, 59, 62], "title_text": [58, 59, 62], "hovertempl": [58, 59, 62], "br": [58, 59, 62], "class_count": [58, 59, 62], "value_count": [58, 59, 62], "class_ratio": [58, 59, 62], "8070866141732284": 58, "508": 58, "410": 58, "int64": [58, 59, 60], "14": [58, 59, 60, 62, 64], "39": [58, 59, 60, 62], "wa": [58, 59, 60, 62], "li": 58, "et": 58, "al": 58, "most": 58, "features_list": [58, 59, 62], "essenti": [58, 59, 62], "step": [58, 59, 62], "understand": [58, 59, 62], "u": [58, 59, 62], "tab_featur": [58, 59, 62], "ordin": [58, 59, 62], "might": [58, 59, 62], "numeric_transform": [58, 59, 62], "scaler": [58, 59, 62], "binary_transform": [58, 59, 62], "most_frequ": [58, 59, 62], "18": [58, 59, 61, 62], "numeric_featur": [58, 59, 62], "features_by_typ": [58, 59, 62], "numeric_indic": [58, 59, 62], "get_loc": [58, 59, 62], "19": [58, 59, 60, 62], "binary_featur": [58, 59, 62], "ordinal_featur": [58, 59], "binary_indic": [58, 59, 62], "ordinal_indic": [58, 59], "num": [58, 59, 62], "onehot": [58, 59, 62], "handle_unknown": [58, 59, 62], "remaind": [58, 59, 62], "passthrough": [58, 59, 62], "let": [58, 59, 62], "21": [58, 59, 62], "alreadi": [58, 59, 62], "independ": 58, "common": [58, 59], "everi": 58, "uci": 58, "learn": [58, 60], "archiv": 58, "ic": 58, "edu": 58, "ml": [58, 59, 62], "databas": [58, 59, 62], "cleandoc": 58, "misc": 58, "author": [58, 60], "publish": 58, "cc0": 58, "demograph": [58, 60], "often": 58, "strong": 58, "correl": 58, "older": [58, 59, 62], "higher": 58, "power": [58, 59, 62], "easi": [58, 59, 62], "from_panda": [58, 59, 62], "cleanup_cache_fil": [58, 59, 62], "num_row": 58, "cast_column": [58, 59, 62], "stratify_by_column": [58, 59, 62], "straightforward": [58, 59, 62], "maintain": [58, 59, 62], "instanti": [58, 59, 62], "line": [58, 59, 62], "sgd": 58, "logisit": [58, 59, 62], "regress": [58, 59, 62], "sgdclassif": 58, "24": [58, 59, 62], "sgd_classifi": 58, "random_st": [58, 59, 62], "123": [58, 59, 62], "verbos": [58, 59, 62], "class_weight": 58, "balanc": 58, "encapsul": [58, 59, 62], "cohes": [58, 59, 62], "structur": [58, 59, 62], "smooth": [58, 59, 62], "manag": [58, 59, 62], "heart_failure_prediction_task": 58, "after": [58, 59, 62], "hyperparamet": [58, 59, 62], "search": [58, 59, 62], "grid": [58, 59, 62], "27": [58, 59, 62], "alpha": 58, "0001": 58, "001": 58, "100": [58, 59, 60, 62], "learning_r": [58, 59, 62], "invscal": 58, "adapt": 58, "eta0": 58, "roc_auc": 58, "008": 58, "wrapper": [58, 59, 60, 62], "sk_model": [58, 59, 62], "009": 58, "010": 58, "sgdclassifi": 58, "x27": [58, 59, 62], "early_stop": 58, "loss": 58, "log_loss": 58, "jupyt": [58, 59, 62], "rerun": [58, 59, 62], "cell": [58, 59, 62], "On": [58, 59, 60, 62], "github": [58, 59, 60, 62], "unabl": [58, 59, 62], "render": [58, 59, 62], "try": [58, 59, 62], "page": [58, 59, 62], "nbviewer": [58, 59, 62], "sgdclassifiersgdclassifi": 58, "model_param": [58, 59, 62], "epsilon": 58, "fit_intercept": 58, "l1_ratio": 58, "max_it": 58, "n_iter_no_chang": 58, "n_job": [58, 59, 62], "penalti": 58, "l2": 58, "power_t": 58, "tol": 58, "validation_fract": 58, "warm_start": 58, "29": [58, 59, 62], "30": [58, 59, 60, 62, 64], "y_pred": [58, 59, 62], "only_predict": [58, 59, 62], "184": 58, "perspect": [58, 59, 62], "binary_accuraci": [58, 59, 62], "binary_precis": [58, 59, 62], "binary_f1_scor": [58, 59, 62], "binary_auroc": [58, 59, 62], "binary_average_precis": [58, 59], "binary_roc_curv": [58, 59, 62], "metric_collect": [58, 59, 62], "certain": [58, 59, 62], "50": [58, 59, 61, 62], "70": 58, "binary_specif": [58, 59, 62], "binary_sensit": [58, 59, 62], "fnr": [58, 59, 62], "ber": [58, 59, 62], "fairness_metric_collect": [58, 59, 62], "34": [58, 59, 62], "dataset_with_pr": [58, 59, 62], "36": [58, 59, 62], "results_femal": 58, "_": 58, "binaryaccuraci": [58, 59, 62], "right": [58, 59, 62], "model_for_pr": [58, 59, 62], "results_flat": [58, 59, 60, 62], "remove_metr": [58, 59, 62], "binaryroc": [58, 59, 62], "binaryprecisionrecallcurv": [58, 59, 62], "results_female_flat": 58, "w505": [58, 59], "item": [58, 59, 60, 61, 62], "plw2901": [58, 59, 60, 62], "binaryprecis": [58, 59, 62], "binaryrecal": [58, 59, 62], "actual": [58, 59, 60, 62], "known": [58, 59, 60, 62], "binaryauroc": [58, 59, 62], "receiv": [58, 59, 62], "characterist": [58, 59, 62], "measur": [58, 59, 62], "binaryaverageprecis": [58, 59], "auprc": [58, 59], "binaryf1scor": [58, 59, 62], "lambda": [58, 59, 60, 61, 62], "plotter": [58, 59, 61, 62], "class_nam": [58, 59, 62], "set_templ": [58, 59, 62], "plotly_whit": [58, 59, 62], "extract": [58, 59, 62], "roc_curv": [58, 59, 62], "slice_result": [58, 59, 62], "dict_kei": [58, 59, 62], "roc_plot": [58, 59, 62], "roc_curve_comparison": [58, 59, 62], "femal": [58, 60, 61, 62], "41": [58, 59, 62], "pr_curv": [58, 59], "average_precis": [58, 59], "pr_plot": [58, 59], "precision_recall_curve_comparison": [58, 59], "comparison": [58, 59, 62], "43": [58, 59, 62], "overall_perform": [58, 59, 62], "metric_valu": [58, 59, 62], "44": [58, 59, 62], "overall_performance_plot": [58, 59, 62], "metrics_valu": [58, 59, 62], "slice_metr": [58, 59, 62], "46": [58, 59, 62], "slice_metrics_plot": [58, 59, 62], "metrics_comparison_bar": [58, 59, 62], "47": [58, 59, 62], "reform": [58, 59, 62], "fairness_result": [58, 59, 62], "deepcopi": [58, 59, 62], "fairness_metr": [58, 59, 62], "group_siz": [58, 59, 62], "pop": [58, 59, 62], "fairness_plot": [58, 59, 62], "metrics_comparison_scatt": [58, 59, 62], "some": [58, 59, 62], "audienc": [58, 59, 62], "organ": [58, 59, 62], "store": [58, 59, 62], "regulatory_requir": [58, 59, 62], "todai": [58, 59, 62], "releas": [58, 59, 62], "team": [58, 59, 62], "vectorinstitut": [58, 59, 62], "io": [58, 59, 62], "email": [58, 59, 60, 62], "scikit": 58, "stabl": [58, 59, 62], "linear_model": 58, "e501": [58, 59, 62], "next": [58, 59, 62], "use_cas": [58, 59, 62], "These": [58, 59, 62], "could": [58, 59, 62], "downstream": [58, 59, 62], "fairness_assess": [58, 59, 62], "well": [58, 59, 60, 62], "taken": [58, 59, 62], "ethical_consider": [58, 59, 62], "condit": 58, "other": 58, "bias": [58, 59, 60, 62], "lead": [58, 59, 62], "wors": [58, 59, 62], "retrain": [58, 59, 62], "By": [58, 59, 62], "folder": [58, 59, 62], "51": 58, "_model_card": [58, 59, 62], "report_path": [58, 59, 60, 62], "heart_failure_report_period": 58, "metric_sav": 58, "quantitative_analysi": [58, 59, 62], "performance_metr": [58, 59, 62], "append": [58, 62], "random": [58, 59, 61, 62], "els": [58, 60, 61], "rmtree": [58, 59, 62], "view": [58, 59, 60, 62, 64], "die": 59, "admiss": 59, "cycqueri": [59, 62], "op": [59, 62], "qo": [59, 62], "graph_object": [59, 62], "mimicivqueri": 59, "imblearn": 59, "over_sampl": 59, "smote": 59, "imbpipelin": 59, "aggreg": 59, "restrict_timestamp": 59, "clean": 59, "normalize_nam": 59, "add_years_approxim": 59, "deathtim": 59, "lab": [59, 60], "event": 59, "merg": [59, 62], "querier": [59, 62], "dbm": [59, 62], "postgresql": [59, 62], "port": [59, 62], "5432": [59, 62], "host": [59, 62], "localhost": [59, 62], "postgr": [59, 62], "password": [59, 62], "pwd": [59, 62], "def": [59, 62], "get_encount": [59, 62], "mimiciv_hosp": 59, "drop_op": 59, "languag": 59, "marital_statu": 59, "edregtim": 59, "edouttim": 59, "patient_encount": [59, 62], "subject_id": 59, "admittim": 59, "dt": 59, "anchor_year": 59, "anchor_ag": 59, "col": 59, "dischtim": 59, "anchor_year_differ": 59, "hadm_id": 59, "admission_loc": 59, "admission_typ": 59, "insur": 59, "hospital_expire_flag": 59, "compute_mortality_outcom": 59, "death": 59, "invalid": 59, "isna": 59, "shorter": 59, "di": 59, "mortality_outcom": 59, "get_labev": 59, "labev": 59, "index_col": 59, "batch_mod": 59, "process_labev": 59, "revers": 59, "deidentifi": 59, "charttim": 59, "categori": [59, 62], "start_timestamp": 59, "set_index": 59, "renam": [59, 62], "mean_aggreg": 59, "valuenum": 59, "means_df": 59, "batch_num": 59, "labevents_batch": 59, "enumer": [59, 60], "pivot": 59, "add_prefix": [59, 62], "lab_": 59, "concat": 59, "break": 59, "run_queri": [59, 62], "cohort": [59, 62], "766": 59, "orm": [59, 62], "readi": [59, 62], "234": 59, "successfulli": [59, 62], "235": 59, "finish": [59, 62], "execut": [59, 62], "235178": 59, "105518": 59, "5925": 59, "415": [59, 62], "416": [59, 62], "431019": 59, "null_count": [59, 62], "isnul": [59, 62], "bar": [59, 60, 62], "height": [59, 60], "600": 59, "respect": [59, 62], "final": [59, 60, 62], "larger": [59, 62], "thresh_nan": [59, 62], "dropna": [59, 62], "thresh": [59, 62], "heavili": 59, "unbalanc": 59, "36758893280632": 59, "14008": 59, "253": 59, "lab_anion": 59, "gap": 59, "lab_creatinin": 59, "lab_mch": 59, "lab_bicarbon": 59, "lab_hemoglobin": 59, "lab_potassium": 59, "lab_aspar": 59, "aminotransferas": [59, 62], "ast": 59, "lab_chlorid": 59, "lab_rdw": 59, "sd": 59, "lab_mcv": 59, "lab_r": 59, "blood": [59, 62], "lab_ph": 59, "lab_glucos": 59, "lab_alanin": 59, "alt": 59, "lab_whit": 59, "lab_i": 59, "lab_bilirubin": 59, "lab_alkalin": 59, "phosphatas": [59, 62], "lab_inr": 59, "pt": 59, "lab_calcium": 59, "lab_magnesium": 59, "lab_pt": 59, "lab_ptt": 59, "lab_urea": 59, "nitrogen": [59, 62], "lab_mchc": 59, "lab_platelet": 59, "lab_sodium": 59, "lab_hematocrit": 59, "lab_phosph": 59, "lab_l": 59, "lab_h": 59, "preprocessor_pipelin": 59, "oversampl": 59, "xgbclassif": [59, 62], "xgb_classifi": [59, 62], "mortality_task": 59, "n_estim": [59, 62], "250": [59, 62], "500": [59, 62], "max_depth": [59, 62], "reg_lambda": [59, 62], "colsample_bytre": [59, 62], "gamma": [59, 62], "374": 59, "376": 59, "377": 59, "xgbclassifi": [59, 62], "base_scor": [59, 62], "booster": [59, 62], "callback": [59, 62], "colsample_bylevel": [59, 62], "colsample_bynod": [59, 62], "early_stopping_round": [59, 62], "enable_categor": [59, 62], "eval_metr": [59, 62], "logloss": [59, 62], "feature_typ": [59, 62], "gpu_id": [59, 62], "grow_polici": [59, 62], "importance_typ": [59, 62], "interaction_constraint": [59, 62], "max_bin": [59, 62], "max_cat_threshold": [59, 62], "max_cat_to_onehot": [59, 62], "max_delta_step": [59, 62], "max_leav": [59, 62], "min_child_weight": [59, 62], "miss": [59, 62], "monotone_constraint": [59, 62], "num_parallel_tre": [59, 62], "predictor": [59, 62], "xgbclassifierxgbclassifi": [59, 62], "logist": [59, 62], "use_label_encod": [59, 62], "reg_alpha": [59, 62], "sampling_method": [59, 62], "scale_pos_weight": [59, 62], "subsampl": [59, 62], "tree_method": [59, 62], "validate_paramet": [59, 62], "2853": 59, "80": [59, 60, 62], "__rsub__": 59, "implement": [59, 64], "readthedoc": [59, 62], "en": [59, 62], "python_api": [59, 62], "mortality_report_period": 59, "functool": 60, "densenet": [60, 61], "filter_valu": 60, "lambdad": [60, 61], "resiz": [60, 61], "apply_transform": 60, "clinical_dataset": [60, 61], "nih_d": [60, 61], "spatial_s": [60, 61], "224": [60, 61], "allow_missing_kei": [60, 61], "func": [60, 61], "1024": [60, 61], "newaxi": [60, 61], "densenet121": [60, 61], "res224": [60, 61], "feature_column": [60, 61], "No": 60, "adjust": 60, "originalimag": 60, "width": [60, 62], "originalimagepixelspac": 60, "unnam": 60, "atelectasi": 60, "float32": 60, "cardiomegali": 60, "consolid": 60, "edema": 60, "effus": 60, "emphysema": 60, "fibrosi": 60, "hernia": 60, "infiltr": 60, "mass": [60, 62], "nodul": 60, "pleural_thicken": 60, "pneumonia": 60, "pneumothorax": 60, "__index_level_0__": 60, "ppv": 60, "multilabel_ppv": 60, "npv": 60, "multilabel_npv": 60, "multilabel_specif": 60, "multilabel_sensit": 60, "nih_eval_results_gend": 60, "nih_eval_results_ag": 60, "male": [60, 61], "showlegend": 60, "slice_": 60, "model_for_predict": 60, "itr": 60, "multilabelppv": 60, "among": 60, "multilabelnpv": 60, "multilabelsensit": 60, "multilabelspecif": 60, "isinst": 60, "112": [60, 64], "120": [60, 64], "frontal": [60, 64], "805": [60, 64], "fourteen": 60, "mine": 60, "radiolog": 60, "pleural": 60, "thicken": 60, "arxiv": 60, "ab": 60, "2111": 60, "00595": 60, "inproceed": 60, "cohen2022xrv": 60, "cohen": 60, "joseph": 60, "paul": 60, "viviano": 60, "bertin": 60, "morrison": 60, "torabian": 60, "parsa": 60, "guarrera": 60, "matteo": 60, "lungren": 60, "matthew": 60, "chaudhari": 60, "akshai": 60, "brook": 60, "rupert": 60, "hashir": 60, "mohammad": 60, "bertrand": 60, "hadrien": 60, "booktitl": 60, "deep": 60, "url": 60, "mlmed": 60, "arxivid": 60, "cohen2020limit": 60, "cross": 60, "domain": 60, "autom": [60, 62], "2002": 60, "02497": 60, "medicin": 60, "josephpcohen": 60, "radiologist": 60, "inabl": 60, "addition": 60, "poor": 60, "qualiti": 60, "artifact": 60, "geograph": 60, "region": 60, "ethic": 60, "ensur": 60, "divers": 60, "regularli": 60, "updat": 60, "human": 60, "expertis": 60, "address": 60, "rare": 60, "nihcxr_report_period": 60, "2023": 60, "clinicalshiftappl": 61, "detector": 61, "reductor": 61, "tstester": 61, "plot_drift_experi": 61, "plot_drift_timeseri": 61, "manual_se": 61, "lt": 61, "_c": 61, "0x7f7aa965ef70": 61, "gt": 61, "shifter": 61, "source_d": 61, "target_d": 61, "dr_method": 61, "bbse": 61, "soft": 61, "txrv": 61, "ae": 61, "sensitivity_test": 61, "tester": 61, "tester_method": 61, "source_sample_s": 61, "target_sample_s": 61, "num_run": 61, "detect_shift": 61, "chexpert": 61, "chex": 61, "padchest": 61, "pc": 61, "source_slic": 61, "target_slic": 61, "rolling_window_drift": 61, "timestamp_column": 61, "window_s": 61, "4w": 61, "longer": 62, "v3": 62, "instruct": 62, "etl": 62, "datasetqueri": 62, "num_dai": 62, "synthea_demo": 62, "nativ": 62, "sequenti": 62, "patient_id": 62, "birthdat": 62, "race": 62, "ethnic": 62, "isout": 62, "encounter_id": 62, "extracttimestampcompon": 62, "start_year": 62, "birthdate_year": 62, "addcolumn": 62, "new_col_label": 62, "lo": 62, "conditiongreaterthan": 62, "conditionlessthan": 62, "get_observ": 62, "conditionin": 62, "laboratori": 62, "vital": 62, "conditionequ": 62, "groupby_op": 62, "groupbyaggreg": 62, "n_ob": 62, "observations_count": 62, "observations_stat": 62, "pivot_t": 62, "obs_": 62, "get_med": 62, "n_med": 62, "get_procedur": 62, "procedur": [62, 64], "n_procedur": 62, "cohort_queri": 62, "to_merg": 62, "extend": 62, "to_merge_df": 62, "054": 62, "020620": 62, "194": 62, "777614": 62, "752": 62, "753": 62, "380770": 62, "242": 62, "243": 62, "485648": 62, "356": 62, "357": 62, "112409": 62, "length_of_stai": 62, "length_of_stay_count": 62, "length_of_stay_kei": 62, "5573997233748271": 62, "obs_alanin": 62, "enzymat": 62, "volum": 62, "serum": 62, "plasma": 62, "obs_albumin": 62, "obs_alkalin": 62, "obs_aspart": 62, "obs_bilirubin": 62, "obs_bodi": 62, "obs_calcium": 62, "obs_carbon": 62, "dioxid": 62, "mole": 62, "obs_chlorid": 62, "obs_creatinin": 62, "obs_diastol": 62, "pressur": 62, "obs_erythrocyt": 62, "obs_ferritin": 62, "obs_glomerular": 62, "filtrat": 62, "sq": 62, "obs_glucos": 62, "obs_hematocrit": 62, "obs_hemoglobin": 62, "obs_leukocyt": 62, "obs_mch": 62, "entit": 62, "obs_mchc": 62, "obs_mcv": 62, "obs_oxygen": 62, "satur": 62, "arteri": 62, "obs_platelet": 62, "obs_potassium": 62, "obs_protein": 62, "obs_sodium": 62, "obs_systol": 62, "obs_troponin": 62, "cardiac": 62, "obs_urea": 62, "los_task": 62, "463": 62, "464": 62, "465": 62, "466": 62, "226": 62, "binary_confusion_matrix": 62, "rsub": 62, "due": 62, "binaryconfusionmatrix": 62, "confus": 62, "confusion_matrix": 62, "conf_plot": 62, "plot_confusion_matrix": 62, "binaryroccurv": 62, "length_of_stay_report_period": 62, "drift": 63, "experi": 63, "reduct": 63, "techniqu": 63, "roll": 63, "biweekli": 63, "variabl": 64, "ehr": 64, "collect": 64, "site": 64, "icu": 64, "demonstr": 64}, "objects": {"cyclops": [[38, 0, 0, "-", "data"], [39, 0, 0, "-", "monitor"], [40, 0, 0, "-", "report"], [41, 0, 0, "-", "tasks"]], "cyclops.data": [[8, 0, 0, "-", "aggregate"], [38, 0, 0, "-", "features"], [14, 0, 0, "-", "slicer"]], "cyclops.data.aggregate": [[9, 1, 1, "", "Aggregator"], [10, 4, 1, "", "tabular_as_aggregated"], [11, 4, 1, "", "timestamp_ffill_agg"]], "cyclops.data.aggregate.Aggregator": [[9, 2, 1, "", "__init__"], [9, 3, 1, "", "agg_by"], [9, 3, 1, "", "agg_meta_for"], [9, 3, 1, "", "aggfuncs"], [9, 2, 1, "", "fit"], [9, 2, 1, "", "fit_transform"], [9, 3, 1, "", "imputer"], [9, 3, 1, "", "num_timesteps"], [9, 2, 1, "", "set_output"], [9, 3, 1, "", "time_by"], [9, 3, 1, "", "timestamp_col"], [9, 3, 1, "", "timestep_size"], [9, 2, 1, "", "transform"], [9, 3, 1, "", "window_duration"], [9, 3, 1, "", "window_start_time"], [9, 3, 1, "", "window_stop_time"], [9, 3, 1, "", "window_times"]], "cyclops.data.features": [[12, 0, 0, "-", "medical_image"]], "cyclops.data.features.medical_image": [[13, 1, 1, "", "MedicalImage"]], "cyclops.data.features.medical_image.MedicalImage": [[13, 2, 1, "", "__call__"], [13, 2, 1, "", "cast_storage"], [13, 2, 1, "", "decode_example"], [13, 2, 1, "", "embed_storage"], [13, 2, 1, "", "encode_example"], [13, 2, 1, "", "flatten"]], "cyclops.data.slicer": [[15, 1, 1, "", "SliceSpec"], [16, 4, 1, "", "compound_filter"], [17, 4, 1, "", "filter_datetime"], [18, 4, 1, "", "filter_non_null"], [19, 4, 1, "", "filter_range"], [20, 4, 1, "", "filter_string_contains"], [21, 4, 1, "", "filter_value"], [22, 4, 1, "", "is_datetime"], [23, 4, 1, "", "overall"]], "cyclops.data.slicer.SliceSpec": [[15, 3, 1, "", "_registry"], [15, 2, 1, "", "add_slice_spec"], [15, 3, 1, "", "column_names"], [15, 2, 1, "", "get_slices"], [15, 3, 1, "", "include_overall"], [15, 2, 1, "", "slices"], [15, 3, 1, "", "spec_list"], [15, 3, 1, "", "validate"]], "cyclops.evaluate.evaluator": [[42, 4, 1, "", "evaluate"]], "cyclops.evaluate.fairness.evaluator": [[43, 4, 1, "", "evaluate_fairness"]], "cyclops.evaluate.metrics": [[46, 1, 1, "", "AUROC"], [45, 1, 1, "", "Accuracy"], [46, 1, 1, "", "BinaryAUROC"], [45, 1, 1, "", "BinaryAccuracy"], [47, 1, 1, "", "BinaryAveragePrecision"], [48, 1, 1, "", "BinaryF1Score"], [49, 1, 1, "", "BinaryFbetaScore"], [50, 1, 1, "", "BinaryPrecision"], [51, 1, 1, "", "BinaryPrecisionRecallCurve"], [53, 1, 1, "", "BinaryROCCurve"], [52, 1, 1, "", "BinaryRecall"], [54, 1, 1, "", "BinarySensitivity"], [55, 1, 1, "", "BinarySpecificity"], [56, 1, 1, "", "BinaryStatScores"], [48, 1, 1, "", "F1Score"], [49, 1, 1, "", "FbetaScore"], [46, 1, 1, "", "MulticlassAUROC"], [45, 1, 1, "", "MulticlassAccuracy"], [48, 1, 1, "", "MulticlassF1Score"], [49, 1, 1, "", "MulticlassFbetaScore"], [50, 1, 1, "", "MulticlassPrecision"], [51, 1, 1, "", "MulticlassPrecisionRecallCurve"], [53, 1, 1, "", "MulticlassROCCurve"], [52, 1, 1, "", "MulticlassRecall"], [54, 1, 1, "", "MulticlassSensitivity"], [55, 1, 1, "", "MulticlassSpecificity"], [56, 1, 1, "", "MulticlassStatScores"], [46, 1, 1, "", "MultilabelAUROC"], [45, 1, 1, "", "MultilabelAccuracy"], [48, 1, 1, "", "MultilabelF1Score"], [49, 1, 1, "", "MultilabelFbetaScore"], [50, 1, 1, "", "MultilabelPrecision"], [51, 1, 1, "", "MultilabelPrecisionRecallCurve"], [53, 1, 1, "", "MultilabelROCCurve"], [52, 1, 1, "", "MultilabelRecall"], [54, 1, 1, "", "MultilabelSensitivity"], [55, 1, 1, "", "MultilabelSpecificity"], [56, 1, 1, "", "MultilabelStatScores"], [50, 1, 1, "", "Precision"], [51, 1, 1, "", "PrecisionRecallCurve"], [53, 1, 1, "", "ROCCurve"], [52, 1, 1, "", "Recall"], [54, 1, 1, "", "Sensitivity"], [55, 1, 1, "", "Specificity"], [56, 1, 1, "", "StatScores"]], "cyclops.evaluate.metrics.functional.accuracy": [[45, 4, 1, "", "binary_accuracy"], [45, 4, 1, "", "multiclass_accuracy"], [45, 4, 1, "", "multilabel_accuracy"]], "cyclops.evaluate.metrics.functional.auroc": [[46, 4, 1, "", "auroc"], [46, 4, 1, "", "binary_auroc"], [46, 4, 1, "", "multiclass_auroc"], [46, 4, 1, "", "multilabel_auroc"]], "cyclops.evaluate.metrics.functional.average_precision": [[47, 4, 1, "", "average_precision"], [47, 4, 1, "", "binary_average_precision"]], "cyclops.evaluate.metrics.functional.f_beta": [[48, 4, 1, "", "binary_f1_score"], [49, 4, 1, "", "binary_fbeta_score"], [48, 4, 1, "", "f1_score"], [49, 4, 1, "", "fbeta_score"], [48, 4, 1, "", "multiclass_f1_score"], [49, 4, 1, "", "multiclass_fbeta_score"], [48, 4, 1, "", "multilabel_f1_score"], [49, 4, 1, "", "multilabel_fbeta_score"]], "cyclops.evaluate.metrics.functional.precision_recall": [[50, 4, 1, "", "binary_precision"], [50, 4, 1, "", "multiclass_precision"], [52, 4, 1, "", "multiclass_recall"], [50, 4, 1, "", "multilabel_precision"], [52, 4, 1, "", "multilabel_recall"], [50, 4, 1, "", "precision"], [52, 4, 1, "", "recall"]], "cyclops.evaluate.metrics.functional.precision_recall_curve": [[51, 4, 1, "", "multiclass_precision_recall_curve"], [51, 4, 1, "", "multilabel_precision_recall_curve"], [51, 4, 1, "", "precision_recall_curve"]], "cyclops.evaluate.metrics.functional.roc": [[53, 4, 1, "", "binary_roc_curve"], [53, 4, 1, "", "multiclass_roc_curve"], [53, 4, 1, "", "multilabel_roc_curve"], [53, 4, 1, "", "roc_curve"]], "cyclops.evaluate.metrics.functional.sensitivity": [[54, 4, 1, "", "binary_sensitivity"], [54, 4, 1, "", "multiclass_sensitivity"], [54, 4, 1, "", "multilabel_sensitivity"], [54, 4, 1, "", "sensitivity"]], "cyclops.evaluate.metrics.functional.specificity": [[55, 4, 1, "", "binary_specificity"], [55, 4, 1, "", "multiclass_specificity"], [55, 4, 1, "", "multilabel_specificity"], [55, 4, 1, "", "specificity"]], "cyclops.evaluate.metrics.functional.stat_scores": [[56, 4, 1, "", "binary_stat_scores"], [56, 4, 1, "", "multiclass_stat_scores"], [56, 4, 1, "", "multilabel_stat_scores"], [56, 4, 1, "", "stat_scores"]], "cyclops.monitor": [[24, 0, 0, "-", "clinical_applicator"], [26, 0, 0, "-", "synthetic_applicator"]], "cyclops.monitor.clinical_applicator": [[25, 1, 1, "", "ClinicalShiftApplicator"]], "cyclops.monitor.clinical_applicator.ClinicalShiftApplicator": [[25, 2, 1, "", "age"], [25, 2, 1, "", "apply_shift"], [25, 2, 1, "", "custom"], [25, 2, 1, "", "hospital_type"], [25, 2, 1, "", "month"], [25, 2, 1, "", "sex"], [25, 2, 1, "", "time"]], "cyclops.monitor.synthetic_applicator": [[27, 1, 1, "", "SyntheticShiftApplicator"], [28, 4, 1, "", "binary_noise_shift"], [29, 4, 1, "", "feature_association_shift"], [30, 4, 1, "", "feature_swap_shift"], [31, 4, 1, "", "gaussian_noise_shift"], [32, 4, 1, "", "knockout_shift"]], "cyclops.monitor.synthetic_applicator.SyntheticShiftApplicator": [[27, 2, 1, "", "apply_shift"]], "cyclops.report": [[33, 0, 0, "-", "report"]], "cyclops.report.report": [[34, 1, 1, "", "ModelCardReport"]], "cyclops.report.report.ModelCardReport": [[34, 2, 1, "", "export"], [34, 2, 1, "", "from_json_file"], [34, 2, 1, "", "log_citation"], [34, 2, 1, "", "log_dataset"], [34, 2, 1, "", "log_descriptor"], [34, 2, 1, "", "log_fairness_assessment"], [34, 2, 1, "", "log_from_dict"], [34, 2, 1, "", "log_image"], [34, 2, 1, "", "log_license"], [34, 2, 1, "", "log_model_parameters"], [34, 2, 1, "", "log_owner"], [34, 2, 1, "", "log_performance_metrics"], [34, 2, 1, "", "log_plotly_figure"], [34, 2, 1, "", "log_quantitative_analysis"], [34, 2, 1, "", "log_reference"], [34, 2, 1, "", "log_regulation"], [34, 2, 1, "", "log_risk"], [34, 2, 1, "", "log_use_case"], [34, 2, 1, "", "log_user"], [34, 2, 1, "", "log_version"]], "cyclops.tasks": [[35, 0, 0, "-", "classification"]], "cyclops.tasks.classification": [[36, 1, 1, "", "BinaryTabularClassificationTask"], [37, 1, 1, "", "MultilabelImageClassificationTask"]], "cyclops.tasks.classification.BinaryTabularClassificationTask": [[36, 2, 1, "", "__init__"], [36, 2, 1, "", "add_model"], [36, 5, 1, "", "data_type"], [36, 2, 1, "", "evaluate"], [36, 2, 1, "", "get_model"], [36, 2, 1, "", "list_models"], [36, 2, 1, "", "list_models_params"], [36, 2, 1, "", "load_model"], [36, 5, 1, "", "models_count"], [36, 2, 1, "", "predict"], [36, 2, 1, "", "save_model"], [36, 5, 1, "", "task_type"], [36, 2, 1, "", "train"]], "cyclops.tasks.classification.MultilabelImageClassificationTask": [[37, 2, 1, "", "__init__"], [37, 2, 1, "", "add_model"], [37, 5, 1, "", "data_type"], [37, 2, 1, "", "evaluate"], [37, 2, 1, "", "get_model"], [37, 2, 1, "", "list_models"], [37, 2, 1, "", "list_models_params"], [37, 2, 1, "", "load_model"], [37, 5, 1, "", "models_count"], [37, 2, 1, "", "predict"], [37, 2, 1, "", "save_model"], [37, 5, 1, "", "task_type"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:attribute", "4": "py:function", "5": "py:property"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "function", "Python function"], "5": ["py", "property", "Python property"]}, "titleterms": {"api": [0, 63], "refer": 0, "contribut": [1, 2], "cyclop": [1, 4, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41], "pre": 1, "commit": 1, "hook": 1, "code": 1, "guidelin": 1, "develop": 2, "us": [2, 5, 61, 64], "poetri": 2, "evalu": [3, 42, 43, 44, 58, 59, 62], "what": 4, "i": 4, "quick": 4, "start": 4, "instal": 5, "pip": 5, "model": [6, 58, 59, 60, 61, 62], "report": [6, 33, 34, 40, 58, 59, 60, 62], "monitor": [7, 24, 25, 26, 27, 28, 29, 30, 31, 32, 39, 63], "data": [8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 38, 58, 59, 62, 64], "aggreg": [8, 9, 10, 11], "tabular_as_aggreg": 10, "timestamp_ffill_agg": 11, "featur": [12, 13, 38, 58, 59, 62], "medical_imag": [12, 13], "medicalimag": 13, "slicer": [14, 15, 16, 17, 18, 19, 20, 21, 22, 23], "slicespec": 15, "compound_filt": 16, "filter_datetim": 17, "filter_non_nul": 18, "filter_rang": 19, "filter_string_contain": 20, "filter_valu": 21, "is_datetim": 22, "overal": 23, "clinical_appl": [24, 25], "clinicalshiftappl": 25, "synthetic_appl": [26, 27, 28, 29, 30, 31, 32], "syntheticshiftappl": 27, "binary_noise_shift": 28, "feature_association_shift": 29, "feature_swap_shift": 30, "gaussian_noise_shift": 31, "knockout_shift": 32, "modelcardreport": 34, "task": [35, 36, 37, 41, 58, 59, 62], "classif": [35, 36, 37, 60, 64], "binarytabularclassificationtask": 36, "multilabelimageclassificationtask": 37, "fair": 43, "metric": [44, 60], "accuraci": 45, "modul": [45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56], "interfac": [45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56], "binaryaccuraci": 45, "multiclassaccuraci": 45, "multilabelaccuraci": 45, "function": [45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56], "binary_accuraci": 45, "multiclass_accuraci": 45, "multilabel_accuraci": 45, "auroc": [46, 60], "binaryauroc": 46, "multiclassauroc": 46, "multilabelauroc": 46, "binary_auroc": 46, "multiclass_auroc": 46, "multilabel_auroc": 46, "averag": 47, "precis": [47, 50], "binaryaverageprecis": 47, "average_precis": 47, "binary_average_precis": 47, "f1": 48, "score": [48, 49], "f1score": 48, "binaryf1scor": 48, "multiclassf1scor": 48, "multilabelf1scor": 48, "f1_score": 48, "binary_f1_scor": 48, "multiclass_f1_scor": 48, "multilabel_f1_scor": 48, "f": 49, "beta": 49, "fbetascor": 49, "binaryfbetascor": 49, "multiclassfbetascor": 49, "multilabelfbetascor": 49, "fbeta_scor": 49, "binary_fbeta_scor": 49, "multiclass_fbeta_scor": 49, "multilabel_fbeta_scor": 49, "binaryprecis": 50, "multiclassprecis": 50, "multilabelprecis": 50, "binary_precis": 50, "multiclass_precis": 50, "multilabel_precis": 50, "precisionrecallcurv": 51, "binaryprecisionrecallcurv": 51, "multiclassprecisionrecallcurv": 51, "multilabelprecisionrecallcurv": 51, "precision_recall_curv": 51, "multiclass_precision_recall_curv": 51, "multilabel_precision_recall_curv": 51, "recal": 52, "binaryrecal": 52, "multiclassrecal": 52, "multilabelrecal": 52, "multiclass_recal": 52, "multilabel_recal": 52, "roc": 53, "curv": 53, "roccurv": 53, "binaryroccurv": 53, "multiclassroccurv": 53, "multilabelroccurv": 53, "roc_curv": 53, "binary_roc_curv": 53, "multiclass_roc_curv": 53, "multilabel_roc_curv": 53, "sensit": [54, 61], "binarysensit": 54, "multiclasssensit": 54, "multilabelsensit": 54, "binary_sensit": 54, "multiclass_sensit": 54, "multilabel_sensit": 54, "specif": 55, "binaryspecif": 55, "multiclassspecif": 55, "multilabelspecif": 55, "binary_specif": 55, "multiclass_specif": 55, "multilabel_specif": 55, "statscor": 56, "binarystatscor": 56, "multiclassstatscor": 56, "multilabelstatscor": 56, "stat_scor": 56, "binary_stat_scor": 56, "multiclass_stat_scor": 56, "multilabel_stat_scor": 56, "tutori": [57, 61], "heart": [58, 64], "failur": [58, 64], "predict": [58, 59, 62, 64], "import": [58, 59, 60, 61, 62], "librari": [58, 59, 60, 61, 62], "constant": [58, 59, 62], "load": [58, 60, 61], "sex": [58, 60], "valu": 58, "ag": [58, 59, 60, 62], "distribut": [58, 59, 62], "outcom": [58, 59, 62], "identifi": [58, 59, 62], "type": [58, 59, 62], "creat": [58, 59, 62], "preprocessor": [58, 59, 62], "hug": [58, 59, 62], "face": [58, 59, 62], "dataset": [58, 59, 60, 61, 62], "creation": [58, 59, 60, 62], "train": [58, 59, 61, 62], "gener": [58, 59, 60, 61, 62], "mortal": [59, 64], "queri": [59, 62], "process": 59, "comput": [59, 62], "label": [59, 62], "inspect": [59, 62], "preprocess": [59, 62], "drop": [59, 62], "nan": [59, 62], "base": [59, 62], "nan_threshold": [59, 62], "gender": [59, 62], "chest": [60, 64], "x": [60, 64], "rai": [60, 64], "diseas": 60, "histor": 60, "initi": 60, "period": 60, "multilabel": 60, "pathologi": 60, "log": 60, "perform": 60, "test": [60, 61], "w": 60, "threshold": 60, "popul": 60, "card": 60, "field": 60, "nihcxr": 61, "clinic": 61, "drift": 61, "experi": 61, "exampl": [61, 64], "1": 61, "sourc": 61, "target": 61, "2": 61, "3": 61, "dimension": 61, "reduct": 61, "techniqu": 61, "differ": 61, "4": 61, "shift": 61, "5": 61, "roll": 61, "window": 61, "synthet": 61, "timestamp": 61, "biweekli": 61, "prolong": [62, 64], "length": [62, 64], "stai": [62, 64], "case": 64, "tabular": 64, "kaggl": 64, "mimiciv": 64, "synthea": 64, "imag": 64, "nih": 64, "user": 65, "guid": 65}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.todo": 2, "sphinx.ext.viewcode": 1, "sphinx.ext.intersphinx": 1, "nbsphinx": 4, "sphinx": 60}, "alltitles": {"API Reference": [[0, "api-reference"]], "Contributing to cyclops": [[1, "contributing-to-cyclops"]], "Pre-commit hooks": [[1, "pre-commit-hooks"]], "Coding guidelines": [[1, "coding-guidelines"]], "\ud83e\uddd1\ud83c\udfff\u200d\ud83d\udcbb Developing": [[2, "developing"]], "Using poetry": [[2, "using-poetry"]], "Contributing": [[2, "contributing"]], "Evaluation": [[3, "evaluation"], [58, "Evaluation"], [59, "Evaluation"], [62, "Evaluation"]], "What is CyclOps?": [[4, "what-is-cyclops"]], "Quick Start": [[4, "quick-start"]], "Installation": [[5, "installation"]], "Using pip": [[5, "using-pip"]], "Model Report": [[6, "model-report"]], "Monitoring": [[7, "monitoring"]], "cyclops.data.aggregate": [[8, "module-cyclops.data.aggregate"]], "cyclops.data.aggregate.Aggregator": [[9, "cyclops-data-aggregate-aggregator"]], "cyclops.data.aggregate.tabular_as_aggregated": [[10, "cyclops-data-aggregate-tabular-as-aggregated"]], "cyclops.data.aggregate.timestamp_ffill_agg": [[11, "cyclops-data-aggregate-timestamp-ffill-agg"]], "cyclops.data.features.medical_image": [[12, "module-cyclops.data.features.medical_image"]], "cyclops.data.features.medical_image.MedicalImage": [[13, "cyclops-data-features-medical-image-medicalimage"]], "cyclops.data.slicer": [[14, "module-cyclops.data.slicer"]], "cyclops.data.slicer.SliceSpec": [[15, "cyclops-data-slicer-slicespec"]], "cyclops.data.slicer.compound_filter": [[16, "cyclops-data-slicer-compound-filter"]], "cyclops.data.slicer.filter_datetime": [[17, "cyclops-data-slicer-filter-datetime"]], "cyclops.data.slicer.filter_non_null": [[18, "cyclops-data-slicer-filter-non-null"]], "cyclops.data.slicer.filter_range": [[19, "cyclops-data-slicer-filter-range"]], "cyclops.data.slicer.filter_string_contains": [[20, "cyclops-data-slicer-filter-string-contains"]], "cyclops.data.slicer.filter_value": [[21, "cyclops-data-slicer-filter-value"]], "cyclops.data.slicer.is_datetime": [[22, "cyclops-data-slicer-is-datetime"]], "cyclops.data.slicer.overall": [[23, "cyclops-data-slicer-overall"]], "cyclops.monitor.clinical_applicator": [[24, "module-cyclops.monitor.clinical_applicator"]], "cyclops.monitor.clinical_applicator.ClinicalShiftApplicator": [[25, "cyclops-monitor-clinical-applicator-clinicalshiftapplicator"]], "cyclops.monitor.synthetic_applicator": [[26, "module-cyclops.monitor.synthetic_applicator"]], "cyclops.monitor.synthetic_applicator.SyntheticShiftApplicator": [[27, "cyclops-monitor-synthetic-applicator-syntheticshiftapplicator"]], "cyclops.monitor.synthetic_applicator.binary_noise_shift": [[28, "cyclops-monitor-synthetic-applicator-binary-noise-shift"]], "cyclops.monitor.synthetic_applicator.feature_association_shift": [[29, "cyclops-monitor-synthetic-applicator-feature-association-shift"]], "cyclops.monitor.synthetic_applicator.feature_swap_shift": [[30, "cyclops-monitor-synthetic-applicator-feature-swap-shift"]], "cyclops.monitor.synthetic_applicator.gaussian_noise_shift": [[31, "cyclops-monitor-synthetic-applicator-gaussian-noise-shift"]], "cyclops.monitor.synthetic_applicator.knockout_shift": [[32, "cyclops-monitor-synthetic-applicator-knockout-shift"]], "cyclops.report.report": [[33, "module-cyclops.report.report"]], "cyclops.report.report.ModelCardReport": [[34, "cyclops-report-report-modelcardreport"]], "cyclops.tasks.classification": [[35, "module-cyclops.tasks.classification"]], "cyclops.tasks.classification.BinaryTabularClassificationTask": [[36, "cyclops-tasks-classification-binarytabularclassificationtask"]], "cyclops.tasks.classification.MultilabelImageClassificationTask": [[37, "cyclops-tasks-classification-multilabelimageclassificationtask"]], "cyclops.data": [[38, "module-cyclops.data"]], "cyclops.data.features": [[38, "module-cyclops.data.features"]], "cyclops.monitor": [[39, "module-cyclops.monitor"]], "cyclops.report": [[40, "module-cyclops.report"]], "cyclops.tasks": [[41, "module-cyclops.tasks"]], "Evaluator": [[42, "evaluator"]], "Fairness Evaluator": [[43, "fairness-evaluator"]], "Evaluation Metrics": [[44, "evaluation-metrics"]], "Accuracy": [[45, "accuracy"], [45, "id1"]], "Module Interface": [[45, "module-interface"], [46, "module-interface"], [47, "module-interface"], [48, "module-interface"], [49, "module-interface"], [50, "module-interface"], [51, "module-interface"], [52, "module-interface"], [53, "module-interface"], [54, "module-interface"], [55, "module-interface"], [56, "module-interface"]], "BinaryAccuracy": [[45, "binaryaccuracy"]], "MulticlassAccuracy": [[45, "multiclassaccuracy"]], "MultilabelAccuracy": [[45, "multilabelaccuracy"]], "Functional Interface": [[45, "functional-interface"], [46, "functional-interface"], [47, "functional-interface"], [48, "functional-interface"], [49, "functional-interface"], [50, "functional-interface"], [51, "functional-interface"], [52, "functional-interface"], [53, "functional-interface"], [54, "functional-interface"], [55, "functional-interface"], [56, "functional-interface"]], "binary_accuracy": [[45, "binary-accuracy"]], "multiclass_accuracy": [[45, "multiclass-accuracy"]], "multilabel_accuracy": [[45, "multilabel-accuracy"]], "AUROC": [[46, "auroc"], [46, "id1"]], "BinaryAUROC": [[46, "binaryauroc"]], "MulticlassAUROC": [[46, "multiclassauroc"]], "MultilabelAUROC": [[46, "multilabelauroc"]], "auroc": [[46, "id2"]], "binary_auroc": [[46, "binary-auroc"]], "multiclass_auroc": [[46, "multiclass-auroc"]], "multilabel_auroc": [[46, "multilabel-auroc"]], "Average Precision": [[47, "average-precision"]], "BinaryAveragePrecision": [[47, "binaryaverageprecision"]], "average_precision": [[47, "id1"]], "binary_average_precision": [[47, "binary-average-precision"]], "F1-Score": [[48, "f1-score"]], "F1Score": [[48, "f1score"]], "BinaryF1Score": [[48, "binaryf1score"]], "MulticlassF1Score": [[48, "multiclassf1score"]], "MultilabelF1Score": [[48, "multilabelf1score"]], "f1_score": [[48, "id1"]], "binary_f1_score": [[48, "binary-f1-score"]], "multiclass_f1_score": [[48, "multiclass-f1-score"]], "multilabel_f1_score": [[48, "multilabel-f1-score"]], "F-beta Score": [[49, "f-beta-score"]], "FbetaScore": [[49, "fbetascore"]], "BinaryFbetaScore": [[49, "binaryfbetascore"]], "MulticlassFbetaScore": [[49, "multiclassfbetascore"]], "MultilabelFbetaScore": [[49, "multilabelfbetascore"]], "fbeta_score": [[49, "fbeta-score"]], "binary_fbeta_score": [[49, "binary-fbeta-score"]], "multiclass_fbeta_score": [[49, "multiclass-fbeta-score"]], "multilabel_fbeta_score": [[49, "multilabel-fbeta-score"]], "Precision": [[50, "precision"], [50, "id1"]], "BinaryPrecision": [[50, "binaryprecision"]], "MulticlassPrecision": [[50, "multiclassprecision"]], "MultilabelPrecision": [[50, "multilabelprecision"]], "precision": [[50, "id2"]], "binary_precision": [[50, "binary-precision"]], "multiclass_precision": [[50, "multiclass-precision"]], "multilabel_precision": [[50, "multilabel-precision"]], "PrecisionRecallCurve": [[51, "precisionrecallcurve"], [51, "id1"]], "BinaryPrecisionRecallCurve": [[51, "binaryprecisionrecallcurve"]], "MulticlassPrecisionRecallCurve": [[51, "multiclassprecisionrecallcurve"]], "MultilabelPrecisionRecallCurve": [[51, "multilabelprecisionrecallcurve"]], "precision_recall_curve": [[51, "precision-recall-curve"]], "multiclass_precision_recall_curve": [[51, "multiclass-precision-recall-curve"]], "multilabel_precision_recall_curve": [[51, "multilabel-precision-recall-curve"]], "Recall": [[52, "recall"], [52, "id1"]], "BinaryRecall": [[52, "binaryrecall"]], "MulticlassRecall": [[52, "multiclassrecall"]], "MultilabelRecall": [[52, "multilabelrecall"]], "recall": [[52, "id2"]], "multiclass_recall": [[52, "multiclass-recall"]], "multilabel_recall": [[52, "multilabel-recall"]], "ROC Curve": [[53, "roc-curve"]], "ROCCurve": [[53, "roccurve"]], "BinaryROCCurve": [[53, "binaryroccurve"]], "MulticlassROCCurve": [[53, "multiclassroccurve"]], "MultilabelROCCurve": [[53, "multilabelroccurve"]], "roc_curve": [[53, "id1"]], "binary_roc_curve": [[53, "binary-roc-curve"]], "multiclass_roc_curve": [[53, "multiclass-roc-curve"]], "multilabel_roc_curve": [[53, "multilabel-roc-curve"]], "Sensitivity": [[54, "sensitivity"], [54, "id1"]], "BinarySensitivity": [[54, "binarysensitivity"]], "MulticlassSensitivity": [[54, "multiclasssensitivity"]], "MultilabelSensitivity": [[54, "multilabelsensitivity"]], "sensitivity": [[54, "id2"]], "binary_sensitivity": [[54, "binary-sensitivity"]], "multiclass_sensitivity": [[54, "multiclass-sensitivity"]], "multilabel_sensitivity": [[54, "multilabel-sensitivity"]], "Specificity": [[55, "specificity"], [55, "id1"]], "BinarySpecificity": [[55, "binaryspecificity"]], "MulticlassSpecificity": [[55, "multiclassspecificity"]], "MultilabelSpecificity": [[55, "multilabelspecificity"]], "specificity": [[55, "id2"]], "binary_specificity": [[55, "binary-specificity"]], "multiclass_specificity": [[55, "multiclass-specificity"]], "multilabel_specificity": [[55, "multilabel-specificity"]], "StatScores": [[56, "statscores"], [56, "id1"]], "BinaryStatScores": [[56, "binarystatscores"]], "MulticlassStatScores": [[56, "multiclassstatscores"]], "MultilabelStatScores": [[56, "multilabelstatscores"]], "stat_scores": [[56, "stat-scores"]], "binary_stat_scores": [[56, "binary-stat-scores"]], "multiclass_stat_scores": [[56, "multiclass-stat-scores"]], "multilabel_stat_scores": [[56, "multilabel-stat-scores"]], "Tutorials": [[57, "tutorials"]], "Heart Failure Prediction": [[58, "Heart-Failure-Prediction"]], "Import Libraries": [[58, "Import-Libraries"], [59, "Import-Libraries"], [60, "Import-Libraries"], [62, "Import-Libraries"]], "Constants": [[58, "Constants"], [59, "Constants"], [62, "Constants"]], "Data Loading": [[58, "Data-Loading"]], "Sex values": [[58, "Sex-values"]], "Age distribution": [[58, "Age-distribution"], [59, "Age-distribution"], [62, "Age-distribution"]], "Outcome distribution": [[58, "Outcome-distribution"], [59, "Outcome-distribution"], [62, "Outcome-distribution"]], "Identifying feature types": [[58, "Identifying-feature-types"], [59, "Identifying-feature-types"], [62, "Identifying-feature-types"]], "Creating data preprocessors": [[58, "Creating-data-preprocessors"], [59, "Creating-data-preprocessors"], [62, "Creating-data-preprocessors"]], "Creating Hugging Face Dataset": [[58, "Creating-Hugging-Face-Dataset"], [59, "Creating-Hugging-Face-Dataset"], [62, "Creating-Hugging-Face-Dataset"]], "Model Creation": [[58, "Model-Creation"], [59, "Model-Creation"], [60, "Model-Creation"], [62, "Model-Creation"]], "Task Creation": [[58, "Task-Creation"], [59, "Task-Creation"], [62, "Task-Creation"]], "Training": [[58, "Training"], [59, "Training"], [62, "Training"]], "Prediction": [[58, "Prediction"], [59, "Prediction"], [62, "Prediction"]], "Report Generation": [[58, "Report-Generation"], [59, "Report-Generation"], [62, "Report-Generation"]], "Mortality Prediction": [[59, "Mortality-Prediction"]], "Data Querying & Processing": [[59, "Data-Querying-&-Processing"]], "Compute mortality (labels)": [[59, "Compute-mortality-(labels)"]], "Data Inspection and Preprocessing": [[59, "Data-Inspection-and-Preprocessing"], [62, "Data-Inspection-and-Preprocessing"]], "Drop NaNs based on the NAN_THRESHOLD": [[59, "Drop-NaNs-based-on-the-NAN_THRESHOLD"], [62, "Drop-NaNs-based-on-the-NAN_THRESHOLD"]], "Gender distribution": [[59, "Gender-distribution"], [62, "Gender-distribution"]], "Chest X-Ray Disease Classification": [[60, "Chest-X-Ray-Disease-Classification"]], "Generate Historical Reports": [[60, "Generate-Historical-Reports"]], "Initialize Periodic Report": [[60, "Initialize-Periodic-Report"]], "Load Dataset": [[60, "Load-Dataset"]], "Multilabel AUROC by Pathology and Sex": [[60, "Multilabel-AUROC-by-Pathology-and-Sex"]], "Multilabel AUROC by Pathology and Age": [[60, "Multilabel-AUROC-by-Pathology-and-Age"]], "Log Performance Metrics as Tests w/ Thresholds": [[60, "Log-Performance-Metrics-as-Tests-w/-Thresholds"]], "Populate Model Card Fields": [[60, "Populate-Model-Card-Fields"]], "NIHCXR Clinical Drift Experiments Tutorial": [[61, "NIHCXR-Clinical-Drift-Experiments-Tutorial"]], "Import Libraries and Load NIHCXR Dataset": [[61, "Import-Libraries-and-Load-NIHCXR-Dataset"]], "Example 1. Generate Source/Target Dataset for Experiments (1-2)": [[61, "Example-1.-Generate-Source/Target-Dataset-for-Experiments-(1-2)"]], "Example 2. Sensitivity test experiment with 3 dimensionality reduction techniques": [[61, "Example-2.-Sensitivity-test-experiment-with-3-dimensionality-reduction-techniques"]], "Example 3. Sensitivity test experiment with models trained on different datasets": [[61, "Example-3.-Sensitivity-test-experiment-with-models-trained-on-different-datasets"]], "Example 4. Sensitivity test experiment with different clinical shifts": [[61, "Example-4.-Sensitivity-test-experiment-with-different-clinical-shifts"]], "Example 5. Rolling window experiment with synthetic timestamps using biweekly window": [[61, "Example-5.-Rolling-window-experiment-with-synthetic-timestamps-using-biweekly-window"]], "Prolonged Length of Stay Prediction": [[62, "Prolonged-Length-of-Stay-Prediction"]], "Data Querying": [[62, "Data-Querying"]], "Compute length of stay (labels)": [[62, "Compute-length-of-stay-(labels)"]], "Length of stay distribution": [[62, "Length-of-stay-distribution"]], "monitor API": [[63, "monitor-api"]], "Example use cases": [[64, "example-use-cases"]], "Tabular data": [[64, "tabular-data"]], "Kaggle Heart Failure Prediction": [[64, "kaggle-heart-failure-prediction"]], "MIMICIV Mortality Prediction": [[64, "mimiciv-mortality-prediction"]], "Synthea Prolonged Length of Stay Prediction": [[64, "synthea-prolonged-length-of-stay-prediction"]], "Image data": [[64, "image-data"]], "NIH Chest X-ray classification": [[64, "nih-chest-x-ray-classification"]], "User Guide": [[65, "user-guide"]]}, "indexentries": {"cyclops.data.aggregate": [[8, "module-cyclops.data.aggregate"]], "module": [[8, "module-cyclops.data.aggregate"], [12, "module-cyclops.data.features.medical_image"], [14, "module-cyclops.data.slicer"], [24, "module-cyclops.monitor.clinical_applicator"], [26, "module-cyclops.monitor.synthetic_applicator"], [33, "module-cyclops.report.report"], [35, "module-cyclops.tasks.classification"], [38, "module-cyclops.data"], [38, "module-cyclops.data.features"], [39, "module-cyclops.monitor"], [40, "module-cyclops.report"], [41, "module-cyclops.tasks"]], "aggregator (class in cyclops.data.aggregate)": [[9, "cyclops.data.aggregate.Aggregator"]], "__init__() (aggregator method)": [[9, "cyclops.data.aggregate.Aggregator.__init__"]], "agg_by (aggregator attribute)": [[9, "cyclops.data.aggregate.Aggregator.agg_by"]], "agg_meta_for (aggregator attribute)": [[9, "cyclops.data.aggregate.Aggregator.agg_meta_for"]], "aggfuncs (aggregator attribute)": [[9, "cyclops.data.aggregate.Aggregator.aggfuncs"]], "fit() (aggregator method)": [[9, "cyclops.data.aggregate.Aggregator.fit"]], "fit_transform() (aggregator method)": [[9, "cyclops.data.aggregate.Aggregator.fit_transform"]], "imputer (aggregator attribute)": [[9, "cyclops.data.aggregate.Aggregator.imputer"]], "num_timesteps (aggregator attribute)": [[9, "cyclops.data.aggregate.Aggregator.num_timesteps"]], "set_output() (aggregator method)": [[9, "cyclops.data.aggregate.Aggregator.set_output"]], "time_by (aggregator attribute)": [[9, "cyclops.data.aggregate.Aggregator.time_by"]], "timestamp_col (aggregator attribute)": [[9, "cyclops.data.aggregate.Aggregator.timestamp_col"]], "timestep_size (aggregator attribute)": [[9, "cyclops.data.aggregate.Aggregator.timestep_size"]], "transform() (aggregator method)": [[9, "cyclops.data.aggregate.Aggregator.transform"]], "window_duration (aggregator attribute)": [[9, "cyclops.data.aggregate.Aggregator.window_duration"]], "window_start_time (aggregator attribute)": [[9, "cyclops.data.aggregate.Aggregator.window_start_time"]], "window_stop_time (aggregator attribute)": [[9, "cyclops.data.aggregate.Aggregator.window_stop_time"]], "window_times (aggregator attribute)": [[9, "cyclops.data.aggregate.Aggregator.window_times"]], "tabular_as_aggregated() (in module cyclops.data.aggregate)": [[10, "cyclops.data.aggregate.tabular_as_aggregated"]], "timestamp_ffill_agg() (in module cyclops.data.aggregate)": [[11, "cyclops.data.aggregate.timestamp_ffill_agg"]], "cyclops.data.features.medical_image": [[12, "module-cyclops.data.features.medical_image"]], "medicalimage (class in cyclops.data.features.medical_image)": [[13, "cyclops.data.features.medical_image.MedicalImage"]], "__call__() (medicalimage method)": [[13, "cyclops.data.features.medical_image.MedicalImage.__call__"]], "cast_storage() (medicalimage method)": [[13, "cyclops.data.features.medical_image.MedicalImage.cast_storage"]], "decode_example() (medicalimage method)": [[13, "cyclops.data.features.medical_image.MedicalImage.decode_example"]], "embed_storage() (medicalimage method)": [[13, "cyclops.data.features.medical_image.MedicalImage.embed_storage"]], "encode_example() (medicalimage method)": [[13, "cyclops.data.features.medical_image.MedicalImage.encode_example"]], "flatten() (medicalimage method)": [[13, "cyclops.data.features.medical_image.MedicalImage.flatten"]], "cyclops.data.slicer": [[14, "module-cyclops.data.slicer"]], "slicespec (class in cyclops.data.slicer)": [[15, "cyclops.data.slicer.SliceSpec"]], "_registry (slicespec attribute)": [[15, "cyclops.data.slicer.SliceSpec._registry"]], "add_slice_spec() (slicespec method)": [[15, "cyclops.data.slicer.SliceSpec.add_slice_spec"]], "column_names (slicespec attribute)": [[15, "cyclops.data.slicer.SliceSpec.column_names"]], "get_slices() (slicespec method)": [[15, "cyclops.data.slicer.SliceSpec.get_slices"]], "include_overall (slicespec attribute)": [[15, "cyclops.data.slicer.SliceSpec.include_overall"]], "slices() (slicespec method)": [[15, "cyclops.data.slicer.SliceSpec.slices"]], "spec_list (slicespec attribute)": [[15, "cyclops.data.slicer.SliceSpec.spec_list"]], "validate (slicespec attribute)": [[15, "cyclops.data.slicer.SliceSpec.validate"]], "compound_filter() (in module cyclops.data.slicer)": [[16, "cyclops.data.slicer.compound_filter"]], "filter_datetime() (in module cyclops.data.slicer)": [[17, "cyclops.data.slicer.filter_datetime"]], "filter_non_null() (in module cyclops.data.slicer)": [[18, "cyclops.data.slicer.filter_non_null"]], "filter_range() (in module cyclops.data.slicer)": [[19, "cyclops.data.slicer.filter_range"]], "filter_string_contains() (in module cyclops.data.slicer)": [[20, "cyclops.data.slicer.filter_string_contains"]], "filter_value() (in module cyclops.data.slicer)": [[21, "cyclops.data.slicer.filter_value"]], "is_datetime() (in module cyclops.data.slicer)": [[22, "cyclops.data.slicer.is_datetime"]], "overall() (in module cyclops.data.slicer)": [[23, "cyclops.data.slicer.overall"]], "cyclops.monitor.clinical_applicator": [[24, "module-cyclops.monitor.clinical_applicator"]], "clinicalshiftapplicator (class in cyclops.monitor.clinical_applicator)": [[25, "cyclops.monitor.clinical_applicator.ClinicalShiftApplicator"]], "age() (clinicalshiftapplicator method)": [[25, "cyclops.monitor.clinical_applicator.ClinicalShiftApplicator.age"]], "apply_shift() (clinicalshiftapplicator method)": [[25, "cyclops.monitor.clinical_applicator.ClinicalShiftApplicator.apply_shift"]], "custom() (clinicalshiftapplicator method)": [[25, "cyclops.monitor.clinical_applicator.ClinicalShiftApplicator.custom"]], "hospital_type() (clinicalshiftapplicator method)": [[25, "cyclops.monitor.clinical_applicator.ClinicalShiftApplicator.hospital_type"]], "month() (clinicalshiftapplicator method)": [[25, "cyclops.monitor.clinical_applicator.ClinicalShiftApplicator.month"]], "sex() (clinicalshiftapplicator method)": [[25, "cyclops.monitor.clinical_applicator.ClinicalShiftApplicator.sex"]], "time() (clinicalshiftapplicator method)": [[25, "cyclops.monitor.clinical_applicator.ClinicalShiftApplicator.time"]], "cyclops.monitor.synthetic_applicator": [[26, "module-cyclops.monitor.synthetic_applicator"]], "syntheticshiftapplicator (class in cyclops.monitor.synthetic_applicator)": [[27, "cyclops.monitor.synthetic_applicator.SyntheticShiftApplicator"]], "apply_shift() (syntheticshiftapplicator method)": [[27, "cyclops.monitor.synthetic_applicator.SyntheticShiftApplicator.apply_shift"]], "binary_noise_shift() (in module cyclops.monitor.synthetic_applicator)": [[28, "cyclops.monitor.synthetic_applicator.binary_noise_shift"]], "feature_association_shift() (in module cyclops.monitor.synthetic_applicator)": [[29, "cyclops.monitor.synthetic_applicator.feature_association_shift"]], "feature_swap_shift() (in module cyclops.monitor.synthetic_applicator)": [[30, "cyclops.monitor.synthetic_applicator.feature_swap_shift"]], "gaussian_noise_shift() (in module cyclops.monitor.synthetic_applicator)": [[31, "cyclops.monitor.synthetic_applicator.gaussian_noise_shift"]], "knockout_shift() (in module cyclops.monitor.synthetic_applicator)": [[32, "cyclops.monitor.synthetic_applicator.knockout_shift"]], "cyclops.report.report": [[33, "module-cyclops.report.report"]], "modelcardreport (class in cyclops.report.report)": [[34, "cyclops.report.report.ModelCardReport"]], "export() (modelcardreport method)": [[34, "cyclops.report.report.ModelCardReport.export"]], "from_json_file() (modelcardreport class method)": [[34, "cyclops.report.report.ModelCardReport.from_json_file"]], "log_citation() (modelcardreport method)": [[34, "cyclops.report.report.ModelCardReport.log_citation"]], "log_dataset() (modelcardreport method)": [[34, "cyclops.report.report.ModelCardReport.log_dataset"]], "log_descriptor() (modelcardreport method)": [[34, "cyclops.report.report.ModelCardReport.log_descriptor"]], "log_fairness_assessment() (modelcardreport method)": [[34, "cyclops.report.report.ModelCardReport.log_fairness_assessment"]], "log_from_dict() (modelcardreport method)": [[34, "cyclops.report.report.ModelCardReport.log_from_dict"]], "log_image() (modelcardreport method)": [[34, "cyclops.report.report.ModelCardReport.log_image"]], "log_license() (modelcardreport method)": [[34, "cyclops.report.report.ModelCardReport.log_license"]], "log_model_parameters() (modelcardreport method)": [[34, "cyclops.report.report.ModelCardReport.log_model_parameters"]], "log_owner() (modelcardreport method)": [[34, "cyclops.report.report.ModelCardReport.log_owner"]], "log_performance_metrics() (modelcardreport method)": [[34, "cyclops.report.report.ModelCardReport.log_performance_metrics"]], "log_plotly_figure() (modelcardreport method)": [[34, "cyclops.report.report.ModelCardReport.log_plotly_figure"]], "log_quantitative_analysis() (modelcardreport method)": [[34, "cyclops.report.report.ModelCardReport.log_quantitative_analysis"]], "log_reference() (modelcardreport method)": [[34, "cyclops.report.report.ModelCardReport.log_reference"]], "log_regulation() (modelcardreport method)": [[34, "cyclops.report.report.ModelCardReport.log_regulation"]], "log_risk() (modelcardreport method)": [[34, "cyclops.report.report.ModelCardReport.log_risk"]], "log_use_case() (modelcardreport method)": [[34, "cyclops.report.report.ModelCardReport.log_use_case"]], "log_user() (modelcardreport method)": [[34, "cyclops.report.report.ModelCardReport.log_user"]], "log_version() (modelcardreport method)": [[34, "cyclops.report.report.ModelCardReport.log_version"]], "cyclops.tasks.classification": [[35, "module-cyclops.tasks.classification"]], "binarytabularclassificationtask (class in cyclops.tasks.classification)": [[36, "cyclops.tasks.classification.BinaryTabularClassificationTask"]], "__init__() (binarytabularclassificationtask method)": [[36, "cyclops.tasks.classification.BinaryTabularClassificationTask.__init__"]], "add_model() (binarytabularclassificationtask method)": [[36, "cyclops.tasks.classification.BinaryTabularClassificationTask.add_model"]], "data_type (binarytabularclassificationtask property)": [[36, "cyclops.tasks.classification.BinaryTabularClassificationTask.data_type"]], "evaluate() (binarytabularclassificationtask method)": [[36, "cyclops.tasks.classification.BinaryTabularClassificationTask.evaluate"]], "get_model() (binarytabularclassificationtask method)": [[36, "cyclops.tasks.classification.BinaryTabularClassificationTask.get_model"]], "list_models() (binarytabularclassificationtask method)": [[36, "cyclops.tasks.classification.BinaryTabularClassificationTask.list_models"]], "list_models_params() (binarytabularclassificationtask method)": [[36, "cyclops.tasks.classification.BinaryTabularClassificationTask.list_models_params"]], "load_model() (binarytabularclassificationtask method)": [[36, "cyclops.tasks.classification.BinaryTabularClassificationTask.load_model"]], "models_count (binarytabularclassificationtask property)": [[36, "cyclops.tasks.classification.BinaryTabularClassificationTask.models_count"]], "predict() (binarytabularclassificationtask method)": [[36, "cyclops.tasks.classification.BinaryTabularClassificationTask.predict"]], "save_model() (binarytabularclassificationtask method)": [[36, "cyclops.tasks.classification.BinaryTabularClassificationTask.save_model"]], "task_type (binarytabularclassificationtask property)": [[36, "cyclops.tasks.classification.BinaryTabularClassificationTask.task_type"]], "train() (binarytabularclassificationtask method)": [[36, "cyclops.tasks.classification.BinaryTabularClassificationTask.train"]], "multilabelimageclassificationtask (class in cyclops.tasks.classification)": [[37, "cyclops.tasks.classification.MultilabelImageClassificationTask"]], "__init__() (multilabelimageclassificationtask method)": [[37, "cyclops.tasks.classification.MultilabelImageClassificationTask.__init__"]], "add_model() (multilabelimageclassificationtask method)": [[37, "cyclops.tasks.classification.MultilabelImageClassificationTask.add_model"]], "data_type (multilabelimageclassificationtask property)": [[37, "cyclops.tasks.classification.MultilabelImageClassificationTask.data_type"]], "evaluate() (multilabelimageclassificationtask method)": [[37, "cyclops.tasks.classification.MultilabelImageClassificationTask.evaluate"]], "get_model() (multilabelimageclassificationtask method)": [[37, "cyclops.tasks.classification.MultilabelImageClassificationTask.get_model"]], "list_models() (multilabelimageclassificationtask method)": [[37, "cyclops.tasks.classification.MultilabelImageClassificationTask.list_models"]], "list_models_params() (multilabelimageclassificationtask method)": [[37, "cyclops.tasks.classification.MultilabelImageClassificationTask.list_models_params"]], "load_model() (multilabelimageclassificationtask method)": [[37, "cyclops.tasks.classification.MultilabelImageClassificationTask.load_model"]], "models_count (multilabelimageclassificationtask property)": [[37, "cyclops.tasks.classification.MultilabelImageClassificationTask.models_count"]], "predict() (multilabelimageclassificationtask method)": [[37, "cyclops.tasks.classification.MultilabelImageClassificationTask.predict"]], "save_model() (multilabelimageclassificationtask method)": [[37, "cyclops.tasks.classification.MultilabelImageClassificationTask.save_model"]], "task_type (multilabelimageclassificationtask property)": [[37, "cyclops.tasks.classification.MultilabelImageClassificationTask.task_type"]], "cyclops.data": [[38, "module-cyclops.data"]], "cyclops.data.features": [[38, "module-cyclops.data.features"]], "cyclops.monitor": [[39, "module-cyclops.monitor"]], "cyclops.report": [[40, "module-cyclops.report"]], "cyclops.tasks": [[41, "module-cyclops.tasks"]], "evaluate() (in module cyclops.evaluate.evaluator)": [[42, "cyclops.evaluate.evaluator.evaluate"]], "evaluate_fairness() (in module cyclops.evaluate.fairness.evaluator)": [[43, "cyclops.evaluate.fairness.evaluator.evaluate_fairness"]], "accuracy (class in cyclops.evaluate.metrics)": [[45, "cyclops.evaluate.metrics.Accuracy"]], "binaryaccuracy (class in cyclops.evaluate.metrics)": [[45, "cyclops.evaluate.metrics.BinaryAccuracy"]], "multiclassaccuracy (class in cyclops.evaluate.metrics)": [[45, "cyclops.evaluate.metrics.MulticlassAccuracy"]], "multilabelaccuracy (class in cyclops.evaluate.metrics)": [[45, "cyclops.evaluate.metrics.MultilabelAccuracy"]], "binary_accuracy() (in module cyclops.evaluate.metrics.functional.accuracy)": [[45, "cyclops.evaluate.metrics.functional.accuracy.binary_accuracy"]], "multiclass_accuracy() (in module cyclops.evaluate.metrics.functional.accuracy)": [[45, "cyclops.evaluate.metrics.functional.accuracy.multiclass_accuracy"]], "multilabel_accuracy() (in module cyclops.evaluate.metrics.functional.accuracy)": [[45, "cyclops.evaluate.metrics.functional.accuracy.multilabel_accuracy"]], "auroc (class in cyclops.evaluate.metrics)": [[46, "cyclops.evaluate.metrics.AUROC"]], "binaryauroc (class in cyclops.evaluate.metrics)": [[46, "cyclops.evaluate.metrics.BinaryAUROC"]], "multiclassauroc (class in cyclops.evaluate.metrics)": [[46, "cyclops.evaluate.metrics.MulticlassAUROC"]], "multilabelauroc (class in cyclops.evaluate.metrics)": [[46, "cyclops.evaluate.metrics.MultilabelAUROC"]], "auroc() (in module cyclops.evaluate.metrics.functional.auroc)": [[46, "cyclops.evaluate.metrics.functional.auroc.auroc"]], "binary_auroc() (in module cyclops.evaluate.metrics.functional.auroc)": [[46, "cyclops.evaluate.metrics.functional.auroc.binary_auroc"]], "multiclass_auroc() (in module cyclops.evaluate.metrics.functional.auroc)": [[46, "cyclops.evaluate.metrics.functional.auroc.multiclass_auroc"]], "multilabel_auroc() (in module cyclops.evaluate.metrics.functional.auroc)": [[46, "cyclops.evaluate.metrics.functional.auroc.multilabel_auroc"]], "binaryaverageprecision (class in cyclops.evaluate.metrics)": [[47, "cyclops.evaluate.metrics.BinaryAveragePrecision"]], "average_precision() (in module cyclops.evaluate.metrics.functional.average_precision)": [[47, "cyclops.evaluate.metrics.functional.average_precision.average_precision"]], "binary_average_precision() (in module cyclops.evaluate.metrics.functional.average_precision)": [[47, "cyclops.evaluate.metrics.functional.average_precision.binary_average_precision"]], "binaryf1score (class in cyclops.evaluate.metrics)": [[48, "cyclops.evaluate.metrics.BinaryF1Score"]], "f1score (class in cyclops.evaluate.metrics)": [[48, "cyclops.evaluate.metrics.F1Score"]], "multiclassf1score (class in cyclops.evaluate.metrics)": [[48, "cyclops.evaluate.metrics.MulticlassF1Score"]], "multilabelf1score (class in cyclops.evaluate.metrics)": [[48, "cyclops.evaluate.metrics.MultilabelF1Score"]], "binary_f1_score() (in module cyclops.evaluate.metrics.functional.f_beta)": [[48, "cyclops.evaluate.metrics.functional.f_beta.binary_f1_score"]], "f1_score() (in module cyclops.evaluate.metrics.functional.f_beta)": [[48, "cyclops.evaluate.metrics.functional.f_beta.f1_score"]], "multiclass_f1_score() (in module cyclops.evaluate.metrics.functional.f_beta)": [[48, "cyclops.evaluate.metrics.functional.f_beta.multiclass_f1_score"]], "multilabel_f1_score() (in module cyclops.evaluate.metrics.functional.f_beta)": [[48, "cyclops.evaluate.metrics.functional.f_beta.multilabel_f1_score"]], "binaryfbetascore (class in cyclops.evaluate.metrics)": [[49, "cyclops.evaluate.metrics.BinaryFbetaScore"]], "fbetascore (class in cyclops.evaluate.metrics)": [[49, "cyclops.evaluate.metrics.FbetaScore"]], "multiclassfbetascore (class in cyclops.evaluate.metrics)": [[49, "cyclops.evaluate.metrics.MulticlassFbetaScore"]], "multilabelfbetascore (class in cyclops.evaluate.metrics)": [[49, "cyclops.evaluate.metrics.MultilabelFbetaScore"]], "binary_fbeta_score() (in module cyclops.evaluate.metrics.functional.f_beta)": [[49, "cyclops.evaluate.metrics.functional.f_beta.binary_fbeta_score"]], "fbeta_score() (in module cyclops.evaluate.metrics.functional.f_beta)": [[49, "cyclops.evaluate.metrics.functional.f_beta.fbeta_score"]], "multiclass_fbeta_score() (in module cyclops.evaluate.metrics.functional.f_beta)": [[49, "cyclops.evaluate.metrics.functional.f_beta.multiclass_fbeta_score"]], "multilabel_fbeta_score() (in module cyclops.evaluate.metrics.functional.f_beta)": [[49, "cyclops.evaluate.metrics.functional.f_beta.multilabel_fbeta_score"]], "binaryprecision (class in cyclops.evaluate.metrics)": [[50, "cyclops.evaluate.metrics.BinaryPrecision"]], "multiclassprecision (class in cyclops.evaluate.metrics)": [[50, "cyclops.evaluate.metrics.MulticlassPrecision"]], "multilabelprecision (class in cyclops.evaluate.metrics)": [[50, "cyclops.evaluate.metrics.MultilabelPrecision"]], "precision (class in cyclops.evaluate.metrics)": [[50, "cyclops.evaluate.metrics.Precision"]], "binary_precision() (in module cyclops.evaluate.metrics.functional.precision_recall)": [[50, "cyclops.evaluate.metrics.functional.precision_recall.binary_precision"]], "multiclass_precision() (in module cyclops.evaluate.metrics.functional.precision_recall)": [[50, "cyclops.evaluate.metrics.functional.precision_recall.multiclass_precision"]], "multilabel_precision() (in module cyclops.evaluate.metrics.functional.precision_recall)": [[50, "cyclops.evaluate.metrics.functional.precision_recall.multilabel_precision"]], "precision() (in module cyclops.evaluate.metrics.functional.precision_recall)": [[50, "cyclops.evaluate.metrics.functional.precision_recall.precision"]], "binaryprecisionrecallcurve (class in cyclops.evaluate.metrics)": [[51, "cyclops.evaluate.metrics.BinaryPrecisionRecallCurve"]], "multiclassprecisionrecallcurve (class in cyclops.evaluate.metrics)": [[51, "cyclops.evaluate.metrics.MulticlassPrecisionRecallCurve"]], "multilabelprecisionrecallcurve (class in cyclops.evaluate.metrics)": [[51, "cyclops.evaluate.metrics.MultilabelPrecisionRecallCurve"]], "precisionrecallcurve (class in cyclops.evaluate.metrics)": [[51, "cyclops.evaluate.metrics.PrecisionRecallCurve"]], "multiclass_precision_recall_curve() (in module cyclops.evaluate.metrics.functional.precision_recall_curve)": [[51, "cyclops.evaluate.metrics.functional.precision_recall_curve.multiclass_precision_recall_curve"]], "multilabel_precision_recall_curve() (in module cyclops.evaluate.metrics.functional.precision_recall_curve)": [[51, "cyclops.evaluate.metrics.functional.precision_recall_curve.multilabel_precision_recall_curve"]], "precision_recall_curve() (in module cyclops.evaluate.metrics.functional.precision_recall_curve)": [[51, "cyclops.evaluate.metrics.functional.precision_recall_curve.precision_recall_curve"]], "binaryrecall (class in cyclops.evaluate.metrics)": [[52, "cyclops.evaluate.metrics.BinaryRecall"]], "multiclassrecall (class in cyclops.evaluate.metrics)": [[52, "cyclops.evaluate.metrics.MulticlassRecall"]], "multilabelrecall (class in cyclops.evaluate.metrics)": [[52, "cyclops.evaluate.metrics.MultilabelRecall"]], "recall (class in cyclops.evaluate.metrics)": [[52, "cyclops.evaluate.metrics.Recall"]], "multiclass_recall() (in module cyclops.evaluate.metrics.functional.precision_recall)": [[52, "cyclops.evaluate.metrics.functional.precision_recall.multiclass_recall"]], "multilabel_recall() (in module cyclops.evaluate.metrics.functional.precision_recall)": [[52, "cyclops.evaluate.metrics.functional.precision_recall.multilabel_recall"]], "recall() (in module cyclops.evaluate.metrics.functional.precision_recall)": [[52, "cyclops.evaluate.metrics.functional.precision_recall.recall"]], "binaryroccurve (class in cyclops.evaluate.metrics)": [[53, "cyclops.evaluate.metrics.BinaryROCCurve"]], "multiclassroccurve (class in cyclops.evaluate.metrics)": [[53, "cyclops.evaluate.metrics.MulticlassROCCurve"]], "multilabelroccurve (class in cyclops.evaluate.metrics)": [[53, "cyclops.evaluate.metrics.MultilabelROCCurve"]], "roccurve (class in cyclops.evaluate.metrics)": [[53, "cyclops.evaluate.metrics.ROCCurve"]], "binary_roc_curve() (in module cyclops.evaluate.metrics.functional.roc)": [[53, "cyclops.evaluate.metrics.functional.roc.binary_roc_curve"]], "multiclass_roc_curve() (in module cyclops.evaluate.metrics.functional.roc)": [[53, "cyclops.evaluate.metrics.functional.roc.multiclass_roc_curve"]], "multilabel_roc_curve() (in module cyclops.evaluate.metrics.functional.roc)": [[53, "cyclops.evaluate.metrics.functional.roc.multilabel_roc_curve"]], "roc_curve() (in module cyclops.evaluate.metrics.functional.roc)": [[53, "cyclops.evaluate.metrics.functional.roc.roc_curve"]], "binarysensitivity (class in cyclops.evaluate.metrics)": [[54, "cyclops.evaluate.metrics.BinarySensitivity"]], "multiclasssensitivity (class in cyclops.evaluate.metrics)": [[54, "cyclops.evaluate.metrics.MulticlassSensitivity"]], "multilabelsensitivity (class in cyclops.evaluate.metrics)": [[54, "cyclops.evaluate.metrics.MultilabelSensitivity"]], "sensitivity (class in cyclops.evaluate.metrics)": [[54, "cyclops.evaluate.metrics.Sensitivity"]], "binary_sensitivity() (in module cyclops.evaluate.metrics.functional.sensitivity)": [[54, "cyclops.evaluate.metrics.functional.sensitivity.binary_sensitivity"]], "multiclass_sensitivity() (in module cyclops.evaluate.metrics.functional.sensitivity)": [[54, "cyclops.evaluate.metrics.functional.sensitivity.multiclass_sensitivity"]], "multilabel_sensitivity() (in module cyclops.evaluate.metrics.functional.sensitivity)": [[54, "cyclops.evaluate.metrics.functional.sensitivity.multilabel_sensitivity"]], "sensitivity() (in module cyclops.evaluate.metrics.functional.sensitivity)": [[54, "cyclops.evaluate.metrics.functional.sensitivity.sensitivity"]], "binaryspecificity (class in cyclops.evaluate.metrics)": [[55, "cyclops.evaluate.metrics.BinarySpecificity"]], "multiclassspecificity (class in cyclops.evaluate.metrics)": [[55, "cyclops.evaluate.metrics.MulticlassSpecificity"]], "multilabelspecificity (class in cyclops.evaluate.metrics)": [[55, "cyclops.evaluate.metrics.MultilabelSpecificity"]], "specificity (class in cyclops.evaluate.metrics)": [[55, "cyclops.evaluate.metrics.Specificity"]], "binary_specificity() (in module cyclops.evaluate.metrics.functional.specificity)": [[55, "cyclops.evaluate.metrics.functional.specificity.binary_specificity"]], "multiclass_specificity() (in module cyclops.evaluate.metrics.functional.specificity)": [[55, "cyclops.evaluate.metrics.functional.specificity.multiclass_specificity"]], "multilabel_specificity() (in module cyclops.evaluate.metrics.functional.specificity)": [[55, "cyclops.evaluate.metrics.functional.specificity.multilabel_specificity"]], "specificity() (in module cyclops.evaluate.metrics.functional.specificity)": [[55, "cyclops.evaluate.metrics.functional.specificity.specificity"]], "binarystatscores (class in cyclops.evaluate.metrics)": [[56, "cyclops.evaluate.metrics.BinaryStatScores"]], "multiclassstatscores (class in cyclops.evaluate.metrics)": [[56, "cyclops.evaluate.metrics.MulticlassStatScores"]], "multilabelstatscores (class in cyclops.evaluate.metrics)": [[56, "cyclops.evaluate.metrics.MultilabelStatScores"]], "statscores (class in cyclops.evaluate.metrics)": [[56, "cyclops.evaluate.metrics.StatScores"]], "binary_stat_scores() (in module cyclops.evaluate.metrics.functional.stat_scores)": [[56, "cyclops.evaluate.metrics.functional.stat_scores.binary_stat_scores"]], "multiclass_stat_scores() (in module cyclops.evaluate.metrics.functional.stat_scores)": [[56, "cyclops.evaluate.metrics.functional.stat_scores.multiclass_stat_scores"]], "multilabel_stat_scores() (in module cyclops.evaluate.metrics.functional.stat_scores)": [[56, "cyclops.evaluate.metrics.functional.stat_scores.multilabel_stat_scores"]], "stat_scores() (in module cyclops.evaluate.metrics.functional.stat_scores)": [[56, "cyclops.evaluate.metrics.functional.stat_scores.stat_scores"]]}})
\ No newline at end of file
diff --git a/api/tutorials/kaggle/heart_failure_prediction.html b/api/tutorials/kaggle/heart_failure_prediction.html
index dd58d4133..cfd4c5716 100644
--- a/api/tutorials/kaggle/heart_failure_prediction.html
+++ b/api/tutorials/kaggle/heart_failure_prediction.html
@@ -407,7 +407,7 @@ Data Loading
-2024-02-27 19:03:08,034 INFO cyclops.utils.file - Loading DataFrame from ./data/heart.csv
+2024-02-28 16:28:08,739 INFO cyclops.utils.file - Loading DataFrame from ./data/heart.csv
-
+
@@ -989,7 +989,7 @@ Training
-2024-02-27 19:03:14,998 INFO cyclops.models.wrappers.sk_model - Best alpha: 0.001
+2024-02-28 16:28:16,008 INFO cyclops.models.wrappers.sk_model - Best alpha: 0.001
-2024-02-27 19:03:14,999 INFO cyclops.models.wrappers.sk_model - Best eta0: 0.01
+2024-02-28 16:28:16,009 INFO cyclops.models.wrappers.sk_model - Best eta0: 0.01
-2024-02-27 19:03:14,999 INFO cyclops.models.wrappers.sk_model - Best learning_rate: adaptive
+2024-02-28 16:28:16,010 INFO cyclops.models.wrappers.sk_model - Best learning_rate: adaptive
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
-
+
Log the performance metrics to the report.
We can add a performance metric to the model card using the log_performance_metric
method, which expects a dictionary where the keys are in the following format: slice_name/metric_name
. For instance, overall/accuracy
.
@@ -1419,9 +1419,9 @@ Evaluation
-
diff --git a/api/tutorials/kaggle/heart_failure_prediction.ipynb b/api/tutorials/kaggle/heart_failure_prediction.ipynb
index 37fb23b75..31ded3c75 100644
--- a/api/tutorials/kaggle/heart_failure_prediction.ipynb
+++ b/api/tutorials/kaggle/heart_failure_prediction.ipynb
@@ -21,10 +21,10 @@
"execution_count": 1,
"metadata": {
"execution": {
- "iopub.execute_input": "2024-02-28T00:03:03.003066Z",
- "iopub.status.busy": "2024-02-28T00:03:03.002427Z",
- "iopub.status.idle": "2024-02-28T00:03:07.525473Z",
- "shell.execute_reply": "2024-02-28T00:03:07.524579Z"
+ "iopub.execute_input": "2024-02-28T21:28:03.688756Z",
+ "iopub.status.busy": "2024-02-28T21:28:03.688073Z",
+ "iopub.status.idle": "2024-02-28T21:28:08.313462Z",
+ "shell.execute_reply": "2024-02-28T21:28:08.312675Z"
},
"tags": []
},
@@ -84,10 +84,10 @@
"execution_count": 2,
"metadata": {
"execution": {
- "iopub.execute_input": "2024-02-28T00:03:07.531768Z",
- "iopub.status.busy": "2024-02-28T00:03:07.531023Z",
- "iopub.status.idle": "2024-02-28T00:03:07.535695Z",
- "shell.execute_reply": "2024-02-28T00:03:07.534784Z"
+ "iopub.execute_input": "2024-02-28T21:28:08.319117Z",
+ "iopub.status.busy": "2024-02-28T21:28:08.318441Z",
+ "iopub.status.idle": "2024-02-28T21:28:08.322336Z",
+ "shell.execute_reply": "2024-02-28T21:28:08.321758Z"
}
},
"outputs": [],
@@ -107,10 +107,10 @@
"execution_count": 3,
"metadata": {
"execution": {
- "iopub.execute_input": "2024-02-28T00:03:07.540887Z",
- "iopub.status.busy": "2024-02-28T00:03:07.540497Z",
- "iopub.status.idle": "2024-02-28T00:03:07.545482Z",
- "shell.execute_reply": "2024-02-28T00:03:07.544273Z"
+ "iopub.execute_input": "2024-02-28T21:28:08.327290Z",
+ "iopub.status.busy": "2024-02-28T21:28:08.327101Z",
+ "iopub.status.idle": "2024-02-28T21:28:08.330273Z",
+ "shell.execute_reply": "2024-02-28T21:28:08.329703Z"
},
"tags": []
},
@@ -136,10 +136,10 @@
"execution_count": 4,
"metadata": {
"execution": {
- "iopub.execute_input": "2024-02-28T00:03:07.551183Z",
- "iopub.status.busy": "2024-02-28T00:03:07.550564Z",
- "iopub.status.idle": "2024-02-28T00:03:08.024752Z",
- "shell.execute_reply": "2024-02-28T00:03:08.022909Z"
+ "iopub.execute_input": "2024-02-28T21:28:08.335296Z",
+ "iopub.status.busy": "2024-02-28T21:28:08.334932Z",
+ "iopub.status.idle": "2024-02-28T21:28:08.730000Z",
+ "shell.execute_reply": "2024-02-28T21:28:08.728648Z"
},
"tags": []
},
@@ -159,10 +159,10 @@
"execution_count": 5,
"metadata": {
"execution": {
- "iopub.execute_input": "2024-02-28T00:03:08.031778Z",
- "iopub.status.busy": "2024-02-28T00:03:08.031061Z",
- "iopub.status.idle": "2024-02-28T00:03:08.060369Z",
- "shell.execute_reply": "2024-02-28T00:03:08.059289Z"
+ "iopub.execute_input": "2024-02-28T21:28:08.736415Z",
+ "iopub.status.busy": "2024-02-28T21:28:08.735718Z",
+ "iopub.status.idle": "2024-02-28T21:28:08.765854Z",
+ "shell.execute_reply": "2024-02-28T21:28:08.764818Z"
},
"tags": []
},
@@ -171,7 +171,7 @@
"name": "stderr",
"output_type": "stream",
"text": [
- "2024-02-27 19:03:08,034 \u001b[1;37mINFO\u001b[0m cyclops.utils.file - Loading DataFrame from ./data/heart.csv\n"
+ "2024-02-28 16:28:08,739 \u001b[1;37mINFO\u001b[0m cyclops.utils.file - Loading DataFrame from ./data/heart.csv\n"
]
},
{
@@ -227,10 +227,10 @@
"execution_count": 6,
"metadata": {
"execution": {
- "iopub.execute_input": "2024-02-28T00:03:08.091596Z",
- "iopub.status.busy": "2024-02-28T00:03:08.090811Z",
- "iopub.status.idle": "2024-02-28T00:03:08.349146Z",
- "shell.execute_reply": "2024-02-28T00:03:08.348398Z"
+ "iopub.execute_input": "2024-02-28T21:28:08.792991Z",
+ "iopub.status.busy": "2024-02-28T21:28:08.792217Z",
+ "iopub.status.idle": "2024-02-28T21:28:09.410194Z",
+ "shell.execute_reply": "2024-02-28T21:28:09.408899Z"
},
"tags": []
},
@@ -2038,9 +2038,9 @@
}
},
"text/html": [
- "
+
@@ -1361,7 +1361,7 @@ Graphics
-
+
@@ -1369,7 +1369,7 @@ Graphics
-
+
@@ -1435,7 +1435,7 @@ Quantitative Analysis
- 0.63
+ 0.7
@@ -1468,11 +1468,11 @@ Quantitative Analysis
- 0.63
+ 0.82
- ▼
+ ▲
@@ -1501,7 +1501,7 @@ Quantitative Analysis
- 0.91
+ 0.92
@@ -1534,7 +1534,7 @@ Quantitative Analysis
- 1.0
+ 0.99
@@ -1567,7 +1567,7 @@ Quantitative Analysis
- 0.82
+ 1.0
@@ -1600,7 +1600,7 @@ Quantitative Analysis
- 1.0
+ 0.98
@@ -1634,7 +1634,7 @@ Graphics
-
+
@@ -1642,7 +1642,7 @@ Graphics
-
+
@@ -1650,7 +1650,7 @@ Graphics
-
+
@@ -1658,7 +1658,7 @@ Graphics
-
+
@@ -1712,7 +1712,7 @@ Graphics
-
+
@@ -1768,7 +1768,7 @@ Version
- Date: 2024-02-27
+ Date: 2024-02-28
@@ -1987,8 +1987,8 @@ Model Parameters
- Epsilon
- 0.1
+ Tol
+ 0.001
@@ -1996,8 +1996,8 @@ Epsilon
- Max_iter
- 1000
+ Epsilon
+ 0.1
@@ -2005,8 +2005,8 @@ Max_iter
- Warm_start
- False
+ Penalty
+ l2
@@ -2014,8 +2014,8 @@ Warm_start
- Class_weight
- balanced
+ Warm_start
+ False
@@ -2023,8 +2023,8 @@ Class_weight
- Verbose
- 0
+ Eta0
+ 0.01
@@ -2032,8 +2032,8 @@ Verbose
- Random_state
- 123
+ Average
+ False
@@ -2041,8 +2041,8 @@ Random_state
- Learning_rate
- adaptive
+ L1_ratio
+ 0.15
@@ -2050,8 +2050,8 @@ Learning_rate
- Loss
- log_loss
+ Validation_fraction
+ 0.1
@@ -2059,8 +2059,8 @@ Loss
- Early_stopping
- True
+ Max_iter
+ 1000
@@ -2068,8 +2068,8 @@ Early_stopping
- L1_ratio
- 0.15
+ Shuffle
+ True
@@ -2077,8 +2077,8 @@ L1_ratio
- N_iter_no_change
- 5
+ Verbose
+ 0
@@ -2086,8 +2086,8 @@ N_iter_no_change
- Tol
- 0.001
+ Power_t
+ 0.5
@@ -2095,8 +2095,8 @@ Tol
- Validation_fraction
- 0.1
+ Class_weight
+ balanced
@@ -2109,8 +2109,8 @@ Validation_fraction
- Alpha
- 0.001
+ Random_state
+ 123
@@ -2118,8 +2118,8 @@ Alpha
- Average
- False
+ Loss
+ log_loss
@@ -2127,8 +2127,8 @@ Average
- Penalty
- l2
+ Learning_rate
+ adaptive
@@ -2136,8 +2136,8 @@ Penalty
- Shuffle
- True
+ N_iter_no_change
+ 5
@@ -2145,8 +2145,8 @@ Shuffle
- Eta0
- 0.01
+ Early_stopping
+ True
@@ -2163,8 +2163,8 @@ Fit_intercept
- Power_t
- 0.5
+ Alpha
+ 0.001
@@ -2424,643 +2424,525 @@ Ethical Considerations