Merge pull request #29 from molgenis/validation_4.0.0

Validation 4.0.0
molgenis · Oct 11, 2022 · f1096da · f1096da
2 parents fb5ac8f + ba6c872
commit f1096da
Show file tree

Hide file tree

Showing 57 changed files with 17 additions and 0 deletions.
diff --git a/...ation/3.0.0-final/Build37-Build38/auc.png → ...3.0.0/3.0.0-final/Build37-Build38/auc.png b/...ation/3.0.0-final/Build37-Build38/auc.png → ...3.0.0/3.0.0-final/Build37-Build38/auc.png
diff --git a/...ation/3.0.0-final/Build37-Build38/box.png → ...3.0.0/3.0.0-final/Build37-Build38/box.png b/...ation/3.0.0-final/Build37-Build38/box.png → ...3.0.0/3.0.0-final/Build37-Build38/box.png
diff --git a/validation/3.0.0-final/Build37/aucs.png → ...dation/3.0.0/3.0.0-final/Build37/aucs.png b/validation/3.0.0-final/Build37/aucs.png → ...dation/3.0.0/3.0.0-final/Build37/aucs.png
diff --git a/validation/3.0.0-final/Build37/box.png → validation/3.0.0/3.0.0-final/Build37/box.png b/validation/3.0.0-final/Build37/box.png → validation/3.0.0/3.0.0-final/Build37/box.png
diff --git a/...dation/beta1/iteration_1/consequences.png → .../3.0.0/beta1/iteration_1/consequences.png b/...dation/beta1/iteration_1/consequences.png → .../3.0.0/beta1/iteration_1/consequences.png
diff --git a/validation/beta1/iteration_1/global_auc.png → ...on/3.0.0/beta1/iteration_1/global_auc.png b/validation/beta1/iteration_1/global_auc.png → ...on/3.0.0/beta1/iteration_1/global_auc.png
diff --git a/validation/beta1/iteration_1/violins.png → ...ation/3.0.0/beta1/iteration_1/violins.png b/validation/beta1/iteration_1/violins.png → ...ation/3.0.0/beta1/iteration_1/violins.png
diff --git a/...dation/beta1/iteration_2/consequences.png → .../3.0.0/beta1/iteration_2/consequences.png b/...dation/beta1/iteration_2/consequences.png → .../3.0.0/beta1/iteration_2/consequences.png
diff --git a/validation/beta1/iteration_2/global_auc.png → ...on/3.0.0/beta1/iteration_2/global_auc.png b/validation/beta1/iteration_2/global_auc.png → ...on/3.0.0/beta1/iteration_2/global_auc.png
diff --git a/validation/beta1/iteration_2/violins.png → ...ation/3.0.0/beta1/iteration_2/violins.png b/validation/beta1/iteration_2/violins.png → ...ation/3.0.0/beta1/iteration_2/violins.png
diff --git a/validation/beta2/iteration_1/aucs.png → validation/3.0.0/beta2/iteration_1/aucs.png b/validation/beta2/iteration_1/aucs.png → validation/3.0.0/beta2/iteration_1/aucs.png
diff --git a/validation/beta2/iteration_1/box.png → validation/3.0.0/beta2/iteration_1/box.png b/validation/beta2/iteration_1/box.png → validation/3.0.0/beta2/iteration_1/box.png
diff --git a/validation/beta2/iteration_1/violins.png → ...ation/3.0.0/beta2/iteration_1/violins.png b/validation/beta2/iteration_1/violins.png → ...ation/3.0.0/beta2/iteration_1/violins.png
diff --git a/validation/rc3/aucs.png → validation/3.0.0/rc3/aucs.png b/validation/rc3/aucs.png → validation/3.0.0/rc3/aucs.png
diff --git a/validation/rc3/box.png → validation/3.0.0/rc3/box.png b/validation/rc3/box.png → validation/3.0.0/rc3/box.png
diff --git a/validation/rc3/violins.png → validation/3.0.0/rc3/violins.png b/validation/rc3/violins.png → validation/3.0.0/rc3/violins.png
diff --git a/validation/rc4/aucs.png → validation/3.0.0/rc4/aucs.png b/validation/rc4/aucs.png → validation/3.0.0/rc4/aucs.png
diff --git a/validation/rc4/box.png → validation/3.0.0/rc4/box.png b/validation/rc4/box.png → validation/3.0.0/rc4/box.png
diff --git a/validation/rc4/feature_importances.png → validation/3.0.0/rc4/feature_importances.png b/validation/rc4/feature_importances.png → validation/3.0.0/rc4/feature_importances.png
diff --git a/validation/rc4/violins.png → validation/3.0.0/rc4/violins.png b/validation/rc4/violins.png → validation/3.0.0/rc4/violins.png
diff --git a/validation/4.0.0/4.0.0-rc1/3.2.0-4.0.0rc1_build37/auc.png b/validation/4.0.0/4.0.0-rc1/3.2.0-4.0.0rc1_build37/auc.png
diff --git a/validation/4.0.0/4.0.0-rc1/3.2.0-4.0.0rc1_build37/roc.png b/validation/4.0.0/4.0.0-rc1/3.2.0-4.0.0rc1_build37/roc.png
diff --git a/validation/4.0.0/4.0.0-rc1/3.2.0-4.0.0rc1_build37/score_differences.png b/validation/4.0.0/4.0.0-rc1/3.2.0-4.0.0rc1_build37/score_differences.png
diff --git a/validation/4.0.0/4.0.0-rc1/3.2.0-4.0.0rc1_build37/score_distributions.png b/validation/4.0.0/4.0.0-rc1/3.2.0-4.0.0rc1_build37/score_distributions.png
diff --git a/validation/4.0.0/4.0.0-rc1/3.2.0-4.0.0rc1_build38/auc.png b/validation/4.0.0/4.0.0-rc1/3.2.0-4.0.0rc1_build38/auc.png
diff --git a/validation/4.0.0/4.0.0-rc1/3.2.0-4.0.0rc1_build38/roc.png b/validation/4.0.0/4.0.0-rc1/3.2.0-4.0.0rc1_build38/roc.png
diff --git a/validation/4.0.0/4.0.0-rc1/3.2.0-4.0.0rc1_build38/score_differences.png b/validation/4.0.0/4.0.0-rc1/3.2.0-4.0.0rc1_build38/score_differences.png
diff --git a/validation/4.0.0/4.0.0-rc1/3.2.0-4.0.0rc1_build38/score_distributions.png b/validation/4.0.0/4.0.0-rc1/3.2.0-4.0.0rc1_build38/score_distributions.png
diff --git a/validation/4.0.0/4.0.0-rc2/4.0.0rc1-4.0.0rc2_build37/auc.png b/validation/4.0.0/4.0.0-rc2/4.0.0rc1-4.0.0rc2_build37/auc.png
diff --git a/validation/4.0.0/4.0.0-rc2/4.0.0rc1-4.0.0rc2_build37/roc.png b/validation/4.0.0/4.0.0-rc2/4.0.0rc1-4.0.0rc2_build37/roc.png
diff --git a/validation/4.0.0/4.0.0-rc2/4.0.0rc1-4.0.0rc2_build37/score_differences.png b/validation/4.0.0/4.0.0-rc2/4.0.0rc1-4.0.0rc2_build37/score_differences.png
diff --git a/validation/4.0.0/4.0.0-rc2/4.0.0rc1-4.0.0rc2_build37/score_distributions.png b/validation/4.0.0/4.0.0-rc2/4.0.0rc1-4.0.0rc2_build37/score_distributions.png
diff --git a/validation/4.0.0/4.0.0-rc2/4.0.0rc1-4.0.0rc2_build38/auc.png b/validation/4.0.0/4.0.0-rc2/4.0.0rc1-4.0.0rc2_build38/auc.png
diff --git a/validation/4.0.0/4.0.0-rc2/4.0.0rc1-4.0.0rc2_build38/roc.png b/validation/4.0.0/4.0.0-rc2/4.0.0rc1-4.0.0rc2_build38/roc.png
diff --git a/validation/4.0.0/4.0.0-rc2/4.0.0rc1-4.0.0rc2_build38/score_differences.png b/validation/4.0.0/4.0.0-rc2/4.0.0rc1-4.0.0rc2_build38/score_differences.png
diff --git a/validation/4.0.0/4.0.0-rc2/4.0.0rc1-4.0.0rc2_build38/score_distributions.png b/validation/4.0.0/4.0.0-rc2/4.0.0rc1-4.0.0rc2_build38/score_distributions.png
diff --git a/validation/4.0.0/4.0.0-rc3/1.1-4.0.0rc3_build37/README.md b/validation/4.0.0/4.0.0-rc3/1.1-4.0.0rc3_build37/README.md
@@ -0,0 +1,12 @@
+# v1.1 compared to 4.0.0
+
+The comparison between CAPICE v1.1 (Li et al.) and CAPICE 4.0.0 is performed with a modified requirements.txt. The following libraries were used to score the variants in v1.1: 
+
+```
+numpy==1.22.2
+pandas==1.4.1
+scikit-learn==1.0.2
+xgboost==0.90
+```
+
+The libraries for CAPICE 4.0.0 were not modified from the [setup.py](https://github.com/molgenis/capice/blob/v4.0.0/setup.py).
diff --git a/validation/4.0.0/4.0.0-rc3/1.1-4.0.0rc3_build37/difference.png b/validation/4.0.0/4.0.0-rc3/1.1-4.0.0rc3_build37/difference.png
diff --git a/validation/4.0.0/4.0.0-rc3/1.1-4.0.0rc3_build37/distribution.png b/validation/4.0.0/4.0.0-rc3/1.1-4.0.0rc3_build37/distribution.png
diff --git a/validation/4.0.0/4.0.0-rc3/1.1-4.0.0rc3_build37/roc.png b/validation/4.0.0/4.0.0-rc3/1.1-4.0.0rc3_build37/roc.png
diff --git a/validation/4.0.0/4.0.0-rc3/3.3.0-4.0.0_build37/auc.png b/validation/4.0.0/4.0.0-rc3/3.3.0-4.0.0_build37/auc.png
diff --git a/validation/4.0.0/4.0.0-rc3/3.3.0-4.0.0_build37/roc.png b/validation/4.0.0/4.0.0-rc3/3.3.0-4.0.0_build37/roc.png
diff --git a/validation/4.0.0/4.0.0-rc3/3.3.0-4.0.0_build37/score_differences.png b/validation/4.0.0/4.0.0-rc3/3.3.0-4.0.0_build37/score_differences.png
diff --git a/validation/4.0.0/4.0.0-rc3/3.3.0-4.0.0_build37/score_distributions.png b/validation/4.0.0/4.0.0-rc3/3.3.0-4.0.0_build37/score_distributions.png
diff --git a/validation/4.0.0/4.0.0-rc3/3.3.0-4.0.0_build38/auc.png b/validation/4.0.0/4.0.0-rc3/3.3.0-4.0.0_build38/auc.png
diff --git a/validation/4.0.0/4.0.0-rc3/3.3.0-4.0.0_build38/roc.png b/validation/4.0.0/4.0.0-rc3/3.3.0-4.0.0_build38/roc.png
diff --git a/validation/4.0.0/4.0.0-rc3/3.3.0-4.0.0_build38/score_differences.png b/validation/4.0.0/4.0.0-rc3/3.3.0-4.0.0_build38/score_differences.png
diff --git a/validation/4.0.0/4.0.0-rc3/3.3.0-4.0.0_build38/score_distributions.png b/validation/4.0.0/4.0.0-rc3/3.3.0-4.0.0_build38/score_distributions.png
diff --git a/validation/4.0.0/4.0.0-rc3/4.0.0rc2-4.0.0rc3_build37/auc.png b/validation/4.0.0/4.0.0-rc3/4.0.0rc2-4.0.0rc3_build37/auc.png
diff --git a/validation/4.0.0/4.0.0-rc3/4.0.0rc2-4.0.0rc3_build37/roc.png b/validation/4.0.0/4.0.0-rc3/4.0.0rc2-4.0.0rc3_build37/roc.png
diff --git a/validation/4.0.0/4.0.0-rc3/4.0.0rc2-4.0.0rc3_build37/score_differences.png b/validation/4.0.0/4.0.0-rc3/4.0.0rc2-4.0.0rc3_build37/score_differences.png
diff --git a/validation/4.0.0/4.0.0-rc3/4.0.0rc2-4.0.0rc3_build37/score_distributions.png b/validation/4.0.0/4.0.0-rc3/4.0.0rc2-4.0.0rc3_build37/score_distributions.png
diff --git a/validation/4.0.0/4.0.0-rc3/4.0.0rc2-4.0.0rc3_build38/auc.png b/validation/4.0.0/4.0.0-rc3/4.0.0rc2-4.0.0rc3_build38/auc.png
diff --git a/validation/4.0.0/4.0.0-rc3/4.0.0rc2-4.0.0rc3_build38/roc.png b/validation/4.0.0/4.0.0-rc3/4.0.0rc2-4.0.0rc3_build38/roc.png
diff --git a/validation/4.0.0/4.0.0-rc3/4.0.0rc2-4.0.0rc3_build38/score_differences.png b/validation/4.0.0/4.0.0-rc3/4.0.0rc2-4.0.0rc3_build38/score_differences.png
diff --git a/validation/4.0.0/4.0.0-rc3/4.0.0rc2-4.0.0rc3_build38/score_distributions.png b/validation/4.0.0/4.0.0-rc3/4.0.0rc2-4.0.0rc3_build38/score_distributions.png
diff --git a/validation/README.md b/validation/README.md
@@ -0,0 +1,5 @@
+# Validation
+
+This folder holds validation figures for each new CAPICE model.
+
+If no X.X.X-final folder is supplied, consider the latest release candidate as final release.