Merge pull request #663 from EducationalTestingService/release/11.2.0

tamarl08 · web-flow · commit c952c72ba50e · 2023-10-09T16:31:16.000-04:00
Release/11.2.0
diff --git a/README.rst b/README.rst
@@ -17,7 +17,7 @@ Rater Scoring Modeling Tool
    :target: https://anaconda.org/ets/rsmtool
    :alt: Conda package for SKLL
 
-.. image:: https://img.shields.io/readthedocs/rsmtool/v11.1.1.svg
+.. image:: https://img.shields.io/readthedocs/rsmtool/v11.2.0.svg
    :target: https://rsmtool.readthedocs.io
    :alt: Docs
 
diff --git a/conda-recipe/rsmtool/meta.yaml b/conda-recipe/rsmtool/meta.yaml
@@ -1,12 +1,12 @@
 package:
   name: rsmtool
-  version: 11.1.1
+  version: 11.2.0
 
 source:
   path: ../../../rsmtool
 
 build:
-  number: 1
+  number: 0
   noarch: python
   script:
     - cd $SRC_DIR
diff --git a/rsmtool/notebooks/builtin_model.ipynb b/rsmtool/notebooks/builtin_model.ipynb
@@ -144,10 +144,12 @@
     "grey_colors = sns.color_palette('Greys', len(features_used))[::-1]\n",
     "with sns.axes_style('whitegrid'):\n",
     "    ax1=fig.add_subplot(121)\n",
-    "    sns.barplot(x=\"feature\", y=\"standardized\", data=df_betas_sorted, \n",
+    "    sns.barplot(x=\"feature\", y=\"standardized\", hue=\"feature\",\n",
+    "                legend=False, data=df_betas_sorted, \n",
     "                order=df_betas_sorted['feature'].values,\n",
-    "                palette=sns.color_palette(\"Greys\", 1), ax=ax1)\n",
-    "    ax1.set_xticklabels(df_betas_sorted['feature'].values, rotation=90)\n",
+    "                palette=sns.color_palette(\"Greys\", len(features_used)), ax=ax1)\n",
+    "    tick_positions = np.arange(len(features_used))\n",
+    "    ax1.set_xticks(tick_positions, df_betas_sorted['feature'].values, rotation=90)\n",
     "    ax1.set_title('Values of standardized coefficients')\n",
     "    ax1.set_xlabel('')\n",
     "    ax1.set_ylabel('')\n",
diff --git a/rsmtool/notebooks/comparison/header.ipynb b/rsmtool/notebooks/comparison/header.ipynb
@@ -432,8 +432,8 @@
     "log_msgs = []\n",
     "# first check the training set\n",
     "if not (outputs_old['df_descriptives'].empty or outputs_new['df_descriptives'].empty):\n",
-    "    oldTrainN = outputs_old['df_descriptives']['N'][0]  # take the N from the descriptive stats for the first feature\n",
-    "    newTrainN = outputs_new['df_descriptives']['N'][0]\n",
+    "    oldTrainN = outputs_old['df_descriptives']['N'].iloc[0]  # take the N from the descriptive stats for the first feature\n",
+    "    newTrainN = outputs_new['df_descriptives']['N'].iloc[0]\n",
     "    if oldTrainN != newTrainN:\n",
     "        log_msg = \"WARNING: the training sets were different sizes.  old N: {}, new N: {}.\".format(oldTrainN, newTrainN)\n",
     "        log_msgs.append(log_msg)\n",
diff --git a/rsmtool/version.py b/rsmtool/version.py
@@ -5,5 +5,5 @@
 in one place. Based on the suggestion `here. <http://bit.ly/16LbuJF>`_
 """
 
-__version__ = "11.1.1"
+__version__ = "11.2.0"
 VERSION = tuple(int(x) for x in __version__.split("."))
diff --git a/tests/data/experiments/knn-explain/output/knn_rsmexplain.json b/tests/data/experiments/knn-explain/output/knn_rsmexplain.json
@@ -10,6 +10,7 @@
     "num_features_to_display": 15,
     "show_auto_cohorts": true,
     "standardize_features": true,
+    "truncate_outliers": true,
     "general_sections": [
         "all"
     ],
diff --git a/tests/data/experiments/linearsvr-self-compare/linearsvr/output/LinearSVR_rsmtool.json b/tests/data/experiments/linearsvr-self-compare/linearsvr/output/LinearSVR_rsmtool.json
@@ -14,6 +14,7 @@
     "use_scaled_predictions": false,
     "select_transformations": false,
     "standardize_features": true,
+    "truncate_outliers": true,
     "use_thumbnails": false,
     "use_truncation_thresholds": false,
     "predict_expected_scores": false,
diff --git a/tests/data/experiments/linearsvr-self-summary/linearsvr/output/LinearSVR_rsmtool.json b/tests/data/experiments/linearsvr-self-summary/linearsvr/output/LinearSVR_rsmtool.json
@@ -14,6 +14,7 @@
     "use_scaled_predictions": false,
     "select_transformations": false,
     "standardize_features": true,
+    "truncate_outliers": true,
     "use_thumbnails": false,
     "use_truncation_thresholds": false,
     "predict_expected_scores": false,
diff --git a/tests/data/experiments/lr-different-compare/lr-subset-features/output/lr_subset_rsmtool.json b/tests/data/experiments/lr-different-compare/lr-subset-features/output/lr_subset_rsmtool.json
@@ -14,6 +14,7 @@
     "exclude_zero_scores": true,
     "select_transformations": false,
     "standardize_features": true,
+    "truncate_outliers": true,
     "use_thumbnails": false,
     "use_truncation_thresholds": false,
     "predict_expected_scores": false,
diff --git a/tests/data/experiments/lr-different-compare/lr/output/lr_rsmtool.json b/tests/data/experiments/lr-different-compare/lr/output/lr_rsmtool.json
@@ -14,6 +14,7 @@
     "exclude_zero_scores": true,
     "select_transformations": false,
     "standardize_features": true,
+    "truncate_outliers": true,
     "use_thumbnails": false,
     "use_truncation_thresholds": false,
     "predict_expected_scores": false,
diff --git a/tests/data/experiments/lr-eval-tool-compare/lr-with-h2/output/lr_with_h2_rsmtool.json b/tests/data/experiments/lr-eval-tool-compare/lr-with-h2/output/lr_with_h2_rsmtool.json
@@ -15,6 +15,7 @@
     "exclude_zero_scores": true,
     "select_transformations": false,
     "standardize_features": true,
+    "truncate_outliers": true,
     "use_thumbnails": false,
     "use_truncation_thresholds": false,
     "predict_expected_scores": false,
diff --git a/tests/data/experiments/lr-self-compare-dict/lr-subgroups/output/lr_subgroups_rsmtool.json b/tests/data/experiments/lr-self-compare-dict/lr-subgroups/output/lr_subgroups_rsmtool.json
@@ -18,6 +18,7 @@
     "exclude_zero_scores": true,
     "select_transformations": false,
     "standardize_features": true,
+    "truncate_outliers": true,
     "use_thumbnails": false,
     "use_truncation_thresholds": false,
     "predict_expected_scores": false,
diff --git a/tests/data/experiments/lr-self-compare-different-format/lr-with-tsv-output/output/lr_with_tsv_output_rsmtool.json b/tests/data/experiments/lr-self-compare-different-format/lr-with-tsv-output/output/lr_with_tsv_output_rsmtool.json
@@ -15,6 +15,7 @@
     "exclude_zero_scores": true,
     "select_transformations": false,
     "standardize_features": true,
+    "truncate_outliers": true,
     "use_thumbnails": false,
     "use_truncation_thresholds": false,
     "predict_expected_scores": false,
diff --git a/tests/data/experiments/lr-self-compare-object/lr-subgroups/output/lr_subgroups_rsmtool.json b/tests/data/experiments/lr-self-compare-object/lr-subgroups/output/lr_subgroups_rsmtool.json
@@ -18,6 +18,7 @@
     "exclude_zero_scores": true,
     "select_transformations": false,
     "standardize_features": true,
+    "truncate_outliers": true,
     "use_thumbnails": false,
     "use_truncation_thresholds": false,
     "predict_expected_scores": false,
diff --git a/tests/data/experiments/lr-self-compare-with-chosen-sections/lr-subgroups/output/lr_subgroups_rsmtool.json b/tests/data/experiments/lr-self-compare-with-chosen-sections/lr-subgroups/output/lr_subgroups_rsmtool.json
@@ -18,6 +18,7 @@
     "exclude_zero_scores": true,
     "select_transformations": false,
     "standardize_features": true,
+    "truncate_outliers": true,
     "use_thumbnails": false,
     "use_truncation_thresholds": false,
     "predict_expected_scores": false,
diff --git a/tests/data/experiments/lr-self-compare-with-custom-order/lr-subgroups/output/lr_subgroups_rsmtool.json b/tests/data/experiments/lr-self-compare-with-custom-order/lr-subgroups/output/lr_subgroups_rsmtool.json
@@ -18,6 +18,7 @@
     "exclude_zero_scores": true,
     "select_transformations": false,
     "standardize_features": true,
+    "truncate_outliers": true,
     "use_thumbnails": false,
     "use_truncation_thresholds": false,
     "predict_expected_scores": false,
diff --git a/tests/data/experiments/lr-self-compare-with-custom-sections-and-custom-order/lr-subgroups/output/lr_subgroups_rsmtool.json b/tests/data/experiments/lr-self-compare-with-custom-sections-and-custom-order/lr-subgroups/output/lr_subgroups_rsmtool.json
@@ -18,6 +18,7 @@
     "exclude_zero_scores": true,
     "select_transformations": false,
     "standardize_features": true,
+    "truncate_outliers": true,
     "use_thumbnails": false,
     "use_truncation_thresholds": false,
     "predict_expected_scores": false,
diff --git a/tests/data/experiments/lr-self-compare-with-h2/lr-with-h2/output/lr_with_h2_rsmtool.json b/tests/data/experiments/lr-self-compare-with-h2/lr-with-h2/output/lr_with_h2_rsmtool.json
@@ -15,6 +15,7 @@
     "exclude_zero_scores": true,
     "select_transformations": false,
     "standardize_features": true,
+    "truncate_outliers": true,
     "use_thumbnails": false,
     "use_truncation_thresholds": false,
     "predict_expected_scores": false,
diff --git a/tests/data/experiments/lr-self-compare-with-subgroups-and-edge-cases/lr-subgroups-with-edge-cases/output/lr_subgroups_with_edge_cases_rsmtool.json b/tests/data/experiments/lr-self-compare-with-subgroups-and-edge-cases/lr-subgroups-with-edge-cases/output/lr_subgroups_with_edge_cases_rsmtool.json
@@ -17,6 +17,7 @@
     "exclude_zero_scores": true,
     "select_transformations": false,
     "standardize_features": true,
+    "truncate_outliers": true,
     "use_thumbnails": false,
     "use_truncation_thresholds": false,
     "predict_expected_scores": false,
diff --git a/tests/data/experiments/lr-self-compare-with-subgroups-and-h2/lr-subgroups-with-h2/output/lr_subgroups_with_h2_rsmtool.json b/tests/data/experiments/lr-self-compare-with-subgroups-and-h2/lr-subgroups-with-h2/output/lr_subgroups_with_h2_rsmtool.json
@@ -19,6 +19,7 @@
     "exclude_zero_scores": true,
     "select_transformations": false,
     "standardize_features": true,
+    "truncate_outliers": true,
     "use_thumbnails": false,
     "use_truncation_thresholds": false,
     "predict_expected_scores": false,
diff --git a/tests/data/experiments/lr-self-compare-with-thumbnails/lr-subgroups/output/lr_subgroups_rsmtool.json b/tests/data/experiments/lr-self-compare-with-thumbnails/lr-subgroups/output/lr_subgroups_rsmtool.json
@@ -18,6 +18,7 @@
     "exclude_zero_scores": true,
     "select_transformations": false,
     "standardize_features": true,
+    "truncate_outliers": true,
     "use_thumbnails": false,
     "use_truncation_thresholds": false,
     "predict_expected_scores": false,
diff --git a/tests/data/experiments/lr-self-compare/lr-subgroups/output/lr_subgroups_rsmtool.json b/tests/data/experiments/lr-self-compare/lr-subgroups/output/lr_subgroups_rsmtool.json
@@ -18,6 +18,7 @@
     "exclude_zero_scores": true,
     "select_transformations": false,
     "standardize_features": true,
+    "truncate_outliers": true,
     "use_thumbnails": false,
     "use_truncation_thresholds": false,
     "predict_expected_scores": false,
diff --git a/tests/data/experiments/lr-self-eval-summary/lr-subgroups/output/lr_subgroups_rsmtool.json b/tests/data/experiments/lr-self-eval-summary/lr-subgroups/output/lr_subgroups_rsmtool.json
@@ -18,6 +18,7 @@
     "exclude_zero_scores": true,
     "select_transformations": false,
     "standardize_features": true,
+    "truncate_outliers": true,
     "use_thumbnails": false,
     "use_truncation_thresholds": false,
     "predict_expected_scores": false,
diff --git a/tests/data/experiments/lr-self-summary-dict/lr-subgroups/output/lr_subgroups_rsmtool.json b/tests/data/experiments/lr-self-summary-dict/lr-subgroups/output/lr_subgroups_rsmtool.json
@@ -18,6 +18,7 @@
     "exclude_zero_scores": true,
     "select_transformations": false,
     "standardize_features": true,
+    "truncate_outliers": true,
     "use_thumbnails": false,
     "use_truncation_thresholds": false,
     "predict_expected_scores": false,
diff --git a/tests/data/experiments/lr-self-summary-no-scaling/lr-subgroups/output/lr_subgroups_rsmtool.json b/tests/data/experiments/lr-self-summary-no-scaling/lr-subgroups/output/lr_subgroups_rsmtool.json
@@ -18,6 +18,7 @@
     "exclude_zero_scores": true,
     "select_transformations": false,
     "standardize_features": true,
+    "truncate_outliers": true,
     "use_thumbnails": false,
     "use_truncation_thresholds": false,
     "predict_expected_scores": false,
diff --git a/tests/data/experiments/lr-self-summary-no-trim/lr-subgroups/output/lr_subgroups_rsmtool.json b/tests/data/experiments/lr-self-summary-no-trim/lr-subgroups/output/lr_subgroups_rsmtool.json
@@ -18,6 +18,7 @@
     "exclude_zero_scores": true,
     "select_transformations": false,
     "standardize_features": true,
+    "truncate_outliers": true,
     "use_thumbnails": false,
     "use_truncation_thresholds": false,
     "predict_expected_scores": false,
diff --git a/tests/data/experiments/lr-self-summary-no-trim/lr-with-trim-tolerance/output/lr_with_trim_tolerance_rsmtool.json b/tests/data/experiments/lr-self-summary-no-trim/lr-with-trim-tolerance/output/lr_with_trim_tolerance_rsmtool.json
@@ -15,6 +15,7 @@
     "exclude_zero_scores": true,
     "select_transformations": false,
     "standardize_features": true,
+    "truncate_outliers": true,
     "use_thumbnails": false,
     "use_truncation_thresholds": false,
     "predict_expected_scores": false,
diff --git a/tests/data/experiments/lr-self-summary-object/lr-subgroups/output/lr_subgroups_rsmtool.json b/tests/data/experiments/lr-self-summary-object/lr-subgroups/output/lr_subgroups_rsmtool.json
@@ -18,6 +18,7 @@
     "exclude_zero_scores": true,
     "select_transformations": false,
     "standardize_features": true,
+    "truncate_outliers": true,
     "use_thumbnails": false,
     "use_truncation_thresholds": false,
     "predict_expected_scores": false,
diff --git a/tests/data/experiments/lr-self-summary-with-custom-sections/lr-subgroups/output/lr_subgroups_rsmtool.json b/tests/data/experiments/lr-self-summary-with-custom-sections/lr-subgroups/output/lr_subgroups_rsmtool.json
@@ -18,6 +18,7 @@
     "exclude_zero_scores": true,
     "select_transformations": false,
     "standardize_features": true,
+    "truncate_outliers": true,
     "use_thumbnails": false,
     "use_truncation_thresholds": false,
     "predict_expected_scores": false,
diff --git a/tests/data/experiments/lr-self-summary-with-h2/lr-with-h2/output/lr_with_h2_rsmtool.json b/tests/data/experiments/lr-self-summary-with-h2/lr-with-h2/output/lr_with_h2_rsmtool.json
@@ -15,6 +15,7 @@
     "exclude_zero_scores": true,
     "select_transformations": false,
     "standardize_features": true,
+    "truncate_outliers": true,
     "use_thumbnails": false,
     "use_truncation_thresholds": false,
     "predict_expected_scores": false,
diff --git a/tests/data/experiments/lr-self-summary-with-tsv-inputs/lr-with-tsv-output/output/lr_with_tsv_output_rsmtool.json b/tests/data/experiments/lr-self-summary-with-tsv-inputs/lr-with-tsv-output/output/lr_with_tsv_output_rsmtool.json
@@ -15,6 +15,7 @@
     "exclude_zero_scores": true,
     "select_transformations": false,
     "standardize_features": true,
+    "truncate_outliers": true,
     "use_thumbnails": false,
     "use_truncation_thresholds": false,
     "predict_expected_scores": false,
diff --git a/tests/data/experiments/lr-self-summary-with-tsv-output/lr-subgroups/output/lr_subgroups_rsmtool.json b/tests/data/experiments/lr-self-summary-with-tsv-output/lr-subgroups/output/lr_subgroups_rsmtool.json
@@ -18,6 +18,7 @@
     "exclude_zero_scores": true,
     "select_transformations": false,
     "standardize_features": true,
+    "truncate_outliers": true,
     "use_thumbnails": false,
     "use_truncation_thresholds": false,
     "predict_expected_scores": false,
diff --git a/tests/data/experiments/lr-self-summary-with-xlsx-output/lr-subgroups/output/lr_subgroups_rsmtool.json b/tests/data/experiments/lr-self-summary-with-xlsx-output/lr-subgroups/output/lr_subgroups_rsmtool.json
@@ -18,6 +18,7 @@
     "exclude_zero_scores": true,
     "select_transformations": false,
     "standardize_features": true,
+    "truncate_outliers": true,
     "use_thumbnails": false,
     "use_truncation_thresholds": false,
     "predict_expected_scores": false,
diff --git a/tests/data/experiments/lr-self-summary/lr-subgroups/output/lr_subgroups_rsmtool.json b/tests/data/experiments/lr-self-summary/lr-subgroups/output/lr_subgroups_rsmtool.json
@@ -18,6 +18,7 @@
     "exclude_zero_scores": true,
     "select_transformations": false,
     "standardize_features": true,
+    "truncate_outliers": true,
     "use_thumbnails": false,
     "use_truncation_thresholds": false,
     "predict_expected_scores": false,
diff --git a/tests/data/experiments/lr-with-continuous-human-scores-in-test/output/lr_with_continuous_human_scores_in_test_rsmtool.json b/tests/data/experiments/lr-with-continuous-human-scores-in-test/output/lr_with_continuous_human_scores_in_test_rsmtool.json
@@ -15,6 +15,7 @@
     "exclude_zero_scores": true,
     "select_transformations": false,
     "standardize_features": true,
+    "truncate_outliers": true,
     "use_thumbnails": false,
     "use_truncation_thresholds": false,
     "predict_expected_scores": false,
diff --git a/tests/data/experiments/lr-with-continuous-human-scores/output/lr_with_continuous_human_scores_rsmtool.json b/tests/data/experiments/lr-with-continuous-human-scores/output/lr_with_continuous_human_scores_rsmtool.json
@@ -15,6 +15,7 @@
     "exclude_zero_scores": true,
     "select_transformations": false,
     "standardize_features": true,
+    "truncate_outliers": true,
     "use_thumbnails": false,
     "use_truncation_thresholds": false,
     "predict_expected_scores": false,
diff --git a/tests/data/experiments/lr-xval-subgroups-with-int-ids/output/final-model/output/lr_xval_subgroups_with_int_ids_model.model b/tests/data/experiments/lr-xval-subgroups-with-int-ids/output/final-model/output/lr_xval_subgroups_with_int_ids_model.model
diff --git a/tests/data/experiments/lr-xval-subgroups-with-int-ids/output/final-model/output/lr_xval_subgroups_with_int_ids_model_rsmtool.json b/tests/data/experiments/lr-xval-subgroups-with-int-ids/output/final-model/output/lr_xval_subgroups_with_int_ids_model_rsmtool.json
@@ -16,6 +16,7 @@
     "exclude_zero_scores": true,
     "select_transformations": false,
     "standardize_features": true,
+    "truncate_outliers": true,
     "use_thumbnails": false,
     "use_truncation_thresholds": false,
     "predict_expected_scores": false,
diff --git a/tests/data/experiments/lr-xval-subgroups-with-int-ids/output/folds/01/output/lr_xval_subgroups_with_int_ids_fold01.model b/tests/data/experiments/lr-xval-subgroups-with-int-ids/output/folds/01/output/lr_xval_subgroups_with_int_ids_fold01.model
diff --git a/tests/data/experiments/lr-xval-subgroups-with-int-ids/output/folds/01/output/lr_xval_subgroups_with_int_ids_fold01_rsmtool.json b/tests/data/experiments/lr-xval-subgroups-with-int-ids/output/folds/01/output/lr_xval_subgroups_with_int_ids_fold01_rsmtool.json
@@ -16,6 +16,7 @@
     "exclude_zero_scores": true,
     "select_transformations": false,
     "standardize_features": true,
+    "truncate_outliers": true,
     "use_thumbnails": false,
     "use_truncation_thresholds": false,
     "predict_expected_scores": false,
diff --git a/tests/data/experiments/lr-xval-subgroups-with-int-ids/output/folds/02/output/lr_xval_subgroups_with_int_ids_fold02.model b/tests/data/experiments/lr-xval-subgroups-with-int-ids/output/folds/02/output/lr_xval_subgroups_with_int_ids_fold02.model
diff --git a/tests/data/experiments/lr-xval-subgroups-with-int-ids/output/folds/02/output/lr_xval_subgroups_with_int_ids_fold02_rsmtool.json b/tests/data/experiments/lr-xval-subgroups-with-int-ids/output/folds/02/output/lr_xval_subgroups_with_int_ids_fold02_rsmtool.json
@@ -16,6 +16,7 @@
     "exclude_zero_scores": true,
     "select_transformations": false,
     "standardize_features": true,
+    "truncate_outliers": true,
     "use_thumbnails": false,
     "use_truncation_thresholds": false,
     "predict_expected_scores": false,
diff --git a/tests/data/experiments/lr-xval-subgroups-with-int-ids/output/folds/03/output/lr_xval_subgroups_with_int_ids_fold03.model b/tests/data/experiments/lr-xval-subgroups-with-int-ids/output/folds/03/output/lr_xval_subgroups_with_int_ids_fold03.model
diff --git a/tests/data/experiments/lr-xval-subgroups-with-int-ids/output/folds/03/output/lr_xval_subgroups_with_int_ids_fold03_rsmtool.json b/tests/data/experiments/lr-xval-subgroups-with-int-ids/output/folds/03/output/lr_xval_subgroups_with_int_ids_fold03_rsmtool.json
@@ -16,6 +16,7 @@
     "exclude_zero_scores": true,
     "select_transformations": false,
     "standardize_features": true,
+    "truncate_outliers": true,
     "use_thumbnails": false,
     "use_truncation_thresholds": false,
     "predict_expected_scores": false,
diff --git a/tests/data/experiments/rf-explain/output/rf_rsmexplain.json b/tests/data/experiments/rf-explain/output/rf_rsmexplain.json
@@ -10,6 +10,7 @@
     "num_features_to_display": 15,
     "show_auto_cohorts": true,
     "standardize_features": true,
+    "truncate_outliers": true,
     "general_sections": [
         "all"
     ],
diff --git a/tests/data/experiments/summary-with-custom-names/logistic-regression-expected-scores/output/LogisticRegression_expected_scores_rsmtool.json b/tests/data/experiments/summary-with-custom-names/logistic-regression-expected-scores/output/LogisticRegression_expected_scores_rsmtool.json
@@ -16,6 +16,7 @@
     "use_scaled_predictions": false,
     "select_transformations": false,
     "standardize_features": true,
+    "truncate_outliers": true,
     "use_thumbnails": false,
     "use_truncation_thresholds": false,
     "sign": null,
diff --git a/tests/data/experiments/summary-with-custom-names/lr-subgroups/output/lr_subgroups_rsmtool.json b/tests/data/experiments/summary-with-custom-names/lr-subgroups/output/lr_subgroups_rsmtool.json
@@ -18,6 +18,7 @@
     "exclude_zero_scores": true,
     "select_transformations": false,
     "standardize_features": true,
+    "truncate_outliers": true,
     "use_thumbnails": false,
     "use_truncation_thresholds": false,
     "predict_expected_scores": false,
diff --git a/tests/data/experiments/svc-custom-objective/output/SVC_custom_objective_rsmtool.json b/tests/data/experiments/svc-custom-objective/output/SVC_custom_objective_rsmtool.json
@@ -15,6 +15,7 @@
     "use_scaled_predictions": false,
     "select_transformations": false,
     "standardize_features": true,
+    "truncate_outliers": true,
     "use_thumbnails": false,
     "use_truncation_thresholds": false,
     "predict_expected_scores": false,
diff --git a/tests/data/experiments/svr-explain-object/output/svr_explain_object_rsmexplain.json b/tests/data/experiments/svr-explain-object/output/svr_explain_object_rsmexplain.json
@@ -9,6 +9,7 @@
     "sample_size": 10,
     "num_features_to_display": 15,
     "show_auto_cohorts": true,
+    "truncate_outliers": false,
     "standardize_features": true,
     "general_sections": [
         "all"
@@ -19,6 +20,5 @@
     "sample_ids": null,
     "use_wandb": false,
     "wandb_project": null,
-    "wandb_entity": null,
-    "truncate_outliers": false
+    "wandb_entity": null
 }
diff --git a/tests/data/experiments/svr-explain/output/svr_rsmexplain.json b/tests/data/experiments/svr-explain/output/svr_rsmexplain.json
@@ -10,6 +10,7 @@
     "num_features_to_display": 15,
     "show_auto_cohorts": true,
     "standardize_features": true,
+    "truncate_outliers": true,
     "general_sections": [
         "all"
     ],
