Added new/updated soartech ph1 alignment targets; prepare for 0.5.3 r…

…elease
ITM-Kitware · Nov 4, 2024 · 1b05835 · 1b05835
1 parent e52e4fc
commit 1b05835
Show file tree

Hide file tree

Showing 26 changed files with 23,297 additions and 2 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -3,7 +3,7 @@
 This changelog follows the specifications detailed in: [Keep a Changelog](https://keepachangelog.com/en/1.0.0/).
 This project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html), although we have not yet reached a `1.0.0` release.
 
-## Unreleased
+## 0.5.3
 
 ### Changed
 
@@ -22,6 +22,7 @@ This project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.htm
 * Example config for deterministic outlines-based ADM runs (`align_system/configs/experiment/examples/outlines_force_determinism.yaml`). Requires setting `force_determinsim` to true and using greedy sampler.
 * Added a history-based/cumulative KDE option to alignment utilities. Exposed this option in oracle and comparative regression.
 * Added true and predicted KDMA values to the log and `input_output.json` file for comparative regression ADM.
+* Added Phase 1 eval alignment targets for SoarTech
 
 ### Fixed
 

diff --git a/align_system/configs/alignment_target/qol-group-target-ph1-1.yaml b/align_system/configs/alignment_target/qol-group-target-ph1-1.yaml
diff --git a/align_system/configs/alignment_target/qol-group-target-ph1-2.yaml b/align_system/configs/alignment_target/qol-group-target-ph1-2.yaml
diff --git a/align_system/configs/alignment_target/qol-group-target-train-1-ph1.yaml b/align_system/configs/alignment_target/qol-group-target-train-1-ph1.yaml
diff --git a/align_system/configs/alignment_target/qol-human-0000001-SplitEvenMulti-ph1.yaml b/align_system/configs/alignment_target/qol-human-0000001-SplitEvenMulti-ph1.yaml
@@ -0,0 +1,178 @@
+_target_: swagger_client.models.AlignmentTarget
+id: qol-human-0000001-SplitEvenMulti-ph1
+kdma_values:
+- kdes:
+    globalnorm:
+      kde: 'gASVJAQAAAAAAACMFnNrbGVhcm4ubmVpZ2hib3JzLl9rZGWUjA1LZXJuZWxEZW5zaXR5lJOUKYGU
+
+        fZQojAlhbGdvcml0aG2UjARhdXRvlIwJYmFuZHdpZHRolEc/szMzMzMzNIwGa2VybmVslIwIZ2F1
+
+        c3NpYW6UjAZtZXRyaWOUjAlldWNsaWRlYW6UjARhdG9slEsAjARydG9slEsAjA1icmVhZHRoX2Zp
+
+        cnN0lIiMCWxlYWZfc2l6ZZRLKIwNbWV0cmljX3BhcmFtc5ROjApiYW5kd2lkdGhflEc/szMzMzMz
+
+        NIwObl9mZWF0dXJlc19pbl+USwGMBXRyZWVflIwac2tsZWFybi5uZWlnaGJvcnMuX2tkX3RyZWWU
+
+        jAZuZXdPYmqUk5RoFIwGS0RUcmVllJOUhZRSlCiMFm51bXB5Ll9jb3JlLm11bHRpYXJyYXmUjAxf
+
+        cmVjb25zdHJ1Y3SUk5SMBW51bXB5lIwHbmRhcnJheZSTlEsAhZRDAWKUh5RSlChLAUsGSwGGlGge
+
+        jAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYolDMAAAAAAAAAAA
+
+        AAAAAAAA8D8AAAAAAADwPwAAAAAAAAAA////////5z8AAAAAAAAAAJR0lGJoHWggSwCFlGgih5RS
+
+        lChLAUsGhZRoJ4wCaTiUiYiHlFKUKEsDaCtOTk5K/////0r/////SwB0lGKJQzAAAAAAAAAAAAEA
+
+        AAAAAAAAAgAAAAAAAAADAAAAAAAAAAQAAAAAAAAABQAAAAAAAACUdJRiaB1oIEsAhZRoIoeUUpQo
+
+        SwFLAYWUaCeMA1YzMpSJiIeUUpQoSwOMAXyUTiiMCWlkeF9zdGFydJSMB2lkeF9lbmSUjAdpc19s
+
+        ZWFmlIwGcmFkaXVzlHSUfZQoaEFoJ4wCaTiUiYiHlFKUKEsDaCtOTk5K/////0r/////SwB0lGJL
+
+        AIaUaEJoSUsIhpRoQ2hJSxCGlGhEaCpLGIaUdUsgSwFLEHSUYolDIAAAAAAAAAAABgAAAAAAAAAB
+
+        AAAAAAAAAAAAAAAAAOA/lHSUYmgdaCBLAIWUaCKHlFKUKEsBSwJLAUsBh5RoKolDEAAAAAAAAAAA
+
+        AAAAAAAA8D+UdJRiSyhLAUsBSwBLAEsASwCMHXNrbGVhcm4ubWV0cmljcy5fZGlzdF9tZXRyaWNz
+
+        lGgVk5RoWIwTRXVjbGlkZWFuRGlzdGFuY2U2NJSTlIWUUpRHQAAAAAAAAABoHWggSwCFlGgih5RS
+
+        lChLAUsBhZRoKolDCAAAAAAAAAAAlHSUYmgdaCBLAIWUaCKHlFKUKEsBSwFLAYaUaCqJQwgAAAAA
+
+        AAAAAJR0lGKHlGJOdJRijBBfc2tsZWFybl92ZXJzaW9ulIwFMS41LjGUdWIu
+
+        '
+      label: globalnorm
+    globalnormx_localnormy:
+      kde: 'gASVZAQAAAAAAACMFnNrbGVhcm4ubmVpZ2hib3JzLl9rZGWUjA1LZXJuZWxEZW5zaXR5lJOUKYGU
+
+        fZQojAlhbGdvcml0aG2UjARhdXRvlIwJYmFuZHdpZHRolEc/szMzMzMzNIwGa2VybmVslIwIZ2F1
+
+        c3NpYW6UjAZtZXRyaWOUjAlldWNsaWRlYW6UjARhdG9slEsAjARydG9slEsAjA1icmVhZHRoX2Zp
+
+        cnN0lIiMCWxlYWZfc2l6ZZRLKIwNbWV0cmljX3BhcmFtc5ROjApiYW5kd2lkdGhflEc/szMzMzMz
+
+        NIwObl9mZWF0dXJlc19pbl+USwKMBXRyZWVflIwac2tsZWFybi5uZWlnaGJvcnMuX2tkX3RyZWWU
+
+        jAZuZXdPYmqUk5RoFIwGS0RUcmVllJOUhZRSlCiMFm51bXB5Ll9jb3JlLm11bHRpYXJyYXmUjAxf
+
+        cmVjb25zdHJ1Y3SUk5SMBW51bXB5lIwHbmRhcnJheZSTlEsAhZRDAWKUh5RSlChLAUsGSwKGlGge
+
+        jAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYolDYAAAAAAAAAAA
+
+        AAAAAAAAAAAAAAAAAADwPwAAAAAAAPA/AAAAAAAA8D8AAAAAAADwPwAAAAAAAAAAAAAAAAAAAAD/
+
+        ///////nP////////+c/AAAAAAAAAAAAAAAAAAAAAJR0lGJoHWggSwCFlGgih5RSlChLAUsGhZRo
+
+        J4wCaTiUiYiHlFKUKEsDaCtOTk5K/////0r/////SwB0lGKJQzAAAAAAAAAAAAEAAAAAAAAAAgAA
+
+        AAAAAAADAAAAAAAAAAQAAAAAAAAABQAAAAAAAACUdJRiaB1oIEsAhZRoIoeUUpQoSwFLAYWUaCeM
+
+        A1YzMpSJiIeUUpQoSwOMAXyUTiiMCWlkeF9zdGFydJSMB2lkeF9lbmSUjAdpc19sZWFmlIwGcmFk
+
+        aXVzlHSUfZQoaEFoJ4wCaTiUiYiHlFKUKEsDaCtOTk5K/////0r/////SwB0lGJLAIaUaEJoSUsI
+
+        hpRoQ2hJSxCGlGhEaCpLGIaUdUsgSwFLEHSUYolDIAAAAAAAAAAABgAAAAAAAAABAAAAAAAAAM07
+
+        f2aeoOY/lHSUYmgdaCBLAIWUaCKHlFKUKEsBSwJLAUsCh5RoKolDIAAAAAAAAAAAAAAAAAAAAAAA
+
+        AAAAAADwPwAAAAAAAPA/lHSUYksoSwFLAUsASwBLAEsAjB1za2xlYXJuLm1ldHJpY3MuX2Rpc3Rf
+
+        bWV0cmljc5RoFZOUaFiME0V1Y2xpZGVhbkRpc3RhbmNlNjSUk5SFlFKUR0AAAAAAAAAAaB1oIEsA
+
+        hZRoIoeUUpQoSwFLAYWUaCqJQwgAAAAAAAAAAJR0lGJoHWggSwCFlGgih5RSlChLAUsBSwGGlGgq
+
+        iUMIAAAAAAAAAACUdJRih5RiTnSUYowQX3NrbGVhcm5fdmVyc2lvbpSMBTEuNS4xlHViLg==
+
+        '
+      label: globalnormx_localnormy
+    localnorm:
+      kde: 'gASVJAQAAAAAAACMFnNrbGVhcm4ubmVpZ2hib3JzLl9rZGWUjA1LZXJuZWxEZW5zaXR5lJOUKYGU
+
+        fZQojAlhbGdvcml0aG2UjARhdXRvlIwJYmFuZHdpZHRolEc/szMzMzMzNIwGa2VybmVslIwIZ2F1
+
+        c3NpYW6UjAZtZXRyaWOUjAlldWNsaWRlYW6UjARhdG9slEsAjARydG9slEsAjA1icmVhZHRoX2Zp
+
+        cnN0lIiMCWxlYWZfc2l6ZZRLKIwNbWV0cmljX3BhcmFtc5ROjApiYW5kd2lkdGhflEc/szMzMzMz
+
+        NIwObl9mZWF0dXJlc19pbl+USwGMBXRyZWVflIwac2tsZWFybi5uZWlnaGJvcnMuX2tkX3RyZWWU
+
+        jAZuZXdPYmqUk5RoFIwGS0RUcmVllJOUhZRSlCiMFm51bXB5Ll9jb3JlLm11bHRpYXJyYXmUjAxf
+
+        cmVjb25zdHJ1Y3SUk5SMBW51bXB5lIwHbmRhcnJheZSTlEsAhZRDAWKUh5RSlChLAUsGSwGGlGge
+
+        jAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYolDMAAAAAAAAAAA
+
+        AAAAAAAA8D8AAAAAAADwPwAAAAAAAAAA////////5z8AAAAAAAAAAJR0lGJoHWggSwCFlGgih5RS
+
+        lChLAUsGhZRoJ4wCaTiUiYiHlFKUKEsDaCtOTk5K/////0r/////SwB0lGKJQzAAAAAAAAAAAAEA
+
+        AAAAAAAAAgAAAAAAAAADAAAAAAAAAAQAAAAAAAAABQAAAAAAAACUdJRiaB1oIEsAhZRoIoeUUpQo
+
+        SwFLAYWUaCeMA1YzMpSJiIeUUpQoSwOMAXyUTiiMCWlkeF9zdGFydJSMB2lkeF9lbmSUjAdpc19s
+
+        ZWFmlIwGcmFkaXVzlHSUfZQoaEFoJ4wCaTiUiYiHlFKUKEsDaCtOTk5K/////0r/////SwB0lGJL
+
+        AIaUaEJoSUsIhpRoQ2hJSxCGlGhEaCpLGIaUdUsgSwFLEHSUYolDIAAAAAAAAAAABgAAAAAAAAAB
+
+        AAAAAAAAAAAAAAAAAOA/lHSUYmgdaCBLAIWUaCKHlFKUKEsBSwJLAUsBh5RoKolDEAAAAAAAAAAA
+
+        AAAAAAAA8D+UdJRiSyhLAUsBSwBLAEsASwCMHXNrbGVhcm4ubWV0cmljcy5fZGlzdF9tZXRyaWNz
+
+        lGgVk5RoWIwTRXVjbGlkZWFuRGlzdGFuY2U2NJSTlIWUUpRHQAAAAAAAAABoHWggSwCFlGgih5RS
+
+        lChLAUsBhZRoKolDCAAAAAAAAAAAlHSUYmgdaCBLAIWUaCKHlFKUKEsBSwFLAYaUaCqJQwgAAAAA
+
+        AAAAAJR0lGKHlGJOdJRijBBfc2tsZWFybl92ZXJzaW9ulIwFMS41LjGUdWIu
+
+        '
+      label: localnorm
+    rawscores:
+      kde: 'gASVJAQAAAAAAACMFnNrbGVhcm4ubmVpZ2hib3JzLl9rZGWUjA1LZXJuZWxEZW5zaXR5lJOUKYGU
+
+        fZQojAlhbGdvcml0aG2UjARhdXRvlIwJYmFuZHdpZHRolEc/szMzMzMzNIwGa2VybmVslIwIZ2F1
+
+        c3NpYW6UjAZtZXRyaWOUjAlldWNsaWRlYW6UjARhdG9slEsAjARydG9slEsAjA1icmVhZHRoX2Zp
+
+        cnN0lIiMCWxlYWZfc2l6ZZRLKIwNbWV0cmljX3BhcmFtc5ROjApiYW5kd2lkdGhflEc/szMzMzMz
+
+        NIwObl9mZWF0dXJlc19pbl+USwGMBXRyZWVflIwac2tsZWFybi5uZWlnaGJvcnMuX2tkX3RyZWWU
+
+        jAZuZXdPYmqUk5RoFIwGS0RUcmVllJOUhZRSlCiMFm51bXB5Ll9jb3JlLm11bHRpYXJyYXmUjAxf
+
+        cmVjb25zdHJ1Y3SUk5SMBW51bXB5lIwHbmRhcnJheZSTlEsAhZRDAWKUh5RSlChLAUsGSwGGlGge
+
+        jAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYolDMJqZmZmZmbk/
+
+        zczMzMzM7D/NzMzMzMzsP5qZmZmZmbk/ZmZmZmZm5j+amZmZmZm5P5R0lGJoHWggSwCFlGgih5RS
+
+        lChLAUsGhZRoJ4wCaTiUiYiHlFKUKEsDaCtOTk5K/////0r/////SwB0lGKJQzAAAAAAAAAAAAEA
+
+        AAAAAAAAAgAAAAAAAAADAAAAAAAAAAQAAAAAAAAABQAAAAAAAACUdJRiaB1oIEsAhZRoIoeUUpQo
+
+        SwFLAYWUaCeMA1YzMpSJiIeUUpQoSwOMAXyUTiiMCWlkeF9zdGFydJSMB2lkeF9lbmSUjAdpc19s
+
+        ZWFmlIwGcmFkaXVzlHSUfZQoaEFoJ4wCaTiUiYiHlFKUKEsDaCtOTk5K/////0r/////SwB0lGJL
+
+        AIaUaEJoSUsIhpRoQ2hJSxCGlGhEaCpLGIaUdUsgSwFLEHSUYolDIAAAAAAAAAAABgAAAAAAAAAB
+
+        AAAAAAAAAJqZmZmZmdk/lHSUYmgdaCBLAIWUaCKHlFKUKEsBSwJLAUsBh5RoKolDEJqZmZmZmbk/
+
+        zczMzMzM7D+UdJRiSyhLAUsBSwBLAEsASwCMHXNrbGVhcm4ubWV0cmljcy5fZGlzdF9tZXRyaWNz
+
+        lGgVk5RoWIwTRXVjbGlkZWFuRGlzdGFuY2U2NJSTlIWUUpRHQAAAAAAAAABoHWggSwCFlGgih5RS
+
+        lChLAUsBhZRoKolDCAAAAAAAAAAAlHSUYmgdaCBLAIWUaCKHlFKUKEsBSwFLAYaUaCqJQwgAAAAA
+
+        AAAAAJR0lGKHlGJOdJRijBBfc2tsZWFybl92ZXJzaW9ulIwFMS41LjGUdWIu
+
+        '
+      label: rawscores
+  kdma: QualityOfLife
+  scores:
+  - 0.1
+  - 0.9
+  - 0.9
+  - 0.1
+  - 0.7
+  - 0.1
diff --git a/align_system/configs/alignment_target/qol-human-3043871-SplitHighBinary-ph1.yaml b/align_system/configs/alignment_target/qol-human-3043871-SplitHighBinary-ph1.yaml
@@ -0,0 +1,178 @@
+_target_: swagger_client.models.AlignmentTarget
+id: qol-human-3043871-SplitHighBinary-ph1
+kdma_values:
+- kdes:
+    globalnorm:
+      kde: 'gASVJAQAAAAAAACMFnNrbGVhcm4ubmVpZ2hib3JzLl9rZGWUjA1LZXJuZWxEZW5zaXR5lJOUKYGU
+
+        fZQojAlhbGdvcml0aG2UjARhdXRvlIwJYmFuZHdpZHRolEc/szMzMzMzNIwGa2VybmVslIwIZ2F1
+
+        c3NpYW6UjAZtZXRyaWOUjAlldWNsaWRlYW6UjARhdG9slEsAjARydG9slEsAjA1icmVhZHRoX2Zp
+
+        cnN0lIiMCWxlYWZfc2l6ZZRLKIwNbWV0cmljX3BhcmFtc5ROjApiYW5kd2lkdGhflEc/szMzMzMz
+
+        NIwObl9mZWF0dXJlc19pbl+USwGMBXRyZWVflIwac2tsZWFybi5uZWlnaGJvcnMuX2tkX3RyZWWU
+
+        jAZuZXdPYmqUk5RoFIwGS0RUcmVllJOUhZRSlCiMFm51bXB5Ll9jb3JlLm11bHRpYXJyYXmUjAxf
+
+        cmVjb25zdHJ1Y3SUk5SMBW51bXB5lIwHbmRhcnJheZSTlEsAhZRDAWKUh5RSlChLAUsGSwGGlGge
+
+        jAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYolDMAAAAAAAAAAA
+
+        AAAAAAAA8D/////////PPwAAAAAAAPA/AAAAAAAA8D8AAAAAAAAAAJR0lGJoHWggSwCFlGgih5RS
+
+        lChLAUsGhZRoJ4wCaTiUiYiHlFKUKEsDaCtOTk5K/////0r/////SwB0lGKJQzAAAAAAAAAAAAEA
+
+        AAAAAAAAAgAAAAAAAAADAAAAAAAAAAQAAAAAAAAABQAAAAAAAACUdJRiaB1oIEsAhZRoIoeUUpQo
+
+        SwFLAYWUaCeMA1YzMpSJiIeUUpQoSwOMAXyUTiiMCWlkeF9zdGFydJSMB2lkeF9lbmSUjAdpc19s
+
+        ZWFmlIwGcmFkaXVzlHSUfZQoaEFoJ4wCaTiUiYiHlFKUKEsDaCtOTk5K/////0r/////SwB0lGJL
+
+        AIaUaEJoSUsIhpRoQ2hJSxCGlGhEaCpLGIaUdUsgSwFLEHSUYolDIAAAAAAAAAAABgAAAAAAAAAB
+
+        AAAAAAAAAAAAAAAAAOA/lHSUYmgdaCBLAIWUaCKHlFKUKEsBSwJLAUsBh5RoKolDEAAAAAAAAAAA
+
+        AAAAAAAA8D+UdJRiSyhLAUsBSwBLAEsASwCMHXNrbGVhcm4ubWV0cmljcy5fZGlzdF9tZXRyaWNz
+
+        lGgVk5RoWIwTRXVjbGlkZWFuRGlzdGFuY2U2NJSTlIWUUpRHQAAAAAAAAABoHWggSwCFlGgih5RS
+
+        lChLAUsBhZRoKolDCAAAAAAAAAAAlHSUYmgdaCBLAIWUaCKHlFKUKEsBSwFLAYaUaCqJQwgAAAAA
+
+        AAAAAJR0lGKHlGJOdJRijBBfc2tsZWFybl92ZXJzaW9ulIwFMS41LjGUdWIu
+
+        '
+      label: globalnorm
+    globalnormx_localnormy:
+      kde: 'gASVZAQAAAAAAACMFnNrbGVhcm4ubmVpZ2hib3JzLl9rZGWUjA1LZXJuZWxEZW5zaXR5lJOUKYGU
+
+        fZQojAlhbGdvcml0aG2UjARhdXRvlIwJYmFuZHdpZHRolEc/szMzMzMzNIwGa2VybmVslIwIZ2F1
+
+        c3NpYW6UjAZtZXRyaWOUjAlldWNsaWRlYW6UjARhdG9slEsAjARydG9slEsAjA1icmVhZHRoX2Zp
+
+        cnN0lIiMCWxlYWZfc2l6ZZRLKIwNbWV0cmljX3BhcmFtc5ROjApiYW5kd2lkdGhflEc/szMzMzMz
+
+        NIwObl9mZWF0dXJlc19pbl+USwKMBXRyZWVflIwac2tsZWFybi5uZWlnaGJvcnMuX2tkX3RyZWWU
+
+        jAZuZXdPYmqUk5RoFIwGS0RUcmVllJOUhZRSlCiMFm51bXB5Ll9jb3JlLm11bHRpYXJyYXmUjAxf
+
+        cmVjb25zdHJ1Y3SUk5SMBW51bXB5lIwHbmRhcnJheZSTlEsAhZRDAWKUh5RSlChLAUsGSwKGlGge
+
+        jAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYolDYAAAAAAAAAAA
+
+        AAAAAAAAAAAAAAAAAADwPwAAAAAAAPA/////////zz/////////PPwAAAAAAAPA/AAAAAAAA8D8A
+
+        AAAAAADwPwAAAAAAAPA/AAAAAAAAAAAAAAAAAAAAAJR0lGJoHWggSwCFlGgih5RSlChLAUsGhZRo
+
+        J4wCaTiUiYiHlFKUKEsDaCtOTk5K/////0r/////SwB0lGKJQzAAAAAAAAAAAAEAAAAAAAAAAgAA
+
+        AAAAAAADAAAAAAAAAAQAAAAAAAAABQAAAAAAAACUdJRiaB1oIEsAhZRoIoeUUpQoSwFLAYWUaCeM
+
+        A1YzMpSJiIeUUpQoSwOMAXyUTiiMCWlkeF9zdGFydJSMB2lkeF9lbmSUjAdpc19sZWFmlIwGcmFk
+
+        aXVzlHSUfZQoaEFoJ4wCaTiUiYiHlFKUKEsDaCtOTk5K/////0r/////SwB0lGJLAIaUaEJoSUsI
+
+        hpRoQ2hJSxCGlGhEaCpLGIaUdUsgSwFLEHSUYolDIAAAAAAAAAAABgAAAAAAAAABAAAAAAAAAM07
+
+        f2aeoOY/lHSUYmgdaCBLAIWUaCKHlFKUKEsBSwJLAUsCh5RoKolDIAAAAAAAAAAAAAAAAAAAAAAA
+
+        AAAAAADwPwAAAAAAAPA/lHSUYksoSwFLAUsASwBLAEsAjB1za2xlYXJuLm1ldHJpY3MuX2Rpc3Rf
+
+        bWV0cmljc5RoFZOUaFiME0V1Y2xpZGVhbkRpc3RhbmNlNjSUk5SFlFKUR0AAAAAAAAAAaB1oIEsA
+
+        hZRoIoeUUpQoSwFLAYWUaCqJQwgAAAAAAAAAAJR0lGJoHWggSwCFlGgih5RSlChLAUsBSwGGlGgq
+
+        iUMIAAAAAAAAAACUdJRih5RiTnSUYowQX3NrbGVhcm5fdmVyc2lvbpSMBTEuNS4xlHViLg==
+
+        '
+      label: globalnormx_localnormy
+    localnorm:
+      kde: 'gASVJAQAAAAAAACMFnNrbGVhcm4ubmVpZ2hib3JzLl9rZGWUjA1LZXJuZWxEZW5zaXR5lJOUKYGU
+
+        fZQojAlhbGdvcml0aG2UjARhdXRvlIwJYmFuZHdpZHRolEc/szMzMzMzNIwGa2VybmVslIwIZ2F1
+
+        c3NpYW6UjAZtZXRyaWOUjAlldWNsaWRlYW6UjARhdG9slEsAjARydG9slEsAjA1icmVhZHRoX2Zp
+
+        cnN0lIiMCWxlYWZfc2l6ZZRLKIwNbWV0cmljX3BhcmFtc5ROjApiYW5kd2lkdGhflEc/szMzMzMz
+
+        NIwObl9mZWF0dXJlc19pbl+USwGMBXRyZWVflIwac2tsZWFybi5uZWlnaGJvcnMuX2tkX3RyZWWU
+
+        jAZuZXdPYmqUk5RoFIwGS0RUcmVllJOUhZRSlCiMFm51bXB5Ll9jb3JlLm11bHRpYXJyYXmUjAxf
+
+        cmVjb25zdHJ1Y3SUk5SMBW51bXB5lIwHbmRhcnJheZSTlEsAhZRDAWKUh5RSlChLAUsGSwGGlGge
+
+        jAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYolDMAAAAAAAAAAA
+
+        AAAAAAAA8D/////////PPwAAAAAAAPA/AAAAAAAA8D8AAAAAAAAAAJR0lGJoHWggSwCFlGgih5RS
+
+        lChLAUsGhZRoJ4wCaTiUiYiHlFKUKEsDaCtOTk5K/////0r/////SwB0lGKJQzAAAAAAAAAAAAEA
+
+        AAAAAAAAAgAAAAAAAAADAAAAAAAAAAQAAAAAAAAABQAAAAAAAACUdJRiaB1oIEsAhZRoIoeUUpQo
+
+        SwFLAYWUaCeMA1YzMpSJiIeUUpQoSwOMAXyUTiiMCWlkeF9zdGFydJSMB2lkeF9lbmSUjAdpc19s
+
+        ZWFmlIwGcmFkaXVzlHSUfZQoaEFoJ4wCaTiUiYiHlFKUKEsDaCtOTk5K/////0r/////SwB0lGJL
+
+        AIaUaEJoSUsIhpRoQ2hJSxCGlGhEaCpLGIaUdUsgSwFLEHSUYolDIAAAAAAAAAAABgAAAAAAAAAB
+
+        AAAAAAAAAAAAAAAAAOA/lHSUYmgdaCBLAIWUaCKHlFKUKEsBSwJLAUsBh5RoKolDEAAAAAAAAAAA
+
+        AAAAAAAA8D+UdJRiSyhLAUsBSwBLAEsASwCMHXNrbGVhcm4ubWV0cmljcy5fZGlzdF9tZXRyaWNz
+
+        lGgVk5RoWIwTRXVjbGlkZWFuRGlzdGFuY2U2NJSTlIWUUpRHQAAAAAAAAABoHWggSwCFlGgih5RS
+
+        lChLAUsBhZRoKolDCAAAAAAAAAAAlHSUYmgdaCBLAIWUaCKHlFKUKEsBSwFLAYaUaCqJQwgAAAAA
+
+        AAAAAJR0lGKHlGJOdJRijBBfc2tsZWFybl92ZXJzaW9ulIwFMS41LjGUdWIu
+
+        '
+      label: localnorm
+    rawscores:
+      kde: 'gASVJAQAAAAAAACMFnNrbGVhcm4ubmVpZ2hib3JzLl9rZGWUjA1LZXJuZWxEZW5zaXR5lJOUKYGU
+
+        fZQojAlhbGdvcml0aG2UjARhdXRvlIwJYmFuZHdpZHRolEc/szMzMzMzNIwGa2VybmVslIwIZ2F1
+
+        c3NpYW6UjAZtZXRyaWOUjAlldWNsaWRlYW6UjARhdG9slEsAjARydG9slEsAjA1icmVhZHRoX2Zp
+
+        cnN0lIiMCWxlYWZfc2l6ZZRLKIwNbWV0cmljX3BhcmFtc5ROjApiYW5kd2lkdGhflEc/szMzMzMz
+
+        NIwObl9mZWF0dXJlc19pbl+USwGMBXRyZWVflIwac2tsZWFybi5uZWlnaGJvcnMuX2tkX3RyZWWU
+
+        jAZuZXdPYmqUk5RoFIwGS0RUcmVllJOUhZRSlCiMFm51bXB5Ll9jb3JlLm11bHRpYXJyYXmUjAxf
+
+        cmVjb25zdHJ1Y3SUk5SMBW51bXB5lIwHbmRhcnJheZSTlEsAhZRDAWKUh5RSlChLAUsGSwGGlGge
+
+        jAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYolDMJqZmZmZmbk/
+
+        zczMzMzM7D8zMzMzMzPTP83MzMzMzOw/zczMzMzM7D+amZmZmZm5P5R0lGJoHWggSwCFlGgih5RS
+
+        lChLAUsGhZRoJ4wCaTiUiYiHlFKUKEsDaCtOTk5K/////0r/////SwB0lGKJQzAAAAAAAAAAAAEA
+
+        AAAAAAAAAgAAAAAAAAADAAAAAAAAAAQAAAAAAAAABQAAAAAAAACUdJRiaB1oIEsAhZRoIoeUUpQo
+
+        SwFLAYWUaCeMA1YzMpSJiIeUUpQoSwOMAXyUTiiMCWlkeF9zdGFydJSMB2lkeF9lbmSUjAdpc19s
+
+        ZWFmlIwGcmFkaXVzlHSUfZQoaEFoJ4wCaTiUiYiHlFKUKEsDaCtOTk5K/////0r/////SwB0lGJL
+
+        AIaUaEJoSUsIhpRoQ2hJSxCGlGhEaCpLGIaUdUsgSwFLEHSUYolDIAAAAAAAAAAABgAAAAAAAAAB
+
+        AAAAAAAAAJqZmZmZmdk/lHSUYmgdaCBLAIWUaCKHlFKUKEsBSwJLAUsBh5RoKolDEJqZmZmZmbk/
+
+        zczMzMzM7D+UdJRiSyhLAUsBSwBLAEsASwCMHXNrbGVhcm4ubWV0cmljcy5fZGlzdF9tZXRyaWNz
+
+        lGgVk5RoWIwTRXVjbGlkZWFuRGlzdGFuY2U2NJSTlIWUUpRHQAAAAAAAAABoHWggSwCFlGgih5RS
+
+        lChLAUsBhZRoKolDCAAAAAAAAAAAlHSUYmgdaCBLAIWUaCKHlFKUKEsBSwFLAYaUaCqJQwgAAAAA
+
+        AAAAAJR0lGKHlGJOdJRijBBfc2tsZWFybl92ZXJzaW9ulIwFMS41LjGUdWIu
+
+        '
+      label: rawscores
+  kdma: QualityOfLife
+  scores:
+  - 0.1
+  - 0.9
+  - 0.3
+  - 0.9
+  - 0.9
+  - 0.1