update schemas

SocialFinanceDigitalLabs · May 16, 2024 · 81ce969 · 81ce969
1 parent 48896a4
commit 81ce969
Show file tree

Hide file tree

Showing 2 changed files with 80 additions and 10 deletions.
diff --git a/liiatools/school_census_pipeline/spec/school_census_schema_2016.yml b/liiatools/school_census_pipeline/spec/school_census_schema_2016.yml
@@ -75,27 +75,18 @@ Autumn:
         attendancereason:
             &attendance-reason
             category:
-            - code: "/"
-            - code: "\\" # 2 backslashses as Python reads this as 1
-            - code: "B"
             - code: "C"
-            - code: "D"
             - code: "E"
             - code: "G"
             - code: "H"
             - code: "I"
-            - code: "J"
-            - code: "L"
             - code: "M"
             - code: "N"
             - code: "O"
-            - code: "P"
             - code: "R"
             - code: "S"
             - code: "T"
             - code: "U"
-            - code: "V"
-            - code: "W"
             - code: "X"
             - code: "Y"
             - code: "Z"
@@ -639,6 +630,8 @@ Autumn:
         ncyearleaving:
             &year-group-category
             category:
+            - code: "E1"
+            - code: "E2"
             - code: "N1"
             - code: "N2"
             - code: "R"

diff --git a/liiatools/school_census_pipeline/spec/school_census_schema_2021.diff.yml b/liiatools/school_census_pipeline/spec/school_census_schema_2021.diff.yml
@@ -1,4 +1,41 @@
 Autumn:
+  column_map.annualsessiondetailsoffroll.attendancereason:
+    type: modify
+    description: Update codes for 2021 schema
+    value:
+      &attendance-reason
+      category:
+      - code: "/"
+      - code: "\\" # 2 backslashses as Python reads this as 1
+      - code: "B"
+      - code: "C"
+      - code: "D"
+      - code: "E"
+      - code: "G"
+      - code: "H"
+      - code: "I"
+      - code: "J"
+      - code: "L"
+      - code: "M"
+      - code: "N"
+      - code: "O"
+      - code: "P"
+      - code: "R"
+      - code: "S"
+      - code: "T"
+      - code: "U"
+      - code: "V"
+      - code: "W"
+      - code: "X"
+      - code: "Y"
+      - code: "Z"
+      - code: "#"
+      canbeblank: yes
+  column_map.annualsessiondetailsonroll.attendancereason:
+    type: modify
+    description: Update codes for 2021 schema
+    value:
+      *attendance-reason
   column_map.learningaimsonroll.programmeaimsonrolltableid:
     type: add
     description: Adds new column for learningaimsonroll
@@ -120,11 +157,31 @@ Autumn:
     description: Rename column in summerhalfterm2sessiondetailsoffroll
     value:
       sessions
+  column_map.summerhalfterm2sessiondetailsoffroll.attendancereason:
+    type: modify
+    description: Update codes for 2021 schema
+    value:
+      *attendance-reason
   column_map.summerhalfterm2sessiondetailsonroll.absencesessions:
     type: rename
     description: Rename column in summerhalfterm2sessiondetailsonroll
     value:
       sessions
+  column_map.summerhalfterm2sessiondetailsonroll.attendancereason:
+    type: modify
+    description: Update codes for 2021 schema
+    value:
+      *attendance-reason
+  column_map.termlysessiondetailsoffroll.attendancereason:
+    type: modify
+    description: Update codes for 2021 schema
+    value:
+      *attendance-reason
+  column_map.termlysessiondetailsonroll.attendancereason:
+    type: modify
+    description: Update codes for 2021 schema
+    value:
+      *attendance-reason
   column_map.termlyexclusionsoffroll.category:
     type: modify
     description: Update codes for 2021 schema
@@ -319,11 +376,21 @@ Spring:
     description: Rename column in termlysessiondetailsoffroll
     value:
       sessions
+  column_map.termlysessiondetailsoffroll.attendancereason:
+    type: modify
+    description: Update codes for 2021 schema
+    value:
+      *attendance-reason
   column_map.termlysessiondetailsonroll.absencesessions:
     type: rename
     description: Rename column in termlysessiondetailsonroll
     value:
       sessions
+  column_map.termlysessiondetailsonroll.attendancereason:
+    type: modify
+    description: Update codes for 2021 schema
+    value:
+      *attendance-reason
 
 Summer:
   column_map.pupilnolongeronroll.termlysessionscoronavirus:
@@ -411,8 +478,18 @@ Summer:
     description: Rename column in termlysessiondetailsoffroll
     value:
       sessions
+  column_map.termlysessiondetailsoffroll.attendancereason:
+    type: modify
+    description: Update codes for 2021 schema
+    value:
+      *attendance-reason
   column_map.termlysessiondetailsonroll.absencesessions:
     type: rename
     description: Rename column in termlysessiondetailsonroll
     value:
-      sessions
+      sessions
+  column_map.termlysessiondetailsonroll.attendancereason:
+    type: modify
+    description: Update codes for 2021 schema
+    value:
+      *attendance-reason