trim whitespace in ecfr

cfpb · Feb 29, 2024 · 503a4bc · 503a4bc
1 parent 758263a
commit 503a4bc
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/.github/workflows/save-ecfr.yml b/.github/workflows/save-ecfr.yml
@@ -35,7 +35,10 @@ jobs:
           IFS="," read -a BASH_PARTS <<< "$PARTS"
           for PART in "${BASH_PARTS[@]}"; do
             echo "$PART"
-            curl -sSL "https://www.ecfr.gov/api/renderer/v1/content/enhanced/${{ steps.date.outputs.value }}/title-12?chapter=X&part=${PART}" | htmlq -t '.part' | sed '/^$/d' > "./ecfr/${PART}.txt"
+            curl -sSL "https://www.ecfr.gov/api/renderer/v1/content/enhanced/${{ steps.date.outputs.value }}/title-12?chapter=X&part=${PART}" |
+            htmlq -t '.part' |
+            sed '/^ *$/d' |
+            awk '{$1=$1};1' > "./ecfr/${PART}.txt"
           done
 
       - name: Commit text