Swirrl · xdrcft8000 · Mar 7, 2024
diff --git a/dataUpload/Index-of-Multiple-Deprivation-2007-Rank.csv b/dataUpload/Index-of-Multiple-Deprivation-2007-Rank.csv
diff --git a/dataUpload/Index-of-Multiple-Deprivation-2007-Score.csv b/dataUpload/Index-of-Multiple-Deprivation-2007-Score.csv
diff --git a/dataUpload/Index-of-Multiple-Deprivation-2010-Rank.csv b/dataUpload/Index-of-Multiple-Deprivation-2010-Rank.csv
diff --git a/dataUpload/Index-of-Multiple-Deprivation-2010-Score.csv b/dataUpload/Index-of-Multiple-Deprivation-2010-Score.csv
diff --git a/dataUpload/Permanent-dwellings-completed-England-District-By-Tenure-filtered-2022.csv b/dataUpload/Permanent-dwellings-completed-England-District-By-Tenure-filtered-2022.csv
diff --git a/dataUpload/Permanent-dwellings-completed-England-District-By-Tenure-filtered.csv b/dataUpload/Permanent-dwellings-completed-England-District-By-Tenure-filtered.csv
diff --git a/...cisions-Major-and-Minor-Developments-England-District-by-Development-Type-corrections.csv b/...cisions-Major-and-Minor-Developments-England-District-by-Development-Type-corrections.csv
@@ -1,6 +1,6 @@
-FeatureCode,DateCode,Measurement,Units,Value,DCLG Planning Decisions Major and Minor Developmets by Development Type
-E06000021,Year ending 2021-03-31,Decisions,,5,Gypsy and traveller pitches
-E06000021,Year ending 2020-06-30,Decisions,,9,Offices research and development / light industry
-E06000021,Year ending 2017-06-30,Decisions,,8,General industry storage warehousing
-E06000021,Year ending 2020-12-31,Decisions,,7,Other Major and Minor Developments
-E06000021,Year ending 2016-06-30,Decisions,,10,Gypsy and traveller pitches
+FeatureCode,DateCode,Measurement,Units,Value,DCLG Planning Decisions Major and Minor Developmets by Development Type
+E06000021,Year ending 2021-03-31,Decisions,application-decisions,5,Gypsy and traveller pitches
+E06000021,Year ending 2020-06-30,Decisions,application-decisions,9,Offices research and development / light industry
+E06000021,Year ending 2017-06-30,Decisions,application-decisions,8,General industry storage warehousing
+E06000021,Year ending 2020-12-31,Decisions,application-decisions,7,Other Major and Minor Developments
+E06000021,Year ending 2016-06-30,Decisions,application-decisions,10,Gypsy and traveller pitches
diff --git a/...s-Decisions-Major-and-Minor-Developments-England-District-by-Development-Type-deletes.csv b/...s-Decisions-Major-and-Minor-Developments-England-District-by-Development-Type-deletes.csv
@@ -1,8 +1,8 @@
-FeatureCode,DateCode,Measurement,Units,Value,DCLG Planning Decisions Major and Minor Developmets by Development Type
-E06000021,Year ending 2019-03-31,Decisions,,17,Retail distribution servicing
-E06000021,Year ending 2018-03-31,Decisions,,4,Offices research and development / light industry
-E06000021,Year ending 2019-12-31,Decisions,,15,Offices research and development / light industry
-E06000021,Year ending 2014-09-30,Decisions,,0,Gypsy and traveller pitches
-E06000021,Year ending 2016-12-31,Decisions,,101,Other Major and Minor Developments
-E06000021,Year ending 2014-09-30,Decisions,,67,Retail distribution servicing
-E06000021,Year ending 2017-06-30,Decisions,,118,Dwellings
+FeatureCode,DateCode,Measurement,Units,Value,DCLG Planning Decisions Major and Minor Developmets by Development Type
+E06000021,Year ending 2019-03-31,Decisions,application-decisions,17,Retail distribution servicing
+E06000021,Year ending 2018-03-31,Decisions,application-decisions,4,Offices research and development / light industry
+E06000021,Year ending 2019-12-31,Decisions,application-decisions,15,Offices research and development / light industry
+E06000021,Year ending 2014-09-30,Decisions,application-decisions,0,Gypsy and traveller pitches
+E06000021,Year ending 2016-12-31,Decisions,application-decisions,101,Other Major and Minor Developments
+E06000021,Year ending 2014-09-30,Decisions,application-decisions,67,Retail distribution servicing
+E06000021,Year ending 2017-06-30,Decisions,application-decisions,118,Dwellings
diff --git a/...-Decisions-Major-and-Minor-Developments-England-District-by-Development-Type-filtered.csv b/...-Decisions-Major-and-Minor-Developments-England-District-by-Development-Type-filtered.csv
diff --git a/dataUpload/add-units.py b/dataUpload/add-units.py
@@ -0,0 +1,47 @@
+import csv
+import sys
+
+# Define a dictionary to map measurement values to their corresponding units
+measurement_units = {
+    "IMD rank": "ordinal-position",
+    "IMD score": "deprivation-score",
+    "Rank": "ordinal-position",
+    "Score": "deprivation-score",
+    "Decile": "decile-group",
+    "Decisions": "application-decisions",
+    "Completions": "building-completions"
+}
+
+# Function to update the units column based on the measurement value
+def update_units(row):
+    measurement = row['Measurement']
+    if measurement in measurement_units:
+        row['Units'] = measurement_units[measurement]
+    return row
+
+if len(sys.argv) != 2:
+    print("Usage: python script.py input_file")
+    sys.exit(1)
+
+# Input file path
+input_file = sys.argv[1]
+
+# Create a temporary file to store the updated data
+temp_file = input_file + '.tmp'
+
+# Read the CSV file and update the units column
+with open(input_file, 'r') as csvfile:
+    reader = csv.DictReader(csvfile)
+    fieldnames = reader.fieldnames  # Retrieve the original column titles
+    rows = [update_units(row) for row in reader]
+
+# Write the updated rows to the temporary file
+with open(temp_file, 'w', newline='') as csvfile:
+    writer = csv.DictWriter(csvfile, fieldnames=fieldnames)
+    writer.writeheader()
+    writer.writerows(rows)
+
+# Replace the input file with the temporary file
+os.replace(temp_file, input_file)
+
+print("Units updated successfully!")
diff --git a/dataUpload/upload-indicies-of-deprivation.hurl b/dataUpload/upload-indicies-of-deprivation.hurl
@@ -5,11 +5,11 @@
 # run locally with docker compose:
 # hurl upload-indicies-of-deprivation.hurl  --variable series=English-Indices-of-Deprivation --variable datahost-base-url=http://localhost:8889 --variable admin_password=password
 
-#DELETE {{datahost-base-url}}/data/{{series}}
-#[BasicAuth]
-#idp: {{admin_password}}
+DELETE {{datahost-base-url}}/data/{{series}}
+[BasicAuth]
+idp: {{admin_password}}
 
-#HTTP 204
+HTTP 204
 
 
 PUT {{datahost-base-url}}/data/{{series}}

diff --git a/dataUpload/upload-permanent-dwellings.hurl b/dataUpload/upload-permanent-dwellings.hurl
@@ -5,11 +5,11 @@
 # run locally with docker compose:
 # hurl upload-permanent-dwellings.hurl --variable series=Permanent-dwellings-completed --variable datahost-base-url=http://localhost:8889 --variable admin_password=password
 
-# DELETE {{datahost-base-url}}/data/{{series}}
-# [BasicAuth]
-# idp: {{admin_password}}
+DELETE {{datahost-base-url}}/data/{{series}}
+ [BasicAuth]
+ idp: {{admin_password}}
 
-# HTTP 204
+ HTTP 204
 
 
 PUT {{datahost-base-url}}/data/{{series}}