geoportal export for oct2024

open_data/update_data_dict.py

@@ -1,3 +1,13 @@
+"""
+Go through each dataset we publish from catalog.yml. 
+Compare it to data_dictionary.yml to double
+check that all the columns have an entry.
+
+This script is useful when we make adjustments
+to datasets we want to publish, and we 
+need to add a corresponding entry to data_dictionary.yml, 
+which is used to update column definitions in ESRI.
+"""
 import geopandas as gpd
 import intake
 import sys
@@ -22,6 +32,7 @@ def unpack_list_of_tables_as_dict(list_of_dict: list) -> dict:
 
     return dict_of_tables
 
+
 def new_columns_for_data_dict(
     open_data_catalog: Union[str, Path] = Path("catalog.yml"),
     data_dict_file: Union[str, Path] = Path("data_dictionary.yml")

open_data/update_vars.py

@@ -19,8 +19,8 @@
 DATA_DICT_YML = Path("data_dictionary.yml")
 
 RUN_ME = [
-    "ca_hq_transit_areas", 
-    "ca_hq_transit_stops",
+    #"ca_hq_transit_areas", 
+    #"ca_hq_transit_stops",
     "ca_transit_routes", 
     "ca_transit_stops",
     "speeds_by_stop_segments",