STAGING ONLY: Grants Monthly

bin/filter/filter_grants_monthly.py

@@ -0,0 +1,28 @@
+#!/usr/bin/env python3
+"filter for grantsmonthly.csv"
+
+import csv
+import sys
+
+REMOVE_COLUMNS = [
+    'record_created',
+    'record_modified',
+    'user_modified',
+]
+
+
+def main():
+    reader = csv.DictReader(sys.stdin)
+    outnames = [f for f in reader.fieldnames if f not in REMOVE_COLUMNS]
+    writer = csv.DictWriter(sys.stdout, outnames)
+    writer.writeheader()
+    for row in reader:
+        try:
+            for rem in REMOVE_COLUMNS:
+                del row[rem]
+            writer.writerow(row)
+        except ValueError:
+            pass
+
+
+main()

bin/pd/Makefile

@@ -13,7 +13,7 @@ csv_files := \
 	consultations.csv \
 	dac.csv \
 	experiment.csv \
-	grants.csv grants-nil.csv \
+	grants.csv grants-nil.csv grantsmonthly.csv \
 	hospitalityq.csv hospitalityq-nil.csv \
 	nap5.csv \
 	reclassification.csv reclassification-nil.csv \
@@ -430,17 +430,20 @@ $(workdir)/filtered/experiment.csv: $(workdir)/experiment.csv
 grants: upload-grants rebuild-grants
 
 .PHONY: upload-grants
-upload-grants: $(workdir)/filtered/grants.csv $(workdir)/filtered/grants-nil.csv
+upload-grants: $(workdir)/filtered/grants.csv $(workdir)/filtered/grants-nil.csv $(workdir)/filtered/grantsmonthly.csv
 	@$(echo_date) Uploading Grants and Contributions...
 	@$(ckanapi) action resource_patch -c $(registry_ini) \
 	id=1d15a62f-5656-49ad-8c88-f40ce689d831 upload@"$(workdir)/filtered/grants.csv" \
 	> /dev/null
 	@$(ckanapi) action resource_patch -c $(registry_ini) \
 	id=4e4db232-f5e8-43c7-b8b2-439eb7d55475 upload@"$(workdir)/filtered/grants-nil.csv" \
 	> /dev/null
+	@$(ckanapi) action resource_patch -c $(registry_ini) \
+	id=a4fa27d7-0c7c-4e31-bc0a-2d1cf249f749 upload@"$(workdir)/filtered/grantsmonthly.csv" \
+	> /dev/null
 
 .PHONY: rebuild-grants
-rebuild-grants: $(workdir)/filtered/grants.csv $(workdir)/filtered/grants-nil.csv
+rebuild-grants: $(workdir)/filtered/grants.csv $(workdir)/filtered/grants-nil.csv $(workdir)/filtered/grantsmonthly.csv
 	@$(echo_date) Rebuilding Grants and Contributions...
 	mkdir -p $(workdir)/amendments
 	$(registry_python) $(fdir)/amendment_delta_records.py \
@@ -454,12 +457,18 @@ $(workdir)/grants.csv:
 $(workdir)/grants-nil.csv:
 	$(ckan_command) -c $(registry_ini) $(combine) grants-nil -d $(workdir)
 
+$(workdir)/grantsmonthly.csv:
+	$(ckan_command) -c $(registry_ini) $(combine) grantsmonthly -d $(workdir)
+
 $(workdir)/filtered/grants.csv: $(workdir)/grants.csv
 	$(fdir)/filter_grants.py < $< > $@
 
 $(workdir)/filtered/grants-nil.csv: $(workdir)/grants-nil.csv
 	$(fdir)/filter_grants.py < $< > $@
 
+$(workdir)/filtered/grantsmonthly.csv: $(workdir)/grantsmonthly.csv
+	$(fdir)/filter_grants_monthly.py < $< > $@
+
 ###
 ###  Hospitality Expenses
 ###

changes/1525.feature

@@ -0,0 +1,21 @@
+New recombinant PD template for Grants (monthly). This template would be separate from
+the existing Grants template and is targeted only for the Staging environment. Major difference 
+between the two templates are:
+* Data collection is done quarterly for Grants vs monthly for Grants (monthly)
+* The following fields exist in Grants but deprecated in Grants (monthly):
+    - 3.9 research_organization_name
+    - 3.14 federal_riding_name_en
+    - 3.15 federal_riding_name_fr
+    - 3.21 agreement_title_en
+    - 3.22 agreement_title_fr
+    - 3.25 foreign_currency_type
+    - 3.26 foreign_currency_value
+    - 3.29 coverage
+    - 3.32 naics_identifier
+    - 3.35 additional_information_en
+    - 3.36 additional_information_fr
+* The following fields are new in the Grants (monthly) template:
+    - 3.26 dem_intended_beneficiary
+    - 3.27 other_dem_intended_beneficiary_description_en
+    - 3.28 other_dem_intended_beneficiary_description_fr
+    - 3.29 reason_amendment