From 08368469a513bf1739f3cc1789cc70bbee5f2647 Mon Sep 17 00:00:00 2001
From: chmnata <chmnata@gmail.com>
Date: Tue, 11 Oct 2022 17:25:45 -0400
Subject: [PATCH] #66 Add function to generate monthly tt summaries for
 centreline segments

---
 .../function_generate_centreline_monthly.sql  | 59 +++++++++++++++++++
 1 file changed, 59 insertions(+)
 create mode 100644 data_aggregation/sql/function_generate_centreline_monthly.sql

diff --git a/data_aggregation/sql/function_generate_centreline_monthly.sql b/data_aggregation/sql/function_generate_centreline_monthly.sql
new file mode 100644
index 0000000..501857b
--- /dev/null
+++ b/data_aggregation/sql/function_generate_centreline_monthly.sql
@@ -0,0 +1,59 @@
+
+CREATE OR REPLACE FUNCTION congestion.generate_centreline_monthly(
+	_dt date)
+    RETURNS void
+    LANGUAGE 'sql'
+    COST 100
+    VOLATILE SECURITY DEFINER PARALLEL UNSAFE
+AS $BODY$ 
+    
+	INSERT INTO congestion.centreline_monthly
+
+    WITH centreline_daily AS (
+        
+	SELECT  	uid, 
+                dt, 
+                hr, 
+                round(length / (sum(total_length) / sum(tt)), 2) as centreline_daily_tt, 
+                baseline_10pct, 
+                baseline_25pct
+	
+    FROM        congestion.network_segments_daily
+	INNER JOIN  congestion.segment_centreline_lookup using (segment_id)
+    LEFT JOIN   congestion.centreline_baseline using (uid)
+	WHERE       (dt >= _dt AND dt < _dt + INTERVAL '1 month') AND yr = EXTRACT(YEAR From _dt)
+        
+	GROUP BY uid, dt, hr, length)
+    
+    SELECT 		uid, 
+				date_trunc('month', a.dt) AS mth, 
+				hr,
+				CASE WHEN extract(isodow from dt) <6 then 'Weekday'
+					ELSE 'Weekend' END AS day_type,
+				round(avg(centreline_daily_tt), 2) AS avg_tt,
+				PERCENTILE_CONT(0.5) WITHIN GROUP (ORDER BY centreline_daily_tt) AS median_tt,
+				PERCENTILE_CONT(0.85) WITHIN GROUP (ORDER BY centreline_daily_tt) AS pct_85_tt,
+				PERCENTILE_CONT(0.95) WITHIN GROUP (ORDER BY centreline_daily_tt) AS pct_95_tt,
+				round(min(centreline_daily_tt), 2) AS min_tt,
+				round(max(centreline_daily_tt), 2) AS max_tt,
+				stddev(centreline_daily_tt) AS std_dev,
+                baseline_10pct AS py_pct_10_tt,
+                baseline_25pct AS py_pct_25_tt
+    
+    FROM  		centreline_daily a
+	LEFT JOIN 	ref.holiday USING (dt) -- exclude holidays
+    WHERE 		holiday.dt IS NULL 
+    
+	GROUP BY    uid, mth, hr, day_type, baseline_10pct
+	ORDER BY    uid, mth, hr, day_type, baseline_25pct
+	
+
+$BODY$;
+
+ALTER FUNCTION congestion.generate_centreline_monthly(date)
+    OWNER TO congestion_admins;
+
+GRANT EXECUTE ON FUNCTION congestion.generate_centreline_monthly(date) TO congestion_admins;
+GRANT EXECUTE ON FUNCTION congestion.generate_centreline_monthly(date) TO congestion_bot;
+COMMENT ON FUNCTION congestion.generate_centreline_monthly(date)
+    IS 'Function that aggregate centreline equivalent of network segments hourly travel time for each month, excluding holidays. Runs every month through an airflow process.';	
\ No newline at end of file