feat (PADW-115): Add Incremental Build

Author: analyzer1

extension/src/controller/dv_loader.rs

@@ -36,15 +36,6 @@ pub fn get_dv_schemas() -> Vec<DVSchema> {
     dv_schemas
 }
 
-pub fn column_in_dv_schemas(table_oid: u32, column_ordinal_position: i16) -> bool {
-
-    for dv_schema in get_dv_schemas() {
-        if dv_schema.contains_column(table_oid, column_ordinal_position) {return true;}
-    }
-
-    false
-}
-
 // Load All DV Schemas
 
 pub fn dv_load_schemas_all() -> bool {

extension/src/model/queries.rs

@@ -346,6 +346,9 @@ pub fn insert_into_build_call(
 			t.reason,
 			t.category,
 			t.model_name,
+			CASE
+				WHEN dws.column_ordinal_position IS NOT NULL THEN true ELSE false
+			END AS is_dw,
 			MAX(
 				CASE
 					WHEN t.category = 'Business Key Part' AND t.confidence_score < cl.value THEN 1
@@ -360,12 +363,14 @@ pub fn insert_into_build_call(
 			) OVER (PARTITION BY s.schema_name, s.table_name) AS bkp_cnt
 		FROM auto_dw.source_objects AS s
 		JOIN confidence_level AS cl ON true
+		LEFT JOIN auto_dw.dw_source_objects AS dws ON s.table_oid = dws.table_oid AND  s.column_ordinal_position = dws.column_ordinal_position
 		LEFT JOIN source_object_transformation_latest AS t ON s.pk_source_objects = t.fk_source_objects
 		WHERE s.current_flag = 'Y' AND s.deleted_flag = 'N'
 	),
 	source_object AS (
 		SELECT *,
 				CASE
+					WHEN is_dw THEN 'Built'
 					WHEN confidence_score IS NULL THEN 'Queued for Processing'
 					-- Links
 					WHEN category = 'Business Key Part' AND confidence_score >= cl.value 					AND bkp_cnt > 1 	THEN 'Ready to Deploy'