perf(sql): use org and course_key filters to use primary key indexes

Author: Ian2012

tutoraspects/templates/openedx-assets/queries/active_last_7_days.sql

@@ -2,10 +2,13 @@ with
     recent_activity as (
         select course_key, COUNT(DISTINCT actor_id) as active_last_7_days
         from {{ ASPECTS_XAPI_DATABASE }}.navigation_events
-        where emission_time >= NOW() - INTERVAL 7 DAY
+        where
+            emission_time >= NOW() - INTERVAL 7 DAY
+            {% include 'openedx-assets/queries/common_filters.sql' %}
         group by course_key
     )
 
 select fss.*, COALESCE(ra.active_last_7_days, 0) as active_within_last_7_days
 from {{ DBT_PROFILE_TARGET_DATABASE }}.fact_student_status fss
 left join recent_activity ra on fss.course_key = ra.course_key
+where 1 = 1 {% include 'openedx-assets/queries/common_filters.sql' %}

tutoraspects/templates/openedx-assets/queries/at_risk_learner_filter.sql

@@ -12,4 +12,6 @@ with
 select org, course_key, learners.actor_id as actor_id
 from {{ DBT_PROFILE_TARGET_DATABASE }}.fact_student_status learners
 join page_visits using (org, course_key, actor_id)
-where approving_state = 'failed' and enrollment_status = 'registered'
+where
+    approving_state = 'failed' and enrollment_status = 'registered'
+    {% include 'openedx-assets/queries/common_filters.sql' %}

tutoraspects/templates/openedx-assets/queries/at_risk_problem_results.sql

@@ -4,3 +4,4 @@ join
     (
         {% include 'openedx-assets/queries/at_risk_learner_filter.sql' %}
     ) as at_risk_learners using (org, course_key, actor_id)
+where 1 = 1 {% include 'openedx-assets/queries/common_filters.sql' %}

tutoraspects/templates/openedx-assets/queries/dim_at_risk_learners.sql

@@ -29,3 +29,4 @@ where
     approving_state = 'failed'
     and enrollment_status = 'registered'
     and page_visits.last_visited < subtractDays(now(), 7)
+    {% include 'openedx-assets/queries/common_filters.sql' %}

tutoraspects/templates/openedx-assets/queries/dim_course_problems.sql

@@ -12,3 +12,4 @@ left join
     {{ ASPECTS_EVENT_SINK_DATABASE }}.course_names cn
     on fes.org = cn.org
     and fes.course_key = cn.course_key
+where 1 = 1 {% include 'openedx-assets/queries/common_filters.sql' %}

tutoraspects/templates/openedx-assets/queries/dim_course_videos.sql

@@ -4,3 +4,4 @@ join
     (
         {% include 'openedx-assets/queries/at_risk_learner_filter.sql' %}
     ) as at_risk_learners using (org, course_key, actor_id)
+where 1 = 1 {% include 'openedx-assets/queries/common_filters.sql' %}

tutoraspects/templates/openedx-assets/queries/enrollment_status.sql

@@ -4,3 +4,4 @@ join
     (
         {% include 'openedx-assets/queries/at_risk_learner_filter.sql' %}
     ) as at_risk_learners using (org, course_key, actor_id)
+where 1 = 1 {% include 'openedx-assets/queries/common_filters.sql' %}

tutoraspects/templates/openedx-assets/queries/fact_at_risk_navigation_completion.sql

@@ -1,4 +1,6 @@
-{% include 'openedx-assets/queries/fact_problem_engagement.sql' %}
+with fact_problem_engagement as
+    ({% include 'openedx-assets/queries/fact_problem_engagement.sql' %})
+select fact_problem_engagement.* from fact_problem_engagement pe
 join
     (
         {% include 'openedx-assets/queries/at_risk_learner_filter.sql' %}

tutoraspects/templates/openedx-assets/queries/fact_at_risk_pageview_engagement.sql

@@ -4,3 +4,4 @@ join
     (
         {% include 'openedx-assets/queries/at_risk_learner_filter.sql' %}
     ) as at_risk_learners using (org, course_key, actor_id)
+where 1 = 1 {% include 'openedx-assets/queries/common_filters.sql' %}

tutoraspects/templates/openedx-assets/queries/fact_at_risk_problem_engagement.sql

@@ -6,3 +6,4 @@ join
     (
         {% include 'openedx-assets/queries/at_risk_learner_filter.sql' %}
     ) as at_risk_learners using (org, course_key, actor_id)
+where 1 = 1 {% include 'openedx-assets/queries/common_filters.sql' %}

tutoraspects/templates/openedx-assets/queries/fact_at_risk_video_engagement.sql

@@ -6,3 +6,4 @@ join
     (
         {% include 'openedx-assets/queries/at_risk_learner_filter.sql' %}
     ) as at_risk_learners using (org, course_key, actor_id)
+where 1 = 1 {% include 'openedx-assets/queries/common_filters.sql' %}

tutoraspects/templates/openedx-assets/queries/fact_at_risk_video_plays.sql

@@ -6,3 +6,4 @@ join
     (
         {% include 'openedx-assets/queries/at_risk_learner_filter.sql' %}
     ) as at_risk_learners using (org, course_key, actor_id)
+where 1 = 1 {% include 'openedx-assets/queries/common_filters.sql' %}

tutoraspects/templates/openedx-assets/queries/fact_at_risk_video_watches.sql

@@ -66,3 +66,4 @@ left join
     on fss.org = let.org
     and fss.course_key = let.course_key
     and fss.actor_id = let.actor_id
+where 1 = 1 {% include 'openedx-assets/queries/common_filters.sql' %}

tutoraspects/templates/openedx-assets/queries/fact_at_risk_watched_video_segments.sql

@@ -50,3 +50,4 @@ join
 left outer join
     {{ DBT_PROFILE_TARGET_DATABASE }}.dim_user_pii users
     on toUUID(pv.actor_id) = users.external_user_id
+where 1 = 1 {% include 'openedx-assets/queries/common_filters.sql' %}

tutoraspects/templates/openedx-assets/queries/fact_forum_interactions.sql

@@ -51,3 +51,4 @@ join
 left outer join
     {{ DBT_PROFILE_TARGET_DATABASE }}.dim_user_pii users
     on toUUID(pe.actor_id) = users.external_user_id
+where 1 = 1 {% include 'openedx-assets/queries/common_filters.sql' %}