Feature/pd_funnel_6_12

dbt/archive/int_application_status_times.sql

@@ -0,0 +1,35 @@
+with 
+
+pd_applications_status_logs as (
+    select * 
+    from {{ ref('stg_dashboard_pii__pd_applications_status_logs') }}
+),
+
+days_in_status as (
+    select 
+        logs_1.pd_application_id
+        , logs_1.application_status
+        , case 
+            when logs_2.changed_status_dt is not null 
+            then datediff('day', logs_1.changed_status_dt, logs_2.changed_status_dt) 
+            else datediff('day', logs_1.changed_status_dt, current_date) 
+        end                                                                     as days_in_status  
+    from pd_applications_status_logs                                            as logs_1
+    left join pd_applications_status_logs                                       as logs_2 
+        on logs_1.change_order = logs_2.change_order - 1
+        and logs_1.pd_application_id = logs_2.pd_application_id
+    order by logs_1.pd_application_id
+)
+
+select * 
+from days_in_status
+pivot (
+    avg(days_in_status) 
+    for application_status in (
+        'pending' as days_in_pending
+        ,'unreviewed' as days_in_unreviewed
+        ,'incomplete' as days_in_incomplete
+        ,'pending_space_availability' as days_in_pending_space_availability
+        ,'awaiting_admin_approval' as days_in_awaiting_admin_approval
+    )
+)

dbt/archive/pd_funnel_6_12.sql

@@ -0,0 +1,166 @@
+with 
+
+pd_applications as (
+    select * 
+    from {{ ref('stg_dashboard_pii__pd_applications') }}
+),
+
+pd_enrollments as (
+    select 
+        pd_enrollment_id
+        , pd_workshop_id
+        , teacher_id
+        , enrolled_at
+    from {{ ref('stg_dashboard_pii__pd_enrollments') }}
+    where teacher_id is not null
+),
+
+pd_attendances as (
+    select 
+        pd_attendance_id
+        , pd_session_id
+        , teacher_id
+    from {{ ref('stg_dashboard_pii__pd_attendances') }}
+),
+
+pd_sessions as (
+    select 
+        pd_session_id
+        , pd_workshop_id
+        , school_year
+        , cal_year 
+    from {{ ref('stg_dashboard_pii__pd_sessions') }}
+),
+
+pd_workshops as (
+    select 
+        pd_workshop_id
+        , organizer_id
+        , school_year
+        , cal_year
+        , course_name
+        , subject
+        , regional_partner_id 
+    from {{ ref('stg_dashboard_pii__pd_workshops') }}
+),
+
+int_application_status_times as (
+    select * 
+    from {{ ref('int_application_status_times') }}
+),
+
+regional_partners as (
+    select * 
+    from {{ ref('stg_dashboard_pii__regional_partners') }}
+),
+
+enrollments_with_course as (
+    select 
+        pde.*
+        , pdw.course_name
+        , pdw.school_year
+        , pdw.regional_partner_id
+    from pd_enrollments                                                     as pde 
+    join pd_workshops                                                       as pdw
+        on pde.pd_workshop_id = pdw.pd_workshop_id
+    where lower(pdw.subject) = '5-day summer'
+    and pdw.course_name in ('csd', 'csp', 'csa')
+),
+
+attendances_by_workshop as (
+    select 
+        att.teacher_id
+        , pdw.course_name
+        , pdw.school_year
+        , count(distinct att.pd_session_id) as num_sessions_attended
+    from pd_attendances                                                     as att
+    left join pd_sessions                                                   as pds
+        on att.pd_session_id = pds.pd_session_id
+    left join pd_workshops                                                  as pdw 
+        on pds.pd_workshop_id = pdw.pd_workshop_id
+    where lower(pdw.subject) = '5-day summer'
+    and pdw.course_name in ('csd', 'csp', 'csa')
+    group by 1,2,3
+),
+
+all_in_funnel as (
+    select distinct 
+        teacher_id
+        , course_name
+        , school_year
+    from pd_applications 
+    union 
+    select distinct 
+        teacher_id
+        , course_name
+        , school_year 
+    from enrollments_with_course
+)
+
+select 
+    af.teacher_id
+    , coalesce (pde.regional_partner_id, pda.regional_partner_id)           as regional_partner_id 
+    , af.school_year
+    , af.course_name
+    , case 
+        when pda.teacher_id is not null then 1 
+        else 0
+    end                                                                     as applied
+    , coalesce(pda.accepted,0)                                              as accepted
+    , case 
+        when pde.teacher_id is not null then 1 
+        else 0
+    end                                                                     as enrolled
+    , case 
+        when att.num_sessions_attended > 0 then 1 
+        else 0
+    end                                                                     as attended
+    , coalesce(att.num_sessions_attended, 0)                                as num_sessions_attended
+    , case
+        when att.num_sessions_attended > 3 then 1
+        else 0 
+    end                                                                     as trained
+    , pda.current_status
+    , datediff(day, pda.applied_at, pda.accepted_at)                        as days_applied_accepted
+    , datediff(day, pda.applied_at, pde.enrolled_at)                        as days_applied_enrolled
+    , datediff(day, pda.accepted_at, pde.enrolled_at)                       as days_accepted_enrolled
+    , st.days_in_pending
+    , st.days_in_unreviewed
+    , st.days_in_incomplete
+    , st.days_in_pending_space_availability
+    , st.days_in_awaiting_admin_approval
+    , rp.urg_guardrail_pct
+    , rp.frl_guardrail_pct
+from all_in_funnel                                                          as af
+left join pd_applications                                                   as pda 
+    on af.teacher_id = pda.teacher_id 
+    and af.course_name = pda.course_name
+    and af.school_year = pda.school_year
+left join int_application_status_times                                      as st
+    on pda.pd_application_id = st.pd_application_id
+left join enrollments_with_course                                           as pde
+    on af.teacher_id = pde.teacher_id 
+    and af.course_name = pde.course_name
+    and af.school_year = pde.school_year
+left join attendances_by_workshop                                           as att
+    on af.teacher_id = att.teacher_id
+    and af.course_name = att.course_name
+    and af.school_year = att.school_year
+left join regional_partners                                                 as rp
+    on rp.regional_partner_id = 
+    coalesce(
+        pde.regional_partner_id
+        , pda.regional_partner_id
+    )
+where af.course_name in ('csd', 'csp', 'csa')
+
+
+
+
+
+
+
+
+
+
+

dbt/archive/pd_funnel_K_5.sql

@@ -0,0 +1,84 @@
+with 
+pd_enrollments as (
+    select 
+        pd_enrollment_id
+        , pd_workshop_id
+        , teacher_id
+        , enrolled_at
+    from {{ ref('stg_dashboard_pii__pd_enrollments') }}
+    where teacher_id is not null
+),
+
+pd_attendances as (
+    select 
+        pd_attendance_id
+        , pd_session_id
+        , teacher_id
+    from {{ ref('stg_dashboard_pii__pd_attendances') }}
+),
+
+pd_sessions as (
+    select 
+        pd_session_id
+        , pd_workshop_id
+        , school_year
+        , cal_year 
+    from {{ ref('stg_dashboard_pii__pd_sessions') }}
+),
+
+pd_workshops as (
+    select 
+        pd_workshop_id
+        , organizer_id
+        , school_year
+        , cal_year
+        , course_name
+        , subject
+        , regional_partner_id 
+    from {{ ref('stg_dashboard_pii__pd_workshops') }}
+),
+
+enrollments_with_course as (
+    select 
+        pde.*
+        , pdw.course_name
+        , pdw.school_year
+        , pdw.regional_partner_id
+    from pd_enrollments                                                     as pde 
+    join pd_workshops                                                       as pdw
+        on pde.pd_workshop_id = pdw.pd_workshop_id
+    where lower(pdw.subject) in ('intro workshop', 'intro', 'deep dive', 'district')
+    and pdw.course_name in ('csf')
+),
+
+attendances_by_workshop as (
+    select 
+        att.teacher_id
+        , pdw.course_name
+        , pdw.school_year
+        , count(distinct att.pd_session_id) as num_sessions_attended
+    from pd_attendances                                                     as att
+    left join pd_sessions                                                   as pds
+        on att.pd_session_id = pds.pd_session_id
+    left join pd_workshops                                                  as pdw 
+        on pds.pd_workshop_id = pdw.pd_workshop_id
+    where lower(pdw.subject) in ('intro workshop', 'intro', 'deep dive', 'district')
+    and pdw.course_name in ('csf')
+    group by 1,2,3
+)
+
+select 
+    pde.teacher_id
+    , pde.regional_partner_id
+    , pde.school_year
+    , pde.course_name
+    , case 
+        when att.num_sessions_attended > 0 then 1 
+        else 0
+    end                                                                     as trained
+from enrollments_with_course                                                as pde
+left join attendances_by_workshop                                           as att
+    on pde.teacher_id = att.teacher_id
+    and pde.course_name = att.course_name
+    and pde.school_year = att.school_year
+where pde.course_name in ('csf')

dbt/models/intermediate/_intermediate__models.yml

@@ -1,6 +1,22 @@
 version: 2
 
-models:
+models: 
+  - name: int_application_status_times
+    description: |
+      For every application to PD, this model gives the # days spent in each application status until they are in a final state (e.g. accepted, withdrawn, declined)
+    columns:
+      - name: pd_application_id
+      - name: days_in_pending
+        description: the number of days the application was in the status of "pending"
+      - name: days_in_unreviewed
+        description: the number of days the application was in the status of "unreviewed"
+      - name: days_in_incomplete
+        description: the number of days the application was in the status of "incomplete"
+      - name: days_in_pending_space_availability
+        description: the number of days the application was in the status of "pending space availability"
+      - name: days_in_awaiting_admin_approval
+        description: the number of days the application was in the status of "awaiting admin approval"
+
   - name: int_ap_agg_exam_results_union_agg_school_level
     description: |
       This intermediate model unions together:

dbt/models/marts/districts/dim_districts.sql

@@ -12,6 +12,16 @@ school_districts as (
     from {{ ref('stg_dashboard__school_districts') }}
 ),
 
+regional_partners as (
+    select * 
+    from {{ ref('dim_regional_partners') }}
+),
+
+rp_mappings as (
+    select * 
+    from {{ ref('stg_dashboard_pii__pd_regional_partner_mappings') }}
+),
+
 combined as (
     select
         school_districts.school_district_id,
@@ -21,6 +31,10 @@ combined as (
         school_districts.school_district_zip,
         school_districts.last_known_school_year_open,
 
+        --regional partner association 
+        rp_mappings.regional_partner_id,
+        regional_partners.regional_partner_name,
+
         -- school aggregations
         count(distinct dim_schools.school_id) as num_schools,
         sum(dim_schools.is_stage_el) as num_schools_stage_el,
@@ -44,8 +58,19 @@ combined as (
     from dim_schools
     left join school_districts
         on dim_schools.school_district_id = school_districts.school_district_id 
+    left join rp_mappings 
+        on (
+            school_districts.school_district_zip = rp_mappings.zip_code 
+            or (
+                rp_mappings.zip_code is null 
+                and 
+                school_districts.school_district_state = rp_mappings.state
+            )
+        )
+    left join regional_partners 
+        on regional_partners.regional_partner_id = rp_mappings.regional_partner_id
     where dim_schools.school_district_id is not null 
-    {{ dbt_utils.group_by(6) }}
+    {{ dbt_utils.group_by(8) }}
 )
 
 select *