SEDM Base and Stage Models

dbt_project.yml

@@ -40,6 +40,11 @@ models:
           +materialized: view
         stage:
           +materialized: table
+      sedm:
+        base:
+          +materialized: view
+        stage:
+          +materialized: table
 
 vars:
   extensions: null

macros/gen_skey.sql

@@ -337,6 +337,28 @@
             'col_list': ['post_secondary_institution_id'],
             'annualize': False
         },
+        'k_student_iep': {
+            'reference_name': 'student_iep_reference',
+            'col_list': [
+                         'iep_finalized_date',
+                         'iep_servicing_ed_org_id',
+                         'student_iep_association_id',
+                         'student_unique_id'],
+            'annualize': True
+        },
+        'k_student_iep_service_prescription': {
+            'reference_name': 'student_iep_reference',
+            'col_list': [
+                         'iep_service_id',
+                         'iep_servicing_ed_org_id',
+                         'service_prescription',
+                         'service_prescription_date',
+                         'student_iep_association_id',
+                         'student_unique_id'
+                         ],
+            'annualize': False
+        },
+
         'k_template': {
             'reference_name': '',
             'col_list': [],

models/staging/sedm/base/_sedm__base.yml

@@ -0,0 +1,32 @@
+version: 2
+
+models:
+  - name: base_sedm__student_iep_associations
+    config:
+      tags: ['sedm']
+      enabled: "{{ var('src:domain:sedm:enabled', False) }}"
+  - name: base_sedm__ideaevents
+    config:
+      tags: ['sedm']
+      enabled: "{{ var('src:domain:sedm:enabled', False) }}"
+  - name: base_sedm__student_iep_goals
+    config:
+      tags: ['sedm']
+      enabled: "{{ var('src:domain:sedm:enabled', False) }}"
+  - name: base_sedm__student_iep_service_prescriptions
+    config:
+      tags: ['sedm']
+      enabled: "{{ var('src:domain:sedm:enabled', False) }}"
+  - name: base_sedm__student_iep_service_deliveries
+    config:
+      tags: ['sedm']
+      enabled: "{{ var('src:domain:sedm:enabled', False) }}"
+  - name: base_sedm__student_iep_disability_collections
+    config:
+      tags: ['sedm']
+      enabled: "{{ var('src:domain:sedm:enabled', False) }}"
+  - name: base_sedm__student_iep_accommodation_collections
+    config:
+      tags: ['sedm']
+      enabled: "{{ var('src:domain:sedm:enabled', False) }}"
+

models/staging/sedm/base/base_sedm__idea_events.sql

@@ -0,0 +1,40 @@
+with idea_events as (
+    {{ source_edfi3('idea_events') }}
+),
+
+renamed as (
+    select
+        tenant_code,
+        api_year,
+        pull_timestamp,
+        last_modified_timestamp,
+        file_row_number,
+        filename,
+        is_deleted,
+        v:id::string as record_guid,
+        ods_version,
+        data_model_version,
+        -- key columns
+        v:ideaEventID::string                                         as idea_event_id,
+        v:studentReference:studentUniqueId::string                    as student_unique_id,
+        v:educationOrganizationReference:educationOrganizationId::int as ed_org_id,
+        v:educationOrganizationReference:link:rel::string             as ed_org_type,
+        {{ extract_descriptor('v:ideaEventDescriptor::string') }}     as idea_event,
+        -- value columns
+        v:eventBeginDate::date   as event_begin_date,
+        v:eventEndDate::date     as event_end_date,
+        v:eventNarrative::string as event_narrative,
+        -- descriptors
+        {{ extract_descriptor('v:eventReasonDescriptor::string') }}     as event_reason,
+        {{ extract_descriptor('v:eventComplianceDescriptor::string') }} as event_compliance,
+        -- references
+        v:educationOrganizationReference as education_organization_reference,
+        v:studentReference as student_reference,
+
+        -- edfi extensions
+        v:_ext as v_ext
+
+    from idea_events
+)
+
+select * from renamed

models/staging/sedm/base/base_sedm__student_iep_accommodation_collections.sql

@@ -0,0 +1,34 @@
+with student_iep_accommodation_collections as (
+    {{ source_edfi3('student_iep_accommodation_collections') }}
+),
+
+renamed as (
+    select
+        tenant_code,
+        api_year,
+        pull_timestamp,
+        last_modified_timestamp,
+        file_row_number,
+        filename,
+        is_deleted,
+        v:id::string as record_guid,
+        ods_version,
+        data_model_version,
+        -- key columns
+        v:studentIEPReference:studentIEPAssociationID::string                             as student_iep_association_id,
+        v:studentReference:studentUniqueId::string                                        as student_unique_id,
+        v:studentIEPReference:educationOrganizationReference:educationOrganizationId::int as iep_servicing_ed_org_id,
+        -- references
+        v:studentReference    as student_reference,
+        v:studentIEPReference as student_iep_reference,
+        -- lists
+        v:accommodations as v_accommodations,
+
+        -- edfi extensions
+        v:_ext as v_ext
+
+    from student_iep_accommodation_collections
+)
+
+select * from renamed
+

models/staging/sedm/base/base_sedm__student_iep_disability_collections.sql

@@ -0,0 +1,33 @@
+with student_iep_disability_collections as (
+    {{ source_edfi3('student_iep_disability_collections') }}
+),
+
+renamed as (
+    select
+        tenant_code,
+        api_year,
+        pull_timestamp,
+        last_modified_timestamp,
+        file_row_number,
+        filename,
+        is_deleted,
+        v:id::string as record_guid,
+        ods_version,
+        data_model_version,
+        -- key columns
+        v:studentIEPReference:studentIEPAssociationID::string                             as student_iep_association_id,
+        v:studentReference:studentUniqueId::string                                        as student_unique_id,
+        v:studentIEPReference:educationOrganizationReference:educationOrganizationId::int as iep_servicing_ed_org_id,
+        -- references
+        v:studentReference    as student_reference,
+        v:studentIEPReference as student_iep_reference,
+        -- lists
+        v:disabilities as v_disabilities,
+
+        -- edfi extensions
+        v:_ext as v_ext
+
+    from student_iep_disability_collections
+)
+
+select * from renamed

models/staging/sedm/base/base_sedm__student_iep_goals.sql

@@ -0,0 +1,38 @@
+with student_iep_goals as (
+    {{ source_edfi3('student_iep_goals') }}
+),
+
+renamed as (
+    select
+        tenant_code,
+        api_year,
+        pull_timestamp,
+        last_modified_timestamp,
+        file_row_number,
+        filename,
+        is_deleted,
+        v:id::string as record_guid,
+        ods_version,
+        data_model_version,
+        -- key columns
+        v:iepGoalID::string                                                               as iep_goal_id,
+        v:studentReference:studentUniqueId::string                                        as student_unique_id,
+        v:studentIEPReference:studentIEPAssociationID::string                             as student_iep_association_id,
+        -- value columns
+        v:iepGoalDetails::string               as iep_goal_details,
+        v:goalAchievementPeriodBeginDate::date as goal_achievement_period_begin_date,
+        v:goalAchievementPeriodEndDate::date   as goal_achievement_period_end_date,
+        -- descriptors
+        {{ extract_descriptor('v:iepGoalDescriptor::string') }} as iep_goal,
+        -- references
+        v:studentReference    as student_reference,
+        v:studentIEPReference as student_iep_reference,
+        v:ideaeventReferences as ideaevent_references,
+
+        -- edfi extensions
+        v:_ext as v_ext
+
+    from student_iep_goals
+)
+
+select * from renamed

models/staging/sedm/base/base_sedm__student_iep_service_deliveries.sql

@@ -0,0 +1,46 @@
+with student_iep_service_deliveries as (
+    {{ source_edfi3('student_iep_service_deliveries') }}
+),
+
+renamed as (
+    select
+        -- generic columns
+        tenant_code,
+        api_year,
+        pull_timestamp,
+        last_modified_timestamp,
+        file_row_number,
+        filename,
+        is_deleted,
+        v:id::string as record_guid,
+        ods_version,
+        data_model_version,
+        -- key columns
+        v:iepServiceDeliveryID::string                                    as iep_service_delivery_id,
+        v:studentReference:studentUniqueId::string                        as student_unique_id,
+        v:studentIEPReference:studentIEPAssociationID::string             as student_iep_association_id,
+        {{ extract_descriptor('v:serviceDeliveryDksescriptor::string') }} as service_delivery,
+        v:serviceDeliveryDate::date                                       as service_delivery_date,
+        -- value columns
+        v:studentIEPServicePrescriptionReference:iepServiceID::string          as iep_service_prescription_id,
+        v:studentIEPServicePrescriptionReference:servicePrescriptionDate::date as service_prescription_date,
+        v:serviceProviderStaffReference:staffUniqueId::string                  as service_provider_staff_unique_id,
+        -- descriptors
+        {{ extract_descriptor('v:serviceProviderDescriptor::string') }} as service_provider_type,
+        -- references
+        v:studentReference                       as student_reference,
+        v:studentIEPReference                    as student_iep_reference,
+        v:studentIEPServicePrescriptionReference as student_iep_service_prescription_reference,
+        v:serviceProviderStaffReference          as service_provider_staff_reference,
+        v:ideaeventReferences                    as ideaevent_references,
+        -- lists
+        v:serviceProviders          as v_service_providers,
+        v:externalServiceProviders  as v_external_service_providers,
+
+        -- edfi extensions
+        v:_ext as v_ext
+
+    from student_iep_service_deliveries
+)
+
+select * from renamed

models/staging/sedm/base/base_sedm__student_iep_service_prescriptions.sql

@@ -0,0 +1,48 @@
+with student_iep_service_prescriptions as (
+    {{ source_edfi3('student_iep_service_prescriptions') }}
+),
+
+renamed as (
+    select
+        tenant_code,
+        api_year,
+        pull_timestamp,
+        last_modified_timestamp,
+        file_row_number,
+        filename,
+        is_deleted,
+        v:id::string as record_guid,
+        ods_version,
+        data_model_version,
+        -- key columns
+        v:iepServiceID::string                                                            as iep_service_id,
+        v:studentReference:studentUniqueId::string                                        as student_unique_id,
+        v:studentIEPReference:studentIEPAssociationID::string                             as student_iep_association_id,
+        v:studentIEPReference:educationOrganizationReference:educationOrganizationId::int as iep_servicing_ed_org_id,
+        v:studentIEPReference:iepFinalizedDate::date                                      as iep_finalized_date,
+        {{ extract_descriptor('v:servicePrescriptionDescriptor::string') }}               as service_prescription,
+        v:servicePrescriptionDate::date                                                   as service_prescription_date,
+        -- value columns
+        v:beginDate::date                                                   as begin_date,
+        v:endDate::date                                                     as end_date,
+        v:durationMinutes::float                                            as duration_minutes,
+        v:frequencyValue::float                                             as frequency_value,
+        v:serviceEducationOrganizationID::int                               as service_ed_org_id,
+        v:serviceProviderStaffID::string                                    as service_provider_staff_id,
+        -- descriptors
+        {{ extract_descriptor('v:durationPeriodDescriptor::string') }}      as duration_period,
+        {{ extract_descriptor('v:frequencyPeriodDescriptor::string') }}     as frequency_period,
+        {{ extract_descriptor('v:serviceLocationTypeDescriptor::string') }} as service_location_type,
+        -- references
+        v:studentReference              as student_reference,
+        v:studentIEPReference           as student_iep_reference,
+        v:serviceProviderStaffReference as service_provider_staff_reference,
+        v:ideaeventReferences           as ideaevent_references,
+
+        -- edfi extensions
+        v:_ext as v_ext
+
+    from student_iep_service_prescriptions
+)
+
+select * from renamed

models/staging/sedm/base/base_sedm__student_ieps.sql

@@ -0,0 +1,50 @@
+with student_ieps as (
+    {{ source_edfi3('student_ieps') }}
+),
+
+renamed as (
+    select
+        -- generic columns
+        tenant_code,
+        api_year,
+        pull_timestamp,
+        last_modified_timestamp,
+        file_row_number,
+        filename,
+        is_deleted,
+        v:id::string as record_guid,
+        ods_version,
+        data_model_version,
+        -- key columns
+        v:studentIEPAssociationID::string                             as student_iep_association_id,
+        v:educationOrganizationReference:educationOrganizationId::int as iep_servicing_ed_org_id,
+        v:educationOrganizationReference:link:rel::string             as iep_servicing_ed_org_type,
+        v:iepFinalizedDate::date                                      as iep_finalized_date,
+        v:studentReference:studentUniqueId::string                    as student_unique_id,
+        -- value columns
+        v:iepBeginDate::date                                                    as iep_begin_date,
+        v:iepEndDate::date                                                      as iep_end_date,
+        v:iepAmendedDate::date                                                  as iep_amended_date,
+        v:medicallyFragile::boolean                                             as is_medically_fragile,
+        v:multiplyDisabled::boolean                                             as is_multiply_disabled,
+        v:schoolHoursPerWeek::float                                             as school_hours_per_week,
+        v:specialEducationHoursPerWeek::float                                   as spec_ed_hours_per_week,
+        -- descriptors
+        {{ extract_descriptor('v:iepStatusDescriptor::string') }}               as iep_status,
+        {{ extract_descriptor('v:reasonExitedDescriptor::string') }}            as reason_exited,
+        {{ extract_descriptor('v:specialEducationSettingDescriptor::string') }} as special_education_setting,
+        -- references
+        v:educationOrganizationReference                                as education_organization_reference,
+        v:studentReference                                              as student_reference,
+        v:studentSpecialEducationProgramAssociationReference            as student_spec_ed_program_association_reference,
+        v:studentSpecialEducationProgramEligibilityAssociationReference as student_spec_ed_program_eligibility_association_reference,
+        -- lists
+        v:ideaEvents as v_idea_events,
+        -- edfi extensions
+        v:_ext as v_ext
+
+    from student_ieps
+)
+
+select * from renamed
+