Skip to content

Commit d765700

Browse files
authored
fix staff sec key for 5.0 and later (#137)
1 parent 5e4226c commit d765700

1 file changed

Lines changed: 8 additions & 2 deletions

File tree

models/staging/edfi_3/stage/stg_ef3__staff_section_associations.sql

Lines changed: 8 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -5,15 +5,21 @@ keyed as (
55
select
66
{{ gen_skey('k_staff') }},
77
{{ gen_skey('k_course_section') }},
8-
base_staff_section_assoc.*
8+
base_staff_section_assoc.*,
9+
-- prior to 5.0, begin date was not part of the key, so should not be used in deduplication
10+
-- after 5.0, begin date should be used in deduplication
11+
case
12+
when base_staff_section_assoc.data_model_version < '5' then null
13+
else begin_date
14+
end as begin_date_key
915
{{ extract_extension(model_name=this.name, flatten=True) }}
1016
from base_staff_section_assoc
1117
),
1218
deduped as (
1319
{{
1420
dbt_utils.deduplicate(
1521
relation='keyed',
16-
partition_by='k_staff, k_course_section',
22+
partition_by='k_staff, k_course_section, begin_date_key',
1723
order_by='last_modified_timestamp desc, pull_timestamp desc'
1824
)
1925
}}

0 commit comments

Comments
 (0)