Merge pull request #19 from fivetran/bufix/redshift-timestamps

Bufix/redshift timestamps

Author: fivetran-sheringuyen

CHANGELOG.md

@@ -1,3 +1,11 @@
+# dbt_asana_source v0.5.1
+## Under the Hood
+- Leveraged the `{{ dbt_utils.type_timestamp() }}` macro within the staging models for all timestamp fields. 
+  - This is needed as certain Redshift warehouses sync these fields as `timestamptz` by default which causes compilation errors in downstream models. This macro safely removes timezone values from the UTC timestamps and ensures success in downstream transformations.
+
+## Contributors
+- @shreveasaurus ([#18](https://github.com/fivetran/dbt_asana_source/pull/18)).
+
 # dbt_asana_source v0.5.0
 🎉 dbt v1.0.0 Compatibility 🎉
 ## 🚨 Breaking Changes 🚨

dbt_project.yml

@@ -1,7 +1,7 @@
 config-version: 2
 
 name: 'asana_source'
-version: '0.5.0'
+version: '0.5.1'
 
 require-dbt-version: [">=1.0.0", "<2.0.0"]
 

docs/catalog.json

@@ -1,7 +1,7 @@
 config-version: 2
 
 name: 'asana_source_integration_tests'
-version: '0.4.0'
+version: '0.5.1'
 
 profile: 'integration_tests' 
 
@@ -41,6 +41,13 @@ seeds:
         completed_by_id: "{{ 'int64' if target.type == 'bigquery' else 'bigint' }}"
         parent_id: "{{ 'int64' if target.type == 'bigquery' else 'bigint' }}"
         workspace_id: "{{ 'int64' if target.type == 'bigquery' else 'bigint' }}"
+        completed_at: "timestamp"
+        created_at: "timestamp"
+        due_on: "timestamp"
+        due_at: "timestamp"
+        modified_at: "timestamp"
+        start_on: "timestamp"
+        _fivetran_synced: "timestamp"
     story_data:
       +column_types:
         id: "{{ 'int64' if target.type == 'bigquery' else 'bigint' }}"

docs/index.html

@@ -1,2 +1,2 @@
-id,_fivetran_synced,assignee_id,assignee_status,completed,completed_at,completed_by_id,created_at,due_at,due_on,hearted,modified_at,name,notes,num_hearts,parent_id,start_on,workspace_id
-1199893417793941,2021-02-04 02:24:35,1137799670337705,inbox,FALSE,,,2021-02-04 00:11:27,,,FALSE,2021-02-04 00:22:16,dab5f67e57087576d51dc40d79c517bc,,0,,,2104505001950
+id,assignee_id,completed,completed_at,completed_by_id,created_at,due_on,due_at,modified_at,name,parent_id,start_on,notes,workspace_id
+1138074657603006,1126539287026862,true,2019-09-18T16:48:31.176Z,,2019-09-02T14:53:02.685Z,2019-09-25T00:00:00Z,,2021-12-18T14:01:40.058Z,cool name,,,many notes,2104505001950

docs/manifest.json

@@ -24,10 +24,10 @@ final as (
     select 
         id as project_id,
         archived as is_archived,
-        created_at,
+        cast(created_at as {{ dbt_utils.type_timestamp() }}) as created_at,
         current_status, 
-        due_date,
-        modified_at,
+        cast(due_date as {{ dbt_utils.type_timestamp() }}) as due_date,
+        cast(modified_at as {{ dbt_utils.type_timestamp() }}) as modified_at,
         name as project_name,
         owner_id as owner_user_id,
         public as is_public,

docs/run_results.json

@@ -23,7 +23,7 @@ final as (
 
     select 
         id as section_id,
-        created_at,
+        cast(created_at as {{ dbt_utils.type_timestamp() }}) as created_at,
         name as section_name,
         project_id
     from fields

integration_tests/dbt_project.yml

@@ -23,7 +23,7 @@ final as (
 
     select 
         id as story_id,
-        created_at,
+        cast(created_at as {{ dbt_utils.type_timestamp() }}) as created_at,
         created_by_id as created_by_user_id,
         target_id as target_task_id,
         text as story_content,

integration_tests/seeds/task_data.csv

@@ -24,7 +24,7 @@ final as (
     select 
         id as tag_id,
         name as tag_name,
-        created_at
+        cast(created_at as {{ dbt_utils.type_timestamp() }}) as created_at
     from fields
     where not _fivetran_deleted
 )

models/stg_asana__project.sql

@@ -33,14 +33,14 @@ final as (
         assignee_id as assignee_user_id,
         assignee_status,
         completed as is_completed,
-        completed_at,
+        cast(completed_at as {{ dbt_utils.type_timestamp() }}) as completed_at,
         completed_by_id as completed_by_user_id,
-        created_at,
-        coalesce(due_on, due_at) as due_date,
-        modified_at,
+        cast(created_at as {{ dbt_utils.type_timestamp() }}) as created_at,
+        cast(coalesce(due_on, due_at) as {{ dbt_utils.type_timestamp() }}) as due_date,
+        cast(modified_at as {{ dbt_utils.type_timestamp() }}) as modified_at,
         name as task_name,
         parent_id as parent_task_id,
-        start_on as start_date,
+        cast(start_on as {{ dbt_utils.type_timestamp() }}) as start_date,
         notes as task_description,
         workspace_id