Skip to content

Explicit Item and Ecommerce field selection #283

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 4 commits into from
Nov 12, 2023
Merged

Explicit Item and Ecommerce field selection #283

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
9f14709
item and ecommerce field fix test concept
dgitis Nov 10, 2023
fa21bfe
add missing parameters and readme update
dgitis Nov 10, 2023
7ff99d7
restore missing fields
dgitis Nov 10, 2023
3d7e311
Will move the readme changes to the release notes
adamribaudo-velir Nov 12, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion dbt_project.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
name: 'ga4'
version: '5.0.0'
version: '5.1.0'
config-version: 2
model-paths: ["models"]
analysis-paths: ["analyses"]
Expand Down
232 changes: 142 additions & 90 deletions macros/base_select.sql
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,107 +3,159 @@
{% endmacro %}

{% macro default__base_select_source() %}
parse_date('%Y%m%d',event_date) as event_date_dt,
event_timestamp,
event_name,
event_params,
event_previous_timestamp,
event_value_in_usd,
event_bundle_sequence_id,
event_server_timestamp_offset,
user_id,
user_pseudo_id,
privacy_info,
user_properties,
user_first_touch_timestamp,
user_ltv,
device,
geo,
app_info,
traffic_source,
stream_id,
platform,
ecommerce,
items,
parse_date('%Y%m%d',event_date) as event_date_dt
, event_timestamp
, event_name
, event_params
, event_previous_timestamp
, event_value_in_usd
, event_bundle_sequence_id
, event_server_timestamp_offset
, user_id
, user_pseudo_id
, privacy_info
, user_properties
, user_first_touch_timestamp
, user_ltv
, device
, geo
, app_info
, traffic_source
, stream_id
, platform
, ecommerce.total_item_quantity
, ecommerce.purchase_revenue_in_usd
, ecommerce.purchase_revenue
, ecommerce.refund_value_in_usd
, ecommerce.refund_value
, ecommerce.shipping_value_in_usd
, ecommerce.shipping_value
, ecommerce.tax_value_in_usd
, ecommerce.tax_value
, ecommerce.unique_items
, ecommerce.transaction_id
, items
{% endmacro %}

{% macro base_select_renamed() %}
{{ return(adapter.dispatch('base_select_renamed', 'ga4')()) }}
{% endmacro %}

{% macro default__base_select_renamed() %}
event_date_dt,
event_timestamp,
lower(replace(trim(event_name), " ", "_")) as event_name, -- Clean up all event names to be snake cased
event_params,
event_previous_timestamp,
event_value_in_usd,
event_bundle_sequence_id,
event_server_timestamp_offset,
user_id,
user_pseudo_id,
privacy_info.analytics_storage as privacy_info_analytics_storage,
privacy_info.ads_storage as privacy_info_ads_storage,
privacy_info.uses_transient_token as privacy_info_uses_transient_token,
user_properties,
user_first_touch_timestamp,
user_ltv.revenue as user_ltv_revenue,
user_ltv.currency as user_ltv_currency,
device.category as device_category,
device.mobile_brand_name as device_mobile_brand_name,
device.mobile_model_name as device_mobile_model_name,
device.mobile_marketing_name as device_mobile_marketing_name,
device.mobile_os_hardware_model as device_mobile_os_hardware_model,
device.operating_system as device_operating_system,
device.operating_system_version as device_operating_system_version,
device.vendor_id as device_vendor_id,
device.advertising_id as device_advertising_id,
device.language as device_language,
device.is_limited_ad_tracking as device_is_limited_ad_tracking,
device.time_zone_offset_seconds as device_time_zone_offset_seconds,
device.browser as device_browser,
device.browser_version as device_browser_version,
device.web_info.browser as device_web_info_browser,
device.web_info.browser_version as device_web_info_browser_version,
device.web_info.hostname as device_web_info_hostname,
geo.continent as geo_continent,
geo.country as geo_country,
geo.region as geo_region,
geo.city as geo_city,
geo.sub_continent as geo_sub_continent,
geo.metro as geo_metro,
app_info.id as app_info_id,
app_info.version as app_info_version,
app_info.install_store as app_info_install_store,
app_info.firebase_app_id as app_info_firebase_app_id,
app_info.install_source as app_info_install_source,
traffic_source.name as user_campaign,
traffic_source.medium as user_medium,
traffic_source.source as user_source,
stream_id,
platform,
ecommerce,
items,
{{ ga4.unnest_key('event_params', 'ga_session_id', 'int_value', 'session_id') }},
{{ ga4.unnest_key('event_params', 'page_location') }},
{{ ga4.unnest_key('event_params', 'ga_session_number', 'int_value', 'session_number') }},
COALESCE(
event_date_dt
, event_timestamp
, lower(replace(trim(event_name), " ", "_")) as event_name -- Clean up all event names to be snake cased
, event_params
, event_previous_timestamp
, event_value_in_usd
, event_bundle_sequence_id
, event_server_timestamp_offset
, user_id
, user_pseudo_id
, privacy_info.analytics_storage as privacy_info_analytics_storage
, privacy_info.ads_storage as privacy_info_ads_storage
, privacy_info.uses_transient_token as privacy_info_uses_transient_token
, user_properties
, user_first_touch_timestamp
, user_ltv.revenue as user_ltv_revenue
, user_ltv.currency as user_ltv_currency
, device.category as device_category
, device.mobile_brand_name as device_mobile_brand_name
, device.mobile_model_name as device_mobile_model_name
, device.mobile_marketing_name as device_mobile_marketing_name
, device.mobile_os_hardware_model as device_mobile_os_hardware_model
, device.operating_system as device_operating_system
, device.operating_system_version as device_operating_system_version
, device.vendor_id as device_vendor_id
, device.advertising_id as device_advertising_id
, device.language as device_language
, device.is_limited_ad_tracking as device_is_limited_ad_tracking
, device.time_zone_offset_seconds as device_time_zone_offset_seconds
, device.browser as device_browser
, device.browser_version as device_browser_version
, device.web_info.browser as device_web_info_browser
, device.web_info.browser_version as device_web_info_browser_version
, device.web_info.hostname as device_web_info_hostname
, geo.continent as geo_continent
, geo.country as geo_country
, geo.region as geo_region
, geo.city as geo_city
, geo.sub_continent as geo_sub_continent
, geo.metro as geo_metro
, app_info.id as app_info_id
, app_info.version as app_info_version
, app_info.install_store as app_info_install_store
, app_info.firebase_app_id as app_info_firebase_app_id
, app_info.install_source as app_info_install_source
, traffic_source.name as user_campaign
, traffic_source.medium as user_medium
, traffic_source.source as user_source
, stream_id
, platform
, struct(
total_item_quantity
, purchase_revenue_in_usd
, purchase_revenue
, refund_value_in_usd
, refund_value
, shipping_value_in_usd
, shipping_value
, tax_value_in_usd
, tax_value
, unique_items
, transaction_id
) as ecommerce
, (select
array_agg(struct(
unnested_items.item_id
, unnested_items.item_name
, unnested_items.item_brand
, unnested_items.item_variant
, unnested_items.item_category
, unnested_items.item_category2
, unnested_items.item_category3
, unnested_items.item_category4
, unnested_items.item_category5
, unnested_items.price_in_usd
, unnested_items.price
, unnested_items.quantity
, unnested_items.item_revenue_in_usd
, unnested_items.item_revenue
, unnested_items.item_refund_in_usd
, unnested_items.item_refund
, unnested_items.coupon
, unnested_items.affiliation
, unnested_items.location_id
, unnested_items.item_list_id
, unnested_items.item_list_name
, unnested_items.item_list_index
, unnested_items.promotion_id
, unnested_items.promotion_name
, unnested_items.creative_name
, unnested_items.creative_slot
, unnested_items.item_params
)) from unnest(items) as unnested_items
) items
, {{ ga4.unnest_key('event_params', 'ga_session_id', 'int_value', 'session_id') }}
, {{ ga4.unnest_key('event_params', 'page_location') }}
, {{ ga4.unnest_key('event_params', 'ga_session_number', 'int_value', 'session_number') }}
, COALESCE(
(SELECT value.int_value FROM unnest(event_params) WHERE key = "session_engaged"),
(CASE WHEN (SELECT value.string_value FROM unnest(event_params) WHERE key = "session_engaged") = "1" THEN 1 END)
) as session_engaged,
{{ ga4.unnest_key('event_params', 'engagement_time_msec', 'int_value') }},
{{ ga4.unnest_key('event_params', 'page_title') }},
{{ ga4.unnest_key('event_params', 'page_referrer') }},
{{ ga4.unnest_key('event_params', 'source', 'lower_string_value', 'event_source') }},
{{ ga4.unnest_key('event_params', 'medium', 'lower_string_value', 'event_medium') }},
{{ ga4.unnest_key('event_params', 'campaign', 'lower_string_value', 'event_campaign') }},
{{ ga4.unnest_key('event_params', 'content', 'lower_string_value', 'event_content') }},
{{ ga4.unnest_key('event_params', 'term', 'lower_string_value', 'event_term') }},
CASE
) as session_engaged
, {{ ga4.unnest_key('event_params', 'engagement_time_msec', 'int_value') }}
, {{ ga4.unnest_key('event_params', 'page_title') }}
, {{ ga4.unnest_key('event_params', 'page_referrer') }}
, {{ ga4.unnest_key('event_params', 'source', 'lower_string_value', 'event_source') }}
, {{ ga4.unnest_key('event_params', 'medium', 'lower_string_value', 'event_medium') }}
, {{ ga4.unnest_key('event_params', 'campaign', 'lower_string_value', 'event_campaign') }}
, {{ ga4.unnest_key('event_params', 'content', 'lower_string_value', 'event_content') }}
, {{ ga4.unnest_key('event_params', 'term', 'lower_string_value', 'event_term') }}
, CASE
WHEN event_name = 'page_view' THEN 1
ELSE 0
END AS is_page_view,
CASE
END AS is_page_view
, CASE
WHEN event_name = 'purchase' THEN 1
ELSE 0
END AS is_purchase
Expand Down