Skip to content
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
16 changes: 8 additions & 8 deletions bqetl_project.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -291,7 +291,7 @@ dry_run:
- moz-fx-data-backfill-31

deprecation:
retain_dataset_roles: # the following roles are retain permissions on datasets when a dataset table is deprecated
retain_dataset_roles: # the following roles are retain permissions on datasets when a dataset table is deprecated
- roles/bigquery.dataEditor # operational access

format:
Expand Down Expand Up @@ -375,7 +375,7 @@ render:
metadata:
validation:
skip:
- sql/moz-fx-data-shared-prod/addons_derived/search_detection_v1/metadata.yaml # backfill compatibility issue
- sql/moz-fx-data-shared-prod/addons_derived/search_detection_v1/metadata.yaml # backfill compatibility issue
deploy:
skip:
- sql/moz-fx-data-shared-prod/*_stable
Expand All @@ -386,7 +386,7 @@ generate:
- firefox_fire_tv
- firefox_reality
- firefox_reality_pc
skip_existing: # Skip automatically updating the following artifacts
skip_existing: # Skip automatically updating the following artifacts
- sql/moz-fx-data-shared-prod/fenix/client_deduplication/**
- sql/moz-fx-data-shared-prod/org_mozilla_tv_firefox_derived/baseline_clients_last_seen_v1/checks.sql
- sql/moz-fx-data-shared-prod/org_mozilla_reference_browser_derived/baseline_clients_last_seen_v1/checks.sql
Expand Down Expand Up @@ -433,11 +433,11 @@ generate:
- org.mozilla.fenix.nightly
- org.mozilla.fennec.aurora
skip_pings:
- topsites-impression # access denied
- serp-categorization # access denied
- background-update # table doesn't exist
events_tables: # overwrite event tables
pine: # Probe info returns pings that don't have tables, only use events_v1
- topsites-impression # access denied
- serp-categorization # access denied
- background-update # table doesn't exist
events_tables: # overwrite event tables
pine: # Probe info returns pings that don't have tables, only use events_v1
- events_v1
manual_refresh_apps: # apps to use manual materialized view refreshes for on-demand billing
- firefox_desktop
Expand Down
Original file line number Diff line number Diff line change
@@ -1,9 +1,7 @@
friendly_name: Firefox Accounts Active Daily Clients
description: 'Table with 1 row per submission date and Glean client ID sending a Firefox
description: Table with 1 row per submission date and Glean client ID sending a Firefox
Accounts ping that date

Intentionally does not contain Firefox Account ID

Primary key is submission date & Glean client_info.client_id'
Primary key is submission date & Glean client_info.client_id
owners:
- [email protected]
Original file line number Diff line number Diff line change
@@ -1,9 +1,7 @@
friendly_name: Firefox Accounts Linked Clients Ordered
description: 'Table overwrites daily with latest information, orders clients by first
seen date

description: Table overwrites daily with latest information,
orders clients by first seen date
Client ID with the smaller first seen date is client ID

Client ID with the larger first seen date is linked client ID'
Client ID with the larger first seen date is linked client ID
owners:
- [email protected]
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
friendly_name: GA4 Sessions Combined - Firefox.com & Mozilla.org
description: Contains 1 row per session.
Primary key is a 3 part key, ga_session_id + ga_client_id + flag.
The flag value indicates the website the session is from, i.e. mozilla.org or firefox.com
owners:
- [email protected]
level: bronze
Original file line number Diff line number Diff line change
@@ -0,0 +1,199 @@
fields:
- name: flag
type: STRING
mode: NULLABLE
description: Indicates which website the session is from, e.g. FIREFOX.COM or MOZILLA.ORG
- name: ga_client_id
type: STRING
mode: NULLABLE
description: Google Analytics Client Identifier, using a cookie on mozilla.org.
- name: ga_session_id
type: STRING
mode: NULLABLE
description: Google Analytics Session Identifier
- name: session_date
type: DATE
mode: NULLABLE
description: The date the Google Analytics session started.
- name: session_start_timestamp
type: DATETIME
mode: NULLABLE
description: The timestamp of the session_start event. If no session_start event, the minimum event timestamp for that session.
- name: is_first_session
type: BOOLEAN
mode: NULLABLE
description: Whether this is the first session for the client.
- name: session_number
type: INTEGER
mode: NULLABLE
description: The session number for this client. Starts at 1, consecutively increasing.
- name: time_on_site
type: INTEGER
mode: NULLABLE
description: Time in seconds between the first and last event of the session.
- name: pageviews
type: INTEGER
mode: NULLABLE
description: Total page views for the session.
- name: country
type: STRING
mode: NULLABLE
- name: region
type: STRING
mode: NULLABLE
- name: city
type: STRING
mode: NULLABLE
- name: device_category
type: STRING
mode: NULLABLE
- name: mobile_device_model
type: STRING
mode: NULLABLE
- name: mobile_device_string
type: STRING
mode: NULLABLE
- name: os
type: STRING
mode: NULLABLE
- name: os_version
type: STRING
mode: NULLABLE
- name: language
type: STRING
mode: NULLABLE
- name: browser
type: STRING
mode: NULLABLE
- name: browser_version
type: STRING
mode: NULLABLE
- name: first_campaign_from_event_params
type: STRING
mode: NULLABLE
- name: distinct_campaigns_from_event_params
type: STRING
mode: REPEATED
- name: first_source_from_event_params
type: STRING
mode: NULLABLE
- name: distinct_sources_from_event_params
type: STRING
mode: REPEATED
- name: first_medium_from_event_params
type: STRING
mode: NULLABLE
- name: distinct_mediums_from_event_params
type: STRING
mode: REPEATED
- name: first_content_from_event_params
type: STRING
mode: NULLABLE
- name: distinct_contents_from_event_params
type: STRING
mode: REPEATED
- name: first_term_from_event_params
type: STRING
mode: NULLABLE
- name: distinct_terms_from_event_params
type: STRING
mode: REPEATED
- name: first_experiment_id_from_event_params
type: STRING
mode: NULLABLE
- name: distinct_experiment_ids_from_event_params
type: STRING
mode: REPEATED
- name: first_experiment_branch_from_event_params
type: STRING
mode: NULLABLE
- name: distinct_experiment_branches_from_event_params
type: STRING
mode: REPEATED
- name: first_gad_campaignid_from_event_params
type: STRING
mode: NULLABLE
- name: distinct_gad_campaignid_from_event_params
type: STRING
mode: REPEATED
- name: manual_campaign_id
type: STRING
mode: NULLABLE
- name: manual_campaign_name
type: STRING
mode: NULLABLE
- name: manual_source
type: STRING
mode: NULLABLE
- name: manual_medium
type: STRING
mode: NULLABLE
- name: manual_term
type: STRING
mode: NULLABLE
- name: manual_content
type: STRING
mode: NULLABLE
- name: gclid
type: STRING
mode: NULLABLE
- name: gclid_array
type: STRING
mode: REPEATED
- name: had_download_event
type: BOOLEAN
mode: NULLABLE
- name: firefox_desktop_downloads
type: INTEGER
mode: NULLABLE
- name: last_reported_install_target
type: STRING
mode: NULLABLE
- name: all_reported_install_targets
type: STRING
mode: REPEATED
- name: last_reported_stub_session_id
type: STRING
mode: NULLABLE
- name: all_reported_stub_session_ids
type: STRING
mode: REPEATED
- name: landing_screen
type: STRING
mode: NULLABLE
- name: ad_google_campaign
type: STRING
mode: NULLABLE
- name: ad_google_campaign_id
type: STRING
mode: NULLABLE
- name: ad_Group
type: STRING
mode: NULLABLE
- name: ad_Group_id
type: STRING
mode: NULLABLE
- name: ad_google_account
type: STRING
mode: NULLABLE
- name: ad_crosschannel_source
type: STRING
mode: NULLABLE
- name: ad_crosschannel_medium
type: STRING
mode: NULLABLE
- name: ad_crosschannel_campaign
type: STRING
mode: NULLABLE
- name: ad_crosschannel_campaign_id
type: STRING
mode: NULLABLE
- name: ad_crosschannel_source_platform
type: STRING
mode: NULLABLE
- name: ad_crosschannel_primary_channel_group
type: STRING
mode: NULLABLE
- name: ad_crosschannel_default_channel_group
type: STRING
mode: NULLABLE