From d7f96084fe1015d4dbca21600fb5dc641407fe32 Mon Sep 17 00:00:00 2001 From: Jeff Klukas Date: Wed, 30 Oct 2019 13:56:14 -0400 Subject: [PATCH] Remove smoot_usage_v1 queries GUD now uses the v2 tables and the v1 tables are no longer needed. --- dags/direct2parquet_bigquery_load.py | 9 --------- dags/fxa_events.py | 8 -------- dags/kpi_dashboard.py | 6 ------ dags/main_summary.py | 9 --------- 4 files changed, 32 deletions(-) diff --git a/dags/direct2parquet_bigquery_load.py b/dags/direct2parquet_bigquery_load.py index 08839014b..6064eb610 100644 --- a/dags/direct2parquet_bigquery_load.py +++ b/dags/direct2parquet_bigquery_load.py @@ -152,15 +152,6 @@ core_clients_last_seen >> firefox_nondesktop_exact_mau28_raw fenix_clients_last_seen >> firefox_nondesktop_exact_mau28_raw - smoot_usage_nondesktop_raw = bigquery_etl_query( - task_id='smoot_usage_nondesktop_raw', - destination_table='smoot_usage_nondesktop_raw_v1', - dataset_id='telemetry', - ) - - core_clients_last_seen >> smoot_usage_nondesktop_raw - fenix_clients_last_seen >> smoot_usage_nondesktop_raw - smoot_usage_nondesktop_v2 = bigquery_etl_query( task_id='smoot_usage_nondesktop_v2', destination_table='moz-fx-data-shared-prod:telemetry_derived.smoot_usage_nondesktop_v2', diff --git a/dags/fxa_events.py b/dags/fxa_events.py index 81105fa72..f1a94f3b8 100644 --- a/dags/fxa_events.py +++ b/dags/fxa_events.py @@ -80,14 +80,6 @@ fxa_users_last_seen >> firefox_accounts_exact_mau28_raw - smoot_usage_fxa_raw = bigquery_etl_query( - task_id='smoot_usage_fxa_raw', - destination_table='smoot_usage_fxa_raw_v1', - dataset_id='telemetry', - ) - - fxa_users_last_seen >> smoot_usage_fxa_raw - smoot_usage_fxa_v2 = bigquery_etl_query( task_id='smoot_usage_fxa_v2', destination_table='moz-fx-data-shared-prod:telemetry_derived.smoot_usage_fxa_v2', diff --git a/dags/kpi_dashboard.py b/dags/kpi_dashboard.py index 7a69e7422..3467884d9 100644 --- a/dags/kpi_dashboard.py +++ b/dags/kpi_dashboard.py @@ -29,12 +29,6 @@ date_partition_parameter=None, ) - smoot_usage_all_mtr = bigquery_etl_query( - destination_table='smoot_usage_all_mtr_v1', - dataset_id='telemetry', - date_partition_parameter=None, - ) - smoot_usage_new_profiles_v2 = bigquery_etl_query( task_id='smoot_usage_new_profiles_v2', destination_table='moz-fx-data-shared-prod:telemetry_derived.smoot_usage_new_profiles_v2', diff --git a/dags/main_summary.py b/dags/main_summary.py index 50b915caf..1ad64b74e 100644 --- a/dags/main_summary.py +++ b/dags/main_summary.py @@ -562,14 +562,6 @@ task_id="exact_mau_by_dimensions_export", dag=dag) -smoot_usage_desktop_raw = bigquery_etl_query( - task_id='smoot_usage_desktop_raw', - destination_table='smoot_usage_desktop_raw_v1', - dataset_id='telemetry', - owner="jklukas@mozilla.com", - email=["telemetry-alerts@mozilla.com", "jklukas@mozilla.com"], - dag=dag) - smoot_usage_desktop_v2 = bigquery_etl_query( task_id='smoot_usage_desktop_v2', destination_table='moz-fx-data-shared-prod:telemetry_derived.smoot_usage_desktop_v2', @@ -809,7 +801,6 @@ clients_last_seen_export.set_upstream(clients_last_seen) exact_mau_by_dimensions.set_upstream(clients_last_seen) exact_mau_by_dimensions_export.set_upstream(exact_mau_by_dimensions) -smoot_usage_desktop_raw.set_upstream(clients_last_seen) smoot_usage_desktop_v2.set_upstream(clients_last_seen) main_summary_glue.set_upstream(main_summary)