Add dashboard configuration option to disable specific metric batches

Author: andrewm4894

dashboard/components.py

@@ -235,7 +235,7 @@ def create_batch_card(batch_name: str, stats: dict) -> Card:
                 ),
             ),
             Button(
-                batch_name,
+                "View Metrics",
                 hx_get=f"/batch/{batch_name}",
                 hx_push_url=f"/batch/{batch_name}",
                 hx_target="#main-content",

dashboard/state.py

@@ -56,7 +56,7 @@ def calculate_metric_stats(self, batch_name):
                 {
                     "metric_name": metric_name,
                     "anomaly_rate": (
-                        df_metric["metric_alert"].mean()
+                        df_metric["metric_alert"].fillna(0).mean()
                         if df_metric["metric_alert"].sum() > 0
                         else 0
                     ),

dashboard/utils.py

@@ -110,6 +110,8 @@ def get_metric_batches(source: str = "all"):
     dagster_ingest_jobs = [job for job in dagster_enabled_jobs if job.endswith("_ingest")]
     dagster_metric_batches = [job[:-7] for job in dagster_ingest_jobs if job.endswith("_ingest")]
     config_metric_batches = list(specs.keys())
+    config_metric_batches = [batch for batch in config_metric_batches if not specs[batch]["disable_dashboard"]]
+    config_metric_batches = [batch for batch in config_metric_batches if not specs[batch]["disable_batch"]]
     if source == "dagster":
         metric_batches = dagster_metric_batches
     elif source == "config":

metrics/defaults/defaults.yaml

@@ -2,6 +2,11 @@
 db: "sqlite" # database type to use.
 table_key: "metrics" # table to store metrics in.
 
+############################################
+# dashboard params
+############################################
+disable_dashboard: False # if you want to disable the dashboard for some reason.
+
 ############################################
 # model params
 ############################################

metrics/examples/bigquery/bigquery_example_simple/bigquery_example_simple.yaml

@@ -11,6 +11,7 @@ alert_cron_schedule: "*/20 * * * *" # alert every 20 minutes
 change_cron_schedule: "*/20 * * * *" # change detection every 20 minutes
 llmalert_cron_schedule: "*/20 * * * *" # alert every 20 minutes
 disable_llmalert: True
+disable_dashboard: True
 plot_cron_schedule: "*/25 * * * *" # plot every 25 minutes
 alert_always: False
 alert_methods: "email"

metrics/examples/example_jinja/example_jinja.yaml

@@ -1,5 +1,6 @@
 # this shows a jinja based template example
 disable_batch: True
+disable_dashboard: True
 metric_batch: "example_jinja"
 ingest_sql: >
   {% set metrics = ['metric_1', 'metric_2', 'metric_3'] %}

metrics/examples/example_simple/example_simple.yaml

@@ -1,6 +1,7 @@
 # a basic minimal example of a batch
 disable_batch: False
 metric_batch: "example_simple"
+disable_dashboard: True
 alert_always: False
 alert_methods: "email,slack"
 ingest_cron_schedule: "*/2 * * * *"

metrics/examples/example_sql_file/example_sql_file.yaml

@@ -1,5 +1,6 @@
 # this shows a jinja based template example using a templated sql file
 disable_batch: True
+disable_dashboard: True
 metric_batch: "example_sql_file"
 ingest_sql: >
   {% include "./examples/example_sql_file/example_sql_file.sql" %}

metrics/examples/freq/freq.yaml

@@ -2,6 +2,7 @@
 db: "bigquery"
 table_key: "andrewm4894.metrics.metrics"
 disable_batch: False
+disable_dashboard: True
 metric_batch: "freq_example"
 model_path: "gs://andrewm4894-tmp/models"
 # we will resample to 10 minute intervals and take the mean

metrics/examples/gsod/gsod.yaml

@@ -2,6 +2,7 @@
 db: "bigquery"
 table_key: "andrewm4894.metrics.metrics"
 disable_batch: False
+disable_dashboard: True
 metric_batch: "gsod"
 model_path: "gs://andrewm4894-tmp/models"
 ingest_cron_schedule: "30 10 * * *"