diff --git a/scripts/jobs/planning/tascomi_create_daily_snapshot.py b/scripts/jobs/planning/tascomi_create_daily_snapshot.py index 46c79873a..b36f8dc9e 100644 --- a/scripts/jobs/planning/tascomi_create_daily_snapshot.py +++ b/scripts/jobs/planning/tascomi_create_daily_snapshot.py @@ -357,5 +357,6 @@ def purge_today_partition( finally: if len(dq_errors) > 0: logger.error(f"DQ Errors: {dq_errors}") + raise Exception(f"Data quality check failed: {'; '.join(dq_errors)}") spark.sparkContext._gateway.close() spark.stop()