stop the spark quickly in finally

Author: Tian-2017

scripts/jobs/planning/tascomi_create_daily_snapshot.py

@@ -389,6 +389,7 @@ def purge_today_partition(
     finally:
         if len(dq_errors) > 0:
             logger.error(f"Errors: {dq_errors}")
-            raise Exception(f"Job Failed: {'; '.join(dq_errors)}")
+            spark.stop()
+            raise SystemExit(f"Failed: {'; '.join(dq_errors)}")
         spark.sparkContext._gateway.close()
         spark.stop()