diff --git a/.gitignore b/.gitignore index b6e4761..58d8b5b 100644 --- a/.gitignore +++ b/.gitignore @@ -127,3 +127,7 @@ dmypy.json # Pyre type checker .pyre/ + +*.csv +*.jar +*.wget-hsts diff --git a/pyspark/ml_air.py b/pyspark/ml_air.py index 437018a..5bbfa29 100644 --- a/pyspark/ml_air.py +++ b/pyspark/ml_air.py @@ -9,7 +9,12 @@ # create spark session -spark = SparkSession.builder.master('local[4]').appName('AirQuality').getOrCreate() +spark = ( + SparkSession.builder + .master('local[4]') + .appName('AirQuality') + .getOrCreate() +) spark # open Spark Web UI to monitor jobs/stages/storage/env/executors/SQL # configure and start spark history server (app log)