diff --git a/python/mspasspy/client.py b/python/mspasspy/client.py index 788025496..af399d20f 100644 --- a/python/mspasspy/client.py +++ b/python/mspasspy/client.py @@ -195,11 +195,6 @@ def __init__( .master(self._spark_master_url) .getOrCreate() ) - print("DEBUG====================") - print(spark.sparkContext.parallelize([1, 2, 3, 4, 5]).collect()) - print(spark) - print(spark.sparkContext) - print("DEBUG END================") self._spark_context = spark.sparkContext except Exception as err: raise MsPASSError( diff --git a/python/tests/test_mspass_client_spark_dask.py b/python/tests/test_mspass_client_spark_dask.py index 2b80473d9..ef9a7d614 100644 --- a/python/tests/test_mspass_client_spark_dask.py +++ b/python/tests/test_mspass_client_spark_dask.py @@ -161,7 +161,7 @@ def test_spark_scheduler(self, monkeypatch): monkeypatch.setenv("MSPASS_SCHEDULER", "spark") monkeypatch.setenv("MSPASS_SCHEDULER_ADDRESS", "168.0.0.1") monkeypatch.setenv("SPARK_MASTER_PORT", "12345") - monkeypatch.setattr(SparkSession.builder, "appName", mock_excpt) + monkeypatch.setattr(SparkSession, "builder", mock_excpt) with pytest.raises( MsPASSError, match="Runntime error: cannot create a spark configuration with: spark://168.0.0.1:12345", @@ -257,7 +257,7 @@ def test_set_scheduler(self, monkeypatch): assert self.client._dask_client == temp_dask_client # test set spark, previous is dask - monkeypatch.setattr(SparkSession.builder, "config", mock_excpt) + monkeypatch.setattr(SparkSession, "builder", mock_excpt) with pytest.raises( MsPASSError, match="Runntime error: cannot create a spark configuration with: spark://168.1.2.3:7077",