From ff1c449ba1497de053c2d36778a225594a96e35c Mon Sep 17 00:00:00 2001 From: jcoopere Date: Thu, 5 Sep 2019 07:18:45 -0400 Subject: [PATCH] Added in-code config for num cores. --- demo1/TF_image_score.py | 1 + 1 file changed, 1 insertion(+) diff --git a/demo1/TF_image_score.py b/demo1/TF_image_score.py index d7c15bb..59dcb56 100644 --- a/demo1/TF_image_score.py +++ b/demo1/TF_image_score.py @@ -53,6 +53,7 @@ def maybe_download_and_extract(): .builder\ .appName("S3 Image Scoring")\ .config("spark.executor.memory", "4g")\ + .config("spark.executor.cores", 1)\ .config("spark.executor.instances", 2)\ .config("spark.hadoop.fs.s3a.aws.credentials.provider","org.apache.hadoop.fs.s3a.AnonymousAWSCredentialsProvider")\ .config("spark.hadoop.fs.s3a.impl","org.apache.hadoop.fs.s3a.S3AFileSystem")\