Skip to content

Commit

Permalink
- Setting a default zone for the spark test to allow for subnet creation
Browse files Browse the repository at this point in the history
- Updating the location of the spark examples jar on the emr cluster
  • Loading branch information
asaksena committed Nov 28, 2016
1 parent 9e4423c commit ec38145
Show file tree
Hide file tree
Showing 2 changed files with 2 additions and 1 deletion.
1 change: 1 addition & 0 deletions perfkitbenchmarker/linux_benchmarks/spark_benchmark.py
Original file line number Diff line number Diff line change
Expand Up @@ -71,6 +71,7 @@
boot_disk_size: 500
AWS:
machine_type: m4.xlarge
zone: us-east-1a
vm_count: 2
"""

Expand Down
2 changes: 1 addition & 1 deletion perfkitbenchmarker/providers/aws/aws_emr.py
Original file line number Diff line number Diff line change
Expand Up @@ -95,7 +95,7 @@ class AwsEMR(spark_service.BaseSparkService):
"""

CLOUD = providers.AWS
SPARK_SAMPLE_LOCATION = '/usr/lib/spark/examples/jars/spark-examples.jar'
SPARK_SAMPLE_LOCATION = '/usr/lib/spark/lib/spark-examples.jar'
SERVICE_NAME = 'emr'

def __init__(self, spark_service_spec):
Expand Down

0 comments on commit ec38145

Please sign in to comment.