diff --git a/foundation/foundation-mda/src/main/resources/templates/deployment/spark-infrastructure/v2/spark.infrastructure.values.yaml.vm b/foundation/foundation-mda/src/main/resources/templates/deployment/spark-infrastructure/v2/spark.infrastructure.values.yaml.vm index 182277d7c..43dfc6734 100644 --- a/foundation/foundation-mda/src/main/resources/templates/deployment/spark-infrastructure/v2/spark.infrastructure.values.yaml.vm +++ b/foundation/foundation-mda/src/main/resources/templates/deployment/spark-infrastructure/v2/spark.infrastructure.values.yaml.vm @@ -10,8 +10,19 @@ aissemble-thrift-server-chart: app: name: "thrift-server" + deployment: + envFromSecret: + AWS_ACCESS_KEY_ID: + secretName: remote-auth-config + key: AWS_ACCESS_KEY_ID + AWS_SECRET_ACCESS_KEY: + secretName: remote-auth-config + key: AWS_SECRET_ACCESS_KEY + sparkConf: | spark.hadoop.fs.s3a.endpoint=http://s3-local:4566 + spark.hadoop.fs.s3a.access.key=#[[${env:AWS_ACCESS_KEY_ID}]]# + spark.hadoop.fs.s3a.secret.key=#[[${env:AWS_SECRET_ACCESS_KEY}]]# spark.hadoop.fs.s3.impl=org.apache.hadoop.fs.s3a.S3AFileSystem spark.hive.server2.thrift.port=10000 spark.hive.server2.thrift.http.port=10001 @@ -41,6 +52,18 @@ aissemble-hive-metastore-service-chart: replicationPassword: hive password: hive + deployment: + env: + - name: AWS_SECRET_ACCESS_KEY + valueFrom: + secretKeyRef: + name: remote-auth-config + key: AWS_SECRET_ACCESS_KEY + - name: AWS_ACCESS_KEY_ID + valueFrom: + secretKeyRef: + name: remote-auth-config + key: AWS_ACCESS_KEY_ID configMap: metastoreServiceConfig: properties: