From e9ff2863f85a32f9105314f879b9386a668f7d30 Mon Sep 17 00:00:00 2001 From: Doron Chen Date: Mon, 25 Oct 2021 17:49:54 +0300 Subject: [PATCH] update arrow-flight-module helm chart (#106) Signed-off-by: Doron Chen --- helm/afm/files/conf.yaml | 8 ++++---- helm/afm/values.sample.yaml | 27 +++++++++++++++------------ module.yaml | 12 ++++-------- 3 files changed, 23 insertions(+), 24 deletions(-) diff --git a/helm/afm/files/conf.yaml b/helm/afm/files/conf.yaml index a8d4116..0fb658c 100644 --- a/helm/afm/files/conf.yaml +++ b/helm/afm/files/conf.yaml @@ -32,11 +32,11 @@ data: {{- $redactColumns := list -}} {{- $removeColumns := list -}} {{- range .transformations -}} - {{- if eq .action.name "RedactAction" -}} - {{- $redactColumns = .action.RedactAction.columns -}} + {{- if eq .name "RedactAction" -}} + {{- $redactColumns = .RedactAction.columns -}} {{- end -}} - {{- if eq .action.name "RemoveAction" -}} - {{- $removeColumns = .action.RemoveAction.columns -}} + {{- if eq .name "RemoveAction" -}} + {{- $removeColumns = .RemoveAction.columns -}} {{- end -}} {{- end -}} {{- if $redactColumns }} diff --git a/helm/afm/values.sample.yaml b/helm/afm/values.sample.yaml index c8de4c7..8bb3c55 100644 --- a/helm/afm/values.sample.yaml +++ b/helm/afm/values.sample.yaml @@ -16,14 +16,16 @@ read: credentialLocation: htttp://test/test format: parquet transformations: - - id: "RedactAction" - level: 2 # column - args: - column_name: col1 - - id: "RemoveAction" - level: 2 # column - args: - column_name: col2 + - name: "RedactAction" + RedactAction: + columns: + - col1 + - col2 + - name: "RemoveAction" + RemoveAction: + columns: + - col1 + - col2 - assetID: "test2" source: connection: @@ -36,7 +38,8 @@ read: credentialLocation: htttp://test/test format: parquet transformations: - - id: "RedactAction" - level: 2 # column - args: - column_name: col1 + - name: "RedactAction" + RedactAction: + columns: + - col1 + - col2 diff --git a/module.yaml b/module.yaml index 84a733d..b21926c 100644 --- a/module.yaml +++ b/module.yaml @@ -28,10 +28,8 @@ spec: protocol: s3 dataformat: csv actions: - - id: RedactAction - level: 2 # column - - id: RemoveAction - level: 2 # column + - name: RedactAction + - name: RemoveAction - capability: write scope: workload api: @@ -45,7 +43,5 @@ spec: protocol: s3 dataformat: parquet actions: - - id: RedactAction - level: 2 # column - - id: RemoveAction - level: 2 # column + - name: RedactAction + - name: RemoveAction