diff --git a/charts/radar-output/Chart.yaml b/charts/radar-output/Chart.yaml index 4e899fa5..e6119254 100644 --- a/charts/radar-output/Chart.yaml +++ b/charts/radar-output/Chart.yaml @@ -2,7 +2,7 @@ apiVersion: v2 appVersion: "3.0.2" description: A Helm chart for RADAR-base output restructure service. This application reads data from intermediate storage and restructure the data into project-> subject-id-> data topic -> data split per hour. This service offers few options to choose the source and target of the pipeline. name: radar-output -version: 1.0.1 +version: 1.1.0 icon: "http://radar-base.org/wp-content/uploads/2022/09/Logo_RADAR-Base-RGB.png" sources: - https://github.com/RADAR-base/radar-helm-charts/tree/main/charts/radar-output @@ -21,6 +21,3 @@ maintainers: - email: pim@thehyve.nl name: Pim van Nierop url: https://www.thehyve.nl/experts/pim-van-nierop - - email: nivethika@thehyve.nl - name: Nivethika Mahasivam - url: https://www.thehyve.nl/experts/nivethika-mahasivam diff --git a/charts/radar-output/README.md b/charts/radar-output/README.md index 8f1792c1..3ec1efe8 100644 --- a/charts/radar-output/README.md +++ b/charts/radar-output/README.md @@ -3,7 +3,7 @@ # radar-output [![Artifact HUB](https://img.shields.io/endpoint?url=https://artifacthub.io/badge/repository/radar-output)](https://artifacthub.io/packages/helm/radar-base/radar-output) -![Version: 1.0.1](https://img.shields.io/badge/Version-1.0.1-informational?style=flat-square) ![Type: application](https://img.shields.io/badge/Type-application-informational?style=flat-square) ![AppVersion: 3.0.2](https://img.shields.io/badge/AppVersion-3.0.2-informational?style=flat-square) +![Version: 1.1.0](https://img.shields.io/badge/Version-1.1.0-informational?style=flat-square) ![Type: application](https://img.shields.io/badge/Type-application-informational?style=flat-square) ![AppVersion: 3.0.2](https://img.shields.io/badge/AppVersion-3.0.2-informational?style=flat-square) A Helm chart for RADAR-base output restructure service. This application reads data from intermediate storage and restructure the data into project-> subject-id-> data topic -> data split per hour. This service offers few options to choose the source and target of the pipeline. @@ -15,7 +15,6 @@ A Helm chart for RADAR-base output restructure service. This application reads d | ---- | ------ | --- | | Keyvan Hedayati | | | | Pim van Nierop | | | -| Nivethika Mahasivam | | | ## Source Code @@ -68,6 +67,8 @@ A Helm chart for RADAR-base output restructure service. This application reads d | source.azure.responseTimeout | string | `nil` | Azure HTTP response timeout in seconds | | source.azure.writeTimeout | string | `nil` | Azure HTTP write timeout in seconds | | source.azure.readTimeout | string | `nil` | Azure HTTP read timeout in seconds | +| source.index.fullSyncInterval | int | `3600` | Interval in seconds to synchronize the index with the storage (in seconds). This values should be only changed in specific scenarios (e.g. e2e testing). | +| source.index.emptyDirectorySyncInterval | int | `900` | Interval in seconds to also include empty directories during sync with the storage (in seconds). This values should be only changed in specific scenarios (e.g. e2e testing). | | target.type | string | `"s3"` | Type of the output storage of the RADAR-base pipeline (e.g., s3 or azure) | | target.s3.endpoint | string | `"http://minio:9000"` | s3 endpoint of the output storage | | target.s3.accessToken | string | `"access_key"` | s3 access-key of the output storage | diff --git a/charts/radar-output/templates/configmap.yaml b/charts/radar-output/templates/configmap.yaml index 0caf7636..8232ce29 100644 --- a/charts/radar-output/templates/configmap.yaml +++ b/charts/radar-output/templates/configmap.yaml @@ -43,6 +43,9 @@ data: {{- if .azure.readTimeout }} readTimeout: {{ .azure.readTimeout | int }} {{- end }} + index: + fullSyncInterval: {{ .index.fullSyncInterval | int }} + emptyDirectorySyncInterval: {{ .index.emptyDirectorySyncInterval | int }} {{- end }} {{- with .Values.target }} diff --git a/charts/radar-output/values.yaml b/charts/radar-output/values.yaml index 7e57f19b..3c1d7b9b 100644 --- a/charts/radar-output/values.yaml +++ b/charts/radar-output/values.yaml @@ -149,6 +149,13 @@ source: writeTimeout: # -- Azure HTTP read timeout in seconds readTimeout: + index: + # -- Interval in seconds to synchronize the index with the storage (in seconds). + # This values should be only changed in specific scenarios (e.g. e2e testing). + fullSyncInterval: 3600 + # -- Interval in seconds to also include empty directories during sync with the storage (in seconds). + # This values should be only changed in specific scenarios (e.g. e2e testing). + emptyDirectorySyncInterval: 900 target: # -- Type of the output storage of the RADAR-base pipeline (e.g., s3 or azure)