diff --git a/apis/fluentbit/v1alpha2/plugins/output/elasticsearch_types.go b/apis/fluentbit/v1alpha2/plugins/output/elasticsearch_types.go index 527e11a34..28f50dcc5 100644 --- a/apis/fluentbit/v1alpha2/plugins/output/elasticsearch_types.go +++ b/apis/fluentbit/v1alpha2/plugins/output/elasticsearch_types.go @@ -100,6 +100,8 @@ type Elasticsearch struct { // When enabled, mapping types is removed and Type option is ignored. Types are deprecated in APIs in v7.0. This options is for v7.0 or later. SuppressTypeName string `json:"suppressTypeName,omitempty"` *plugins.TLS `json:"tls,omitempty"` + // Limit the maximum number of Chunks in the filesystem for the current output logical destination. + TotalLimitSize string `json:"totalLimitSize,omitempty"` } // Name implement Section() method @@ -227,5 +229,8 @@ func (es *Elasticsearch) Params(sl plugins.SecretLoader) (*params.KVs, error) { } kvs.Merge(tls) } + if es.TotalLimitSize != "" { + kvs.Insert("storage.total_limit_size", es.TotalLimitSize) + } return kvs, nil } diff --git a/charts/fluent-operator/charts/fluent-bit-crds/crds/fluentbit.fluent.io_clusteroutputs.yaml b/charts/fluent-operator/charts/fluent-bit-crds/crds/fluentbit.fluent.io_clusteroutputs.yaml index 10151998c..dfe34fb14 100644 --- a/charts/fluent-operator/charts/fluent-bit-crds/crds/fluentbit.fluent.io_clusteroutputs.yaml +++ b/charts/fluent-operator/charts/fluent-bit-crds/crds/fluentbit.fluent.io_clusteroutputs.yaml @@ -675,6 +675,10 @@ spec: description: Hostname to be used for TLS SNI extension type: string type: object + totalLimitSize: + description: Limit the maximum number of Chunks in the filesystem + for the current output logical destination. + type: string traceError: description: When enabled print the elasticsearch API calls to stdout when elasticsearch returns an error diff --git a/charts/fluent-operator/charts/fluent-bit-crds/crds/fluentbit.fluent.io_outputs.yaml b/charts/fluent-operator/charts/fluent-bit-crds/crds/fluentbit.fluent.io_outputs.yaml index 53c7032eb..f9b8d9ab1 100644 --- a/charts/fluent-operator/charts/fluent-bit-crds/crds/fluentbit.fluent.io_outputs.yaml +++ b/charts/fluent-operator/charts/fluent-bit-crds/crds/fluentbit.fluent.io_outputs.yaml @@ -675,6 +675,10 @@ spec: description: Hostname to be used for TLS SNI extension type: string type: object + totalLimitSize: + description: Limit the maximum number of Chunks in the filesystem + for the current output logical destination. + type: string traceError: description: When enabled print the elasticsearch API calls to stdout when elasticsearch returns an error diff --git a/config/crd/bases/fluentbit.fluent.io_clusteroutputs.yaml b/config/crd/bases/fluentbit.fluent.io_clusteroutputs.yaml index 10151998c..dfe34fb14 100644 --- a/config/crd/bases/fluentbit.fluent.io_clusteroutputs.yaml +++ b/config/crd/bases/fluentbit.fluent.io_clusteroutputs.yaml @@ -675,6 +675,10 @@ spec: description: Hostname to be used for TLS SNI extension type: string type: object + totalLimitSize: + description: Limit the maximum number of Chunks in the filesystem + for the current output logical destination. + type: string traceError: description: When enabled print the elasticsearch API calls to stdout when elasticsearch returns an error diff --git a/config/crd/bases/fluentbit.fluent.io_outputs.yaml b/config/crd/bases/fluentbit.fluent.io_outputs.yaml index 53c7032eb..f9b8d9ab1 100644 --- a/config/crd/bases/fluentbit.fluent.io_outputs.yaml +++ b/config/crd/bases/fluentbit.fluent.io_outputs.yaml @@ -675,6 +675,10 @@ spec: description: Hostname to be used for TLS SNI extension type: string type: object + totalLimitSize: + description: Limit the maximum number of Chunks in the filesystem + for the current output logical destination. + type: string traceError: description: When enabled print the elasticsearch API calls to stdout when elasticsearch returns an error diff --git a/docs/plugins/fluentbit/output/elasticsearch.md b/docs/plugins/fluentbit/output/elasticsearch.md index f607d93a9..18703db93 100644 --- a/docs/plugins/fluentbit/output/elasticsearch.md +++ b/docs/plugins/fluentbit/output/elasticsearch.md @@ -40,3 +40,4 @@ Elasticsearch is the es output plugin, allows to ingest your records into an Ela | logstashPrefixKey | Prefix keys with this string | string | | suppressTypeName | When enabled, mapping types is removed and Type option is ignored. Types are deprecated in APIs in v7.0. This options is for v7.0 or later. | string | | tls | | *[plugins.TLS](../tls.md) | +| totalLimitSize | Limit the maximum number of Chunks in the filesystem for the current output logical destination. | string | diff --git a/manifests/setup/fluent-operator-crd.yaml b/manifests/setup/fluent-operator-crd.yaml index e5c51e8b7..322e92f86 100644 --- a/manifests/setup/fluent-operator-crd.yaml +++ b/manifests/setup/fluent-operator-crd.yaml @@ -4298,6 +4298,10 @@ spec: description: Hostname to be used for TLS SNI extension type: string type: object + totalLimitSize: + description: Limit the maximum number of Chunks in the filesystem + for the current output logical destination. + type: string traceError: description: When enabled print the elasticsearch API calls to stdout when elasticsearch returns an error @@ -29212,6 +29216,10 @@ spec: description: Hostname to be used for TLS SNI extension type: string type: object + totalLimitSize: + description: Limit the maximum number of Chunks in the filesystem + for the current output logical destination. + type: string traceError: description: When enabled print the elasticsearch API calls to stdout when elasticsearch returns an error diff --git a/manifests/setup/setup.yaml b/manifests/setup/setup.yaml index 2009574a8..66e2aece6 100644 --- a/manifests/setup/setup.yaml +++ b/manifests/setup/setup.yaml @@ -4298,6 +4298,10 @@ spec: description: Hostname to be used for TLS SNI extension type: string type: object + totalLimitSize: + description: Limit the maximum number of Chunks in the filesystem + for the current output logical destination. + type: string traceError: description: When enabled print the elasticsearch API calls to stdout when elasticsearch returns an error @@ -29212,6 +29216,10 @@ spec: description: Hostname to be used for TLS SNI extension type: string type: object + totalLimitSize: + description: Limit the maximum number of Chunks in the filesystem + for the current output logical destination. + type: string traceError: description: When enabled print the elasticsearch API calls to stdout when elasticsearch returns an error