diff --git a/docker-compose.yml b/docker-compose.yml index 997744c..2483198 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -276,6 +276,7 @@ services: FLINK_HADOOP_VERSION: "2.8.3-10.0" AWS_SDK_VERSION: 2.26.10 ICEBERG_VERSION: 1.6.1 + NU_DEFERRED_REPORTER_VERSION: 1.17.0 restart: unless-stopped networks: - nussknacker-iceberg-net @@ -307,6 +308,7 @@ services: FLINK_HADOOP_VERSION: "2.8.3-10.0" AWS_SDK_VERSION: 2.26.10 ICEBERG_VERSION: 1.6.1 + NU_DEFERRED_REPORTER_VERSION: 1.17.0 restart: unless-stopped networks: - nussknacker-iceberg-net diff --git a/flink/Dockerfile b/flink/Dockerfile index 1b52c8d..7e65492 100644 --- a/flink/Dockerfile +++ b/flink/Dockerfile @@ -19,6 +19,7 @@ ARG HADOOP_VERSION="HADOOP_VERSION_IS_UNDEFINED" ARG FLINK_HADOOP_VERSION="FLINK_HADOOP_VERSION_IS_UNDEFINED" ARG AWS_SDK_VERSION="AWS_SDK_VERSION_IS_UNDEFINED" ARG ICEBERG_VERSION="ICEBERG_VERSION_IS_UNDEFINED" +ARG NU_DEFERRED_REPORTER_VERSION="NU_DEFERRED_REPORTER_VERSION_IS_UNDEFINED" RUN curl -L "https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-common/${HADOOP_VERSION}/hadoop-common-${HADOOP_VERSION}.jar" \ -o ${FLINK_HOME}/lib/hadoop-common-${HADOOP_VERSION}.jar @@ -35,6 +36,9 @@ RUN curl -L https://github.com/knaufk/flink-faker/releases/download/v${FAKER_VER RUN curl -L https://repo1.maven.org/maven2/org/apache/iceberg/iceberg-flink-runtime-${FLINK_VERSION_SHORT}/${ICEBERG_VERSION}/iceberg-flink-runtime-${FLINK_VERSION_SHORT}-${ICEBERG_VERSION}.jar \ -o ${FLINK_HOME}/lib/iceberg-flink-runtime-${FLINK_VERSION_SHORT}-${ICEBERG_VERSION}.jar +RUN curl -L https://repo1.maven.org/maven2/pl/touk/nussknacker/nussknacker-flink-metrics-deferred-reporter/${NU_DEFERRED_REPORTER_VERSION}/nussknacker-flink-metrics-deferred-reporter-${NU_DEFERRED_REPORTER_VERSION}.jar \ + -o ${FLINK_HOME}/plugins/metrics-influx/nussknacker-flink-metrics-deferred-reporter-${NU_DEFERRED_REPORTER_VERSION}.jar + COPY flink-properties.yml /opt/flink/conf/ VOLUME /opt/flink/data diff --git a/flink/flink-properties.yml b/flink/flink-properties.yml index b65056f..6648abb 100644 --- a/flink/flink-properties.yml +++ b/flink/flink-properties.yml @@ -14,7 +14,8 @@ state.backend.rocksdb.memory.managed: false state.backend.rocksdb.writebuffer.size: 256m metrics.reporters: influxdb_reporter -metrics.reporter.influxdb_reporter.factory.class: org.apache.flink.metrics.influxdb.InfluxdbReporterFactory +metrics.reporter.influxdb_reporter.factory.class: pl.touk.nussknacker.engine.flink.metrics.MetricRemovalDeferredToNextReportMetricReporterFactory +metrics.reporter.influxdb_reporter.delegate.factory.class: org.apache.flink.metrics.influxdb.InfluxdbReporterFactory metrics.reporter.influxdb_reporter.host: telegraf metrics.reporter.influxdb_reporter.port: 8087 metrics.reporter.influxdb_reporter.db: nussknacker_metrics