From 1407df9ca2a98825562417c3af6eacb6b2733539 Mon Sep 17 00:00:00 2001 From: David Kilfoyle <41695641+kilfoyle@users.noreply.github.com> Date: Tue, 5 Nov 2024 11:21:01 -0500 Subject: [PATCH] Move section about Logstash to bottom of Kafka output page (#1430) (cherry picked from commit b05a3ab8c93cc9b5b699fd2196e57fc249c6dd39) --- .../fleet-settings-output-kafka.asciidoc | 57 ++++++++++--------- 1 file changed, 30 insertions(+), 27 deletions(-) diff --git a/docs/en/ingest-management/fleet/fleet-settings-output-kafka.asciidoc b/docs/en/ingest-management/fleet/fleet-settings-output-kafka.asciidoc index 9531d372e..199865fd8 100644 --- a/docs/en/ingest-management/fleet/fleet-settings-output-kafka.asciidoc +++ b/docs/en/ingest-management/fleet/fleet-settings-output-kafka.asciidoc @@ -5,33 +5,7 @@ Specify these settings to send data over a secure connection to Kafka. In the {fleet} <>, make sure that the Kafka output type is selected. -== Kafka output and using {ls} to index data to {es} - -If you are considering using {ls} to ship the data from `kafka` to {es}, please -be aware the structure of the documents sent from {agent} to `kafka` must not be modified by {ls}. -We suggest disabling `ecs_compatibility` on both the `kafka` input and the `json` codec in order -to make sure the input doesn't edit the fields and their contents. - -The data streams setup by the integrations expect to receive events having the same structure and -field names as they were sent directly from an {agent}. - -The structure of the documents sent from {agent} to `kafka` must not be modified by {ls}. -We suggest disabling `ecs_compatibility` on both the `kafka` input and the `json` codec. - -Refer to the <> documentation for more details. - -[source,yaml] ----- -inputs { - kafka { - ... - ecs_compatibility => "disabled" - codec => json { ecs_compatibility => "disabled" } - ... - } -} -... ----- +NOTE: If you plan to use {ls} to modify {agent} output data before it's sent to Kafka, please refer to our <> for doing so, further in on this page. [discrete] == General settings @@ -559,4 +533,33 @@ include::../elastic-agent/configuration/outputs/output-shared-settings.asciidoc[ |=== +[[kafka-output-settings-ls-warning]] +== Kafka output and using {ls} to index data to {es} + +If you are considering using {ls} to ship the data from `kafka` to {es}, please +be aware the structure of the documents sent from {agent} to `kafka` must not be modified by {ls}. +We suggest disabling `ecs_compatibility` on both the `kafka` input and the `json` codec in order +to make sure the input doesn't edit the fields and their contents. + +The data streams setup by the integrations expect to receive events having the same structure and +field names as they were sent directly from an {agent}. + +The structure of the documents sent from {agent} to `kafka` must not be modified by {ls}. +We suggest disabling `ecs_compatibility` on both the `kafka` input and the `json` codec. + +Refer to the <> documentation for more details. + +[source,yaml] +---- +inputs { + kafka { + ... + ecs_compatibility => "disabled" + codec => json { ecs_compatibility => "disabled" } + ... + } +} +... +---- + :type!: