Updates the Kafka client libraries to the latest - Apache Kafka clien…

…ts to 3.6.1 and the MSK IAM authentication library to 2.0.3. Removes the AWS SDK v1 Glue package. (opensearch-project#4048)

Signed-off-by: David Venable <[email protected]>

data-prepper-plugins/kafka-plugins/build.gradle

@@ -28,7 +28,8 @@ dependencies {
     implementation project(':data-prepper-plugins:buffer-common')
     implementation project(':data-prepper-plugins:blocking-buffer')
     implementation project(':data-prepper-plugins:aws-plugin-api')
-    implementation 'org.apache.kafka:kafka-clients:3.4.0'
+    implementation 'org.apache.kafka:kafka-clients:3.6.1'
+    implementation 'org.apache.kafka:connect-json:3.6.1'
     implementation libs.avro.core
     implementation 'com.fasterxml.jackson.core:jackson-databind'
     implementation 'io.micrometer:micrometer-core'
@@ -44,12 +45,10 @@ dependencies {
     implementation 'software.amazon.awssdk:auth'
     implementation 'software.amazon.awssdk:kafka'
     implementation 'software.amazon.awssdk:kms'
-    implementation 'software.amazon.msk:aws-msk-iam-auth:1.1.6'
+    implementation 'software.amazon.msk:aws-msk-iam-auth:2.0.3'
     implementation 'software.amazon.glue:schema-registry-serde:1.1.15'
-    implementation 'com.amazonaws:aws-java-sdk-glue:1.12.506'
     implementation 'io.confluent:kafka-json-schema-serializer:7.4.0'
     implementation project(':data-prepper-plugins:failures-common')
-    implementation 'org.apache.kafka:connect-json:3.4.0'
     implementation 'com.github.fge:json-schema-validator:2.2.14'
     implementation 'commons-collections:commons-collections:3.2.2'
     implementation 'software.amazon.awssdk:s3'
@@ -63,12 +62,10 @@ dependencies {
     testImplementation project(':data-prepper-plugins:blocking-buffer')
     testImplementation project(':data-prepper-core')
     testImplementation testLibs.mockito.inline
-    testImplementation 'org.apache.kafka:kafka_2.13:3.4.0'
-    testImplementation 'org.apache.kafka:kafka_2.13:3.4.0:test'
+    testImplementation 'org.apache.kafka:kafka_2.13:3.6.1'
+    testImplementation 'org.apache.kafka:kafka_2.13:3.6.1:test'
     testImplementation 'org.apache.curator:curator-test:5.5.0'
     testImplementation 'io.confluent:kafka-schema-registry:7.4.0'
-    testImplementation 'org.apache.kafka:kafka-clients:3.4.0:test'
-    testImplementation 'org.apache.kafka:connect-json:3.4.0'
     testImplementation('com.kjetland:mbknor-jackson-jsonschema_2.13:1.0.39')
     testImplementation group: 'org.powermock', name: 'powermock-api-mockito2', version: '2.0.9'
     testImplementation project(':data-prepper-plugins:otel-metrics-source')