Skip to content

Commit

Permalink
Removes Zookeeper from Data Prepper. This was a transitive dependency…
Browse files Browse the repository at this point in the history
… from Hadoop. (opensearch-project#4707)

Signed-off-by: David Venable <dlv@amazon.com>
Signed-off-by: Krishna Kondaka <krishkdk@dev-dsk-krishkdk-2c-bd29c437.us-west-2.amazon.com>
  • Loading branch information
dlvenable authored and Krishna Kondaka committed Jul 23, 2024
1 parent 6793499 commit 9c18767
Show file tree
Hide file tree
Showing 3 changed files with 10 additions and 1 deletion.
4 changes: 4 additions & 0 deletions data-prepper-plugins/parquet-codecs/build.gradle
Original file line number Diff line number Diff line change
Expand Up @@ -15,15 +15,19 @@ dependencies {
runtimeOnly(libs.hadoop.common) {
exclude group: 'org.eclipse.jetty'
exclude group: 'org.apache.hadoop', module: 'hadoop-auth'
exclude group: 'org.apache.zookeeper', module: 'zookeeper'
}
runtimeOnly(libs.hadoop.mapreduce) {
exclude group: 'org.eclipse.jetty'
exclude group: 'org.apache.hadoop', module: 'hadoop-hdfs-client'
exclude group: 'org.apache.zookeeper', module: 'zookeeper'
}
testImplementation project(':data-prepper-test-common')
testImplementation project(':data-prepper-test-event')
testImplementation(libs.hadoop.common) {
exclude group: 'org.eclipse.jetty'
exclude group: 'org.apache.hadoop', module: 'hadoop-auth'
exclude group: 'org.apache.zookeeper', module: 'zookeeper'
}

constraints {
Expand Down
1 change: 1 addition & 0 deletions data-prepper-plugins/s3-sink/build.gradle
Original file line number Diff line number Diff line change
Expand Up @@ -22,6 +22,7 @@ dependencies {
implementation(libs.hadoop.common) {
exclude group: 'org.eclipse.jetty'
exclude group: 'org.apache.hadoop', module: 'hadoop-auth'
exclude group: 'org.apache.zookeeper', module: 'zookeeper'
}
implementation libs.parquet.avro
implementation 'software.amazon.awssdk:apache-client'
Expand Down
6 changes: 5 additions & 1 deletion data-prepper-plugins/s3-source/build.gradle
Original file line number Diff line number Diff line change
Expand Up @@ -45,7 +45,11 @@ dependencies {
testImplementation project(':data-prepper-plugins:parquet-codecs')
testImplementation project(':data-prepper-test-event')
testImplementation libs.avro.core
testImplementation libs.hadoop.common
testImplementation(libs.hadoop.common) {
exclude group: 'org.eclipse.jetty'
exclude group: 'org.apache.hadoop', module: 'hadoop-auth'
exclude group: 'org.apache.zookeeper', module: 'zookeeper'
}
testImplementation libs.parquet.avro
testImplementation libs.parquet.column
testImplementation libs.parquet.hadoop
Expand Down

0 comments on commit 9c18767

Please sign in to comment.