diff --git a/clients/venice-push-job/build.gradle b/clients/venice-push-job/build.gradle index 1c8b4f98e6..a03f0844b1 100644 --- a/clients/venice-push-job/build.gradle +++ b/clients/venice-push-job/build.gradle @@ -8,6 +8,8 @@ dependencies { exclude module: ':internal:alpini' } + implementation project(':internal:venice-hadoop-common') + implementation (libraries.avro) { exclude group: 'org.mortbay.jetty' // jetty 6 conflicts with spark-java used in controller api } diff --git a/internal/venice-common/build.gradle b/internal/venice-common/build.gradle index b6478e9ddd..ee00f5b1a2 100644 --- a/internal/venice-common/build.gradle +++ b/internal/venice-common/build.gradle @@ -30,12 +30,6 @@ dependencies { exclude group: 'com.linkedin.container', module: 'container-eventbus-factory' // Keeping' it clean. } - implementation (libraries.hadoopCommon) { - // Exclude transitive dependency - exclude group: 'org.apache.avro' - exclude group: 'javax.servlet' - } - implementation project(':clients:venice-thin-client') implementation libraries.avroUtilCompatHelper diff --git a/internal/venice-hadoop-common/build.gradle b/internal/venice-hadoop-common/build.gradle new file mode 100644 index 0000000000..7b066b8eb7 --- /dev/null +++ b/internal/venice-hadoop-common/build.gradle @@ -0,0 +1,12 @@ +dependencies { + implementation project(':internal:venice-common') + implementation libraries.log4j2api + implementation (libraries.hadoopCommon) { + // Exclude transitive dependency + exclude group: 'org.apache.avro' + exclude group: 'javax.servlet' + } + + testImplementation platform('org.junit:junit-bom:5.9.1') + testImplementation 'org.junit.jupiter:junit-jupiter' +} diff --git a/internal/venice-common/src/main/java/com/linkedin/venice/hadoop/schema/HDFSSchemaSource.java b/internal/venice-hadoop-common/src/main/java/com/linkedin/venice/hadoop/schema/HDFSSchemaSource.java similarity index 100% rename from internal/venice-common/src/main/java/com/linkedin/venice/hadoop/schema/HDFSSchemaSource.java rename to internal/venice-hadoop-common/src/main/java/com/linkedin/venice/hadoop/schema/HDFSSchemaSource.java diff --git a/internal/venice-common/src/main/java/com/linkedin/venice/hadoop/schema/SchemaSource.java b/internal/venice-hadoop-common/src/main/java/com/linkedin/venice/hadoop/schema/SchemaSource.java similarity index 100% rename from internal/venice-common/src/main/java/com/linkedin/venice/hadoop/schema/SchemaSource.java rename to internal/venice-hadoop-common/src/main/java/com/linkedin/venice/hadoop/schema/SchemaSource.java diff --git a/internal/venice-common/src/test/java/com/linkedin/venice/hadoop/schema/TestHDFSSchemaSource.java b/internal/venice-hadoop-common/src/test/java/com/linkedin/venice/hadoop/schema/TestHDFSSchemaSource.java similarity index 100% rename from internal/venice-common/src/test/java/com/linkedin/venice/hadoop/schema/TestHDFSSchemaSource.java rename to internal/venice-hadoop-common/src/test/java/com/linkedin/venice/hadoop/schema/TestHDFSSchemaSource.java diff --git a/settings.gradle b/settings.gradle index b5b0820ec3..88dba38627 100644 --- a/settings.gradle +++ b/settings.gradle @@ -54,6 +54,7 @@ include 'services:venice-standalone' include 'internal:venice-avro-compatibility-test' include 'internal:venice-client-common' include 'internal:venice-common' +include 'internal:venice-hadoop-common' include 'internal:venice-jdk-compatibility-test' include 'internal:venice-test-common'