diff --git a/analytics-core/pom.xml b/analytics-core/pom.xml index 0d08063..dfbab36 100644 --- a/analytics-core/pom.xml +++ b/analytics-core/pom.xml @@ -160,15 +160,16 @@ test + org.apache.logging.log4j log4j-api - 2.25.3 + 2.25.4 org.apache.logging.log4j log4j-core - 2.25.3 + 2.25.4 org.apache.hadoop @@ -274,10 +275,11 @@ + org.apache.kafka kafka_${scala.maj.version} - 3.9.1 + 3.9.2 com.fasterxml.jackson.core diff --git a/analytics-core/src/test/scala/org/ekstep/analytics/framework/util/TestDatasetUtil.scala b/analytics-core/src/test/scala/org/ekstep/analytics/framework/util/TestDatasetUtil.scala index 75743e1..7f5ed37 100644 --- a/analytics-core/src/test/scala/org/ekstep/analytics/framework/util/TestDatasetUtil.scala +++ b/analytics-core/src/test/scala/org/ekstep/analytics/framework/util/TestDatasetUtil.scala @@ -105,6 +105,9 @@ class TestDatasetUtil extends BaseSpec with Matchers with MockFactory { case _: IOException => println("S3 Exception occurred") case _: Exception => println("Exception occurred") case illegalArgumentException: IllegalArgumentException => println("CSP Configurations are not found") + // Hadoop 3.4.x throws NoClassDefFoundError (an Error) for missing filesystem classes + // (e.g. NativeAzureFileSystem absent from classpath), whereas 3.3.x wrapped in RuntimeException + case _: Error => println("Storage filesystem class not found") case _ => fail("Unexpected exception type thrown") } diff --git a/analytics-job-driver/pom.xml b/analytics-job-driver/pom.xml index c151c56..474e754 100644 --- a/analytics-job-driver/pom.xml +++ b/analytics-job-driver/pom.xml @@ -130,6 +130,13 @@ lz4-java 1.8.1 + + + at.yawk.lz4 + lz4-java + 1.10.4 + org.scalatest scalatest_${scala.maj.version} diff --git a/pom.xml b/pom.xml index a106df4..c37c2af 100644 --- a/pom.xml +++ b/pom.xml @@ -16,12 +16,14 @@ 2.13.14 3.5 3.5.8 - 3.3.4 - - 2.15.4 + + 3.4.3 + + 2.19.0 2.8 @@ -173,6 +175,53 @@ bcprov-jdk15on 1.70 + + + com.fasterxml.jackson.module + jackson-module-scala_${scala.maj.version} + ${jackson.version} + + + + org.apache.kafka + kafka-clients + 3.9.2 + + + + net.minidev + json-smart + 2.4.9 + + + + org.apache.logging.log4j + log4j-core + 2.25.4 + + + org.apache.logging.log4j + log4j-api + 2.25.4 + + + org.apache.logging.log4j + log4j-1.2-api + 2.25.4 + + + + org.eclipse.jetty + jetty-webapp + 9.4.57.v20241219 + + + + org.eclipse.jetty + jetty-xml + 9.4.57.v20241219 +