diff --git a/pom.xml b/pom.xml index 5adbe8ab0e..4a3bd71a90 100644 --- a/pom.xml +++ b/pom.xml @@ -300,12 +300,6 @@ false - - jitpack.io - https://jitpack.io - Jitpack.io repository - - diff --git a/project/SparkBuild.scala b/project/SparkBuild.scala index b9068cc95b..b1531a601c 100644 --- a/project/SparkBuild.scala +++ b/project/SparkBuild.scala @@ -274,9 +274,7 @@ object SparkBuild extends PomBuild { "gcs-maven-central-mirror" at "https://maven-central.storage-download.googleapis.com/maven2/", DefaultMavenRepository, Resolver.mavenLocal, - Resolver.file("ivyLocal", file(Path.userHome.absolutePath + "/.ivy2/local"))(Resolver.ivyStylePatterns), - // needed for brotli-codec - "jitpack.io" at "https://jitpack.io" + Resolver.file("ivyLocal", file(Path.userHome.absolutePath + "/.ivy2/local"))(Resolver.ivyStylePatterns) ), externalResolvers := resolvers.value, otherResolvers := SbtPomKeys.mvnLocalRepository(dotM2 => Seq(Resolver.file("dotM2", dotM2))).value, diff --git a/sql/core/pom.xml b/sql/core/pom.xml index 3cdd9a40af..e023377c1c 100644 --- a/sql/core/pom.xml +++ b/sql/core/pom.xml @@ -184,12 +184,6 @@ htmlunit-driver test - - com.github.rdblue - brotli-codec - 0.1.1 - test - target/scala-${scala.binary.version}/classes diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/FileSourceCodecSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/FileSourceCodecSuite.scala index 3c226d64b7..ac1fd1c0b1 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/FileSourceCodecSuite.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/FileSourceCodecSuite.scala @@ -56,13 +56,10 @@ class ParquetCodecSuite extends FileSourceCodecSuite { override def format: String = "parquet" override val codecConfigName: String = SQLConf.PARQUET_COMPRESSION.key // Exclude "lzo" because it is GPL-licenced so not included in Hadoop. + // Exclude "brotli" because the com.github.rdblue:brotli-codec dependency is not available + // on Maven Central. override protected def availableCodecs: Seq[String] = - if (System.getProperty("os.arch") == "aarch64") { - // Exclude "brotli" due to PARQUET-1975. - Seq("none", "uncompressed", "snappy", "lz4", "gzip", "zstd") - } else { - Seq("none", "uncompressed", "snappy", "lz4", "gzip", "brotli", "zstd") - } + Seq("none", "uncompressed", "snappy", "lz4", "gzip", "zstd") } class OrcCodecSuite extends FileSourceCodecSuite {