[SPARK-36670][FOLLOWUP][TEST] Remove brotli-codec dependency
### What changes were proposed in this pull request?
Remove `com.github.rdblue:brotli-codec:0.1.1` dependency.
### Why are the changes needed?
As Stephen Coy pointed out in the dev list, we should not have `com.github.rdblue:brotli-codec:0.1.1` dependency which is not available on Maven Central. This is to avoid possible artifact changes on `Jitpack.io`.
Also, the dependency is for tests only. I suggest that we remove it now to unblock the 3.2.0 release ASAP.
### Does this PR introduce _any_ user-facing change?
No
### How was this patch tested?
GA tests.
Closes #34059 from gengliangwang/removeDeps.
Authored-by: Gengliang Wang <gengliang@apache.org>
Signed-off-by: Dongjoon Hyun <dongjoon@apache.org>
(cherry picked from commit ba5708d944
)
Signed-off-by: Dongjoon Hyun <dongjoon@apache.org>
This commit is contained in:
parent
7fa88b28a5
commit
affd7a4d47
6
pom.xml
6
pom.xml
|
@ -300,12 +300,6 @@
|
||||||
<enabled>false</enabled>
|
<enabled>false</enabled>
|
||||||
</snapshots>
|
</snapshots>
|
||||||
</repository>
|
</repository>
|
||||||
<repository>
|
|
||||||
<id>jitpack.io</id>
|
|
||||||
<url>https://jitpack.io</url>
|
|
||||||
<name>Jitpack.io repository</name>
|
|
||||||
<!-- needed for brotli-codec -->
|
|
||||||
</repository>
|
|
||||||
</repositories>
|
</repositories>
|
||||||
<pluginRepositories>
|
<pluginRepositories>
|
||||||
<pluginRepository>
|
<pluginRepository>
|
||||||
|
|
|
@ -274,9 +274,7 @@ object SparkBuild extends PomBuild {
|
||||||
"gcs-maven-central-mirror" at "https://maven-central.storage-download.googleapis.com/maven2/",
|
"gcs-maven-central-mirror" at "https://maven-central.storage-download.googleapis.com/maven2/",
|
||||||
DefaultMavenRepository,
|
DefaultMavenRepository,
|
||||||
Resolver.mavenLocal,
|
Resolver.mavenLocal,
|
||||||
Resolver.file("ivyLocal", file(Path.userHome.absolutePath + "/.ivy2/local"))(Resolver.ivyStylePatterns),
|
Resolver.file("ivyLocal", file(Path.userHome.absolutePath + "/.ivy2/local"))(Resolver.ivyStylePatterns)
|
||||||
// needed for brotli-codec
|
|
||||||
"jitpack.io" at "https://jitpack.io"
|
|
||||||
),
|
),
|
||||||
externalResolvers := resolvers.value,
|
externalResolvers := resolvers.value,
|
||||||
otherResolvers := SbtPomKeys.mvnLocalRepository(dotM2 => Seq(Resolver.file("dotM2", dotM2))).value,
|
otherResolvers := SbtPomKeys.mvnLocalRepository(dotM2 => Seq(Resolver.file("dotM2", dotM2))).value,
|
||||||
|
|
|
@ -184,12 +184,6 @@
|
||||||
<artifactId>htmlunit-driver</artifactId>
|
<artifactId>htmlunit-driver</artifactId>
|
||||||
<scope>test</scope>
|
<scope>test</scope>
|
||||||
</dependency>
|
</dependency>
|
||||||
<dependency>
|
|
||||||
<groupId>com.github.rdblue</groupId>
|
|
||||||
<artifactId>brotli-codec</artifactId>
|
|
||||||
<version>0.1.1</version>
|
|
||||||
<scope>test</scope>
|
|
||||||
</dependency>
|
|
||||||
</dependencies>
|
</dependencies>
|
||||||
<build>
|
<build>
|
||||||
<outputDirectory>target/scala-${scala.binary.version}/classes</outputDirectory>
|
<outputDirectory>target/scala-${scala.binary.version}/classes</outputDirectory>
|
||||||
|
|
|
@ -56,13 +56,10 @@ class ParquetCodecSuite extends FileSourceCodecSuite {
|
||||||
override def format: String = "parquet"
|
override def format: String = "parquet"
|
||||||
override val codecConfigName: String = SQLConf.PARQUET_COMPRESSION.key
|
override val codecConfigName: String = SQLConf.PARQUET_COMPRESSION.key
|
||||||
// Exclude "lzo" because it is GPL-licenced so not included in Hadoop.
|
// Exclude "lzo" because it is GPL-licenced so not included in Hadoop.
|
||||||
|
// Exclude "brotli" because the com.github.rdblue:brotli-codec dependency is not available
|
||||||
|
// on Maven Central.
|
||||||
override protected def availableCodecs: Seq[String] =
|
override protected def availableCodecs: Seq[String] =
|
||||||
if (System.getProperty("os.arch") == "aarch64") {
|
|
||||||
// Exclude "brotli" due to PARQUET-1975.
|
|
||||||
Seq("none", "uncompressed", "snappy", "lz4", "gzip", "zstd")
|
Seq("none", "uncompressed", "snappy", "lz4", "gzip", "zstd")
|
||||||
} else {
|
|
||||||
Seq("none", "uncompressed", "snappy", "lz4", "gzip", "brotli", "zstd")
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
class OrcCodecSuite extends FileSourceCodecSuite {
|
class OrcCodecSuite extends FileSourceCodecSuite {
|
||||||
|
|
Loading…
Reference in a new issue