[SPARK-33107][BUILD][FOLLOW-UP] Remove com.twitter:parquet-hadoop-bundle:1.6.0 and orc.classifier
### What changes were proposed in this pull request? This pr removes `com.twitter:parquet-hadoop-bundle:1.6.0` and `orc.classifier`. ### Why are the changes needed? To make code more clear and readable. ### Does this PR introduce _any_ user-facing change? No. ### How was this patch tested? Existing test. Closes #30005 from wangyum/SPARK-33107. Authored-by: Yuming Wang <yumwang@ebay.com> Signed-off-by: Dongjoon Hyun <dhyun@apple.com>
This commit is contained in:
parent
4af1ac9384
commit
543d59dfbf
|
@ -109,11 +109,6 @@
|
|||
<artifactId>scopt_${scala.binary.version}</artifactId>
|
||||
<version>3.7.1</version>
|
||||
</dependency>
|
||||
<dependency>
|
||||
<groupId>${hive.parquet.group}</groupId>
|
||||
<artifactId>parquet-hadoop-bundle</artifactId>
|
||||
<scope>provided</scope>
|
||||
</dependency>
|
||||
</dependencies>
|
||||
|
||||
<build>
|
||||
|
|
12
pom.xml
12
pom.xml
|
@ -137,9 +137,6 @@
|
|||
<derby.version>10.12.1.1</derby.version>
|
||||
<parquet.version>1.10.1</parquet.version>
|
||||
<orc.version>1.5.12</orc.version>
|
||||
<orc.classifier></orc.classifier>
|
||||
<hive.parquet.group>com.twitter</hive.parquet.group>
|
||||
<hive.parquet.version>1.6.0</hive.parquet.version>
|
||||
<jetty.version>9.4.28.v20200408</jetty.version>
|
||||
<javaxservlet.version>3.1.0</javaxservlet.version>
|
||||
<chill.version>0.9.5</chill.version>
|
||||
|
@ -236,7 +233,6 @@
|
|||
-->
|
||||
<hadoop.deps.scope>compile</hadoop.deps.scope>
|
||||
<hive.deps.scope>compile</hive.deps.scope>
|
||||
<hive.parquet.scope>provided</hive.parquet.scope>
|
||||
<hive.storage.version>2.7.2</hive.storage.version>
|
||||
<hive.storage.scope>compile</hive.storage.scope>
|
||||
<hive.common.scope>compile</hive.common.scope>
|
||||
|
@ -2169,7 +2165,6 @@
|
|||
<groupId>org.apache.orc</groupId>
|
||||
<artifactId>orc-core</artifactId>
|
||||
<version>${orc.version}</version>
|
||||
<classifier>${orc.classifier}</classifier>
|
||||
<scope>${orc.deps.scope}</scope>
|
||||
<exclusions>
|
||||
<exclusion>
|
||||
|
@ -2194,7 +2189,6 @@
|
|||
<groupId>org.apache.orc</groupId>
|
||||
<artifactId>orc-mapreduce</artifactId>
|
||||
<version>${orc.version}</version>
|
||||
<classifier>${orc.classifier}</classifier>
|
||||
<scope>${orc.deps.scope}</scope>
|
||||
<exclusions>
|
||||
<exclusion>
|
||||
|
@ -2243,12 +2237,6 @@
|
|||
<version>${parquet.version}</version>
|
||||
<scope>${parquet.test.deps.scope}</scope>
|
||||
</dependency>
|
||||
<dependency>
|
||||
<groupId>${hive.parquet.group}</groupId>
|
||||
<artifactId>parquet-hadoop-bundle</artifactId>
|
||||
<version>${hive.parquet.version}</version>
|
||||
<scope>${hive.parquet.scope}</scope>
|
||||
</dependency>
|
||||
<dependency>
|
||||
<groupId>org.codehaus.janino</groupId>
|
||||
<artifactId>janino</artifactId>
|
||||
|
|
|
@ -88,12 +88,10 @@
|
|||
<dependency>
|
||||
<groupId>org.apache.orc</groupId>
|
||||
<artifactId>orc-core</artifactId>
|
||||
<classifier>${orc.classifier}</classifier>
|
||||
</dependency>
|
||||
<dependency>
|
||||
<groupId>org.apache.orc</groupId>
|
||||
<artifactId>orc-mapreduce</artifactId>
|
||||
<classifier>${orc.classifier}</classifier>
|
||||
</dependency>
|
||||
<dependency>
|
||||
<groupId>org.apache.hive</groupId>
|
||||
|
|
|
@ -35,11 +35,6 @@
|
|||
</properties>
|
||||
|
||||
<dependencies>
|
||||
<!-- Added for Hive Parquet SerDe -->
|
||||
<dependency>
|
||||
<groupId>${hive.parquet.group}</groupId>
|
||||
<artifactId>parquet-hadoop-bundle</artifactId>
|
||||
</dependency>
|
||||
<dependency>
|
||||
<groupId>org.apache.spark</groupId>
|
||||
<artifactId>spark-core_${scala.binary.version}</artifactId>
|
||||
|
|
Loading…
Reference in a new issue