2014-11-05 18:42:05 -05:00
|
|
|
<?xml version="1.0" encoding="UTF-8"?>
|
|
|
|
<!--
|
|
|
|
~ Licensed to the Apache Software Foundation (ASF) under one or more
|
|
|
|
~ contributor license agreements. See the NOTICE file distributed with
|
|
|
|
~ this work for additional information regarding copyright ownership.
|
|
|
|
~ The ASF licenses this file to You under the Apache License, Version 2.0
|
|
|
|
~ (the "License"); you may not use this file except in compliance with
|
|
|
|
~ the License. You may obtain a copy of the License at
|
|
|
|
~
|
|
|
|
~ http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
~
|
|
|
|
~ Unless required by applicable law or agreed to in writing, software
|
|
|
|
~ distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
~ See the License for the specific language governing permissions and
|
|
|
|
~ limitations under the License.
|
|
|
|
-->
|
|
|
|
|
|
|
|
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
|
|
|
|
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
|
|
|
|
<modelVersion>4.0.0</modelVersion>
|
|
|
|
<parent>
|
|
|
|
<groupId>org.apache.spark</groupId>
|
2016-01-30 03:20:28 -05:00
|
|
|
<artifactId>spark-parent_2.11</artifactId>
|
2017-04-25 00:48:04 -04:00
|
|
|
<version>2.3.0-SNAPSHOT</version>
|
2014-11-05 18:42:05 -05:00
|
|
|
<relativePath>../../pom.xml</relativePath>
|
|
|
|
</parent>
|
|
|
|
|
2016-01-30 03:20:28 -05:00
|
|
|
<artifactId>spark-network-yarn_2.11</artifactId>
|
2014-11-05 18:42:05 -05:00
|
|
|
<packaging>jar</packaging>
|
2014-11-08 02:16:13 -05:00
|
|
|
<name>Spark Project YARN Shuffle Service</name>
|
2014-11-05 18:42:05 -05:00
|
|
|
<url>http://spark.apache.org/</url>
|
|
|
|
<properties>
|
|
|
|
<sbt.project.name>network-yarn</sbt.project.name>
|
2015-02-28 01:44:11 -05:00
|
|
|
<!-- Make sure all Hadoop dependencies are provided to avoid repackaging. -->
|
|
|
|
<hadoop.deps.scope>provided</hadoop.deps.scope>
|
2016-02-09 14:01:47 -05:00
|
|
|
<shuffle.jar>${project.build.directory}/scala-${scala.binary.version}/spark-${project.version}-yarn-shuffle.jar</shuffle.jar>
|
2016-04-06 22:33:48 -04:00
|
|
|
<shade>org/spark_project/</shade>
|
2014-11-05 18:42:05 -05:00
|
|
|
</properties>
|
|
|
|
|
|
|
|
<dependencies>
|
|
|
|
<!-- Core dependencies -->
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.spark</groupId>
|
2014-11-12 00:36:48 -05:00
|
|
|
<artifactId>spark-network-shuffle_${scala.binary.version}</artifactId>
|
2014-11-05 18:42:05 -05:00
|
|
|
<version>${project.version}</version>
|
|
|
|
</dependency>
|
2015-10-07 17:11:21 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.spark</groupId>
|
2016-05-17 04:55:53 -04:00
|
|
|
<artifactId>spark-tags_${scala.binary.version}</artifactId>
|
2015-10-07 17:11:21 -04:00
|
|
|
</dependency>
|
2014-11-05 18:42:05 -05:00
|
|
|
|
2016-12-21 19:37:20 -05:00
|
|
|
<!--
|
|
|
|
This spark-tags test-dep is needed even though it isn't used in this module, otherwise testing-cmds that exclude
|
|
|
|
them will yield errors.
|
|
|
|
-->
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.spark</groupId>
|
|
|
|
<artifactId>spark-tags_${scala.binary.version}</artifactId>
|
|
|
|
<type>test-jar</type>
|
|
|
|
<scope>test</scope>
|
|
|
|
</dependency>
|
|
|
|
|
2014-11-05 18:42:05 -05:00
|
|
|
<!-- Provided dependencies -->
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.hadoop</groupId>
|
|
|
|
<artifactId>hadoop-client</artifactId>
|
|
|
|
</dependency>
|
2015-11-02 13:26:36 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.slf4j</groupId>
|
|
|
|
<artifactId>slf4j-api</artifactId>
|
|
|
|
<scope>provided</scope>
|
|
|
|
</dependency>
|
2014-11-05 18:42:05 -05:00
|
|
|
</dependencies>
|
|
|
|
|
|
|
|
<build>
|
|
|
|
<outputDirectory>target/scala-${scala.binary.version}/classes</outputDirectory>
|
|
|
|
<testOutputDirectory>target/scala-${scala.binary.version}/test-classes</testOutputDirectory>
|
2014-11-12 16:39:45 -05:00
|
|
|
<plugins>
|
|
|
|
<plugin>
|
|
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
|
|
<artifactId>maven-shade-plugin</artifactId>
|
|
|
|
<configuration>
|
|
|
|
<shadedArtifactAttached>false</shadedArtifactAttached>
|
2016-02-09 14:01:47 -05:00
|
|
|
<outputFile>${shuffle.jar}</outputFile>
|
2014-11-12 16:39:45 -05:00
|
|
|
<artifactSet>
|
|
|
|
<includes>
|
|
|
|
<include>*:*</include>
|
|
|
|
</includes>
|
|
|
|
</artifactSet>
|
|
|
|
<filters>
|
|
|
|
<filter>
|
|
|
|
<artifact>*:*</artifact>
|
|
|
|
<excludes>
|
|
|
|
<exclude>META-INF/*.SF</exclude>
|
|
|
|
<exclude>META-INF/*.DSA</exclude>
|
|
|
|
<exclude>META-INF/*.RSA</exclude>
|
|
|
|
</excludes>
|
|
|
|
</filter>
|
|
|
|
</filters>
|
2016-02-09 14:01:47 -05:00
|
|
|
<relocations>
|
|
|
|
<relocation>
|
|
|
|
<pattern>com.fasterxml.jackson</pattern>
|
2016-04-06 22:33:48 -04:00
|
|
|
<shadedPattern>${spark.shade.packageName}.com.fasterxml.jackson</shadedPattern>
|
2016-02-09 14:01:47 -05:00
|
|
|
<includes>
|
|
|
|
<include>com.fasterxml.jackson.**</include>
|
|
|
|
</includes>
|
|
|
|
</relocation>
|
2016-06-17 16:44:33 -04:00
|
|
|
<relocation>
|
|
|
|
<pattern>io.netty</pattern>
|
|
|
|
<shadedPattern>${spark.shade.packageName}.io.netty</shadedPattern>
|
|
|
|
<includes>
|
|
|
|
<include>io.netty.**</include>
|
|
|
|
</includes>
|
|
|
|
</relocation>
|
2016-02-09 14:01:47 -05:00
|
|
|
</relocations>
|
2014-11-12 16:39:45 -05:00
|
|
|
</configuration>
|
|
|
|
<executions>
|
|
|
|
<execution>
|
|
|
|
<phase>package</phase>
|
|
|
|
<goals>
|
|
|
|
<goal>shade</goal>
|
|
|
|
</goals>
|
|
|
|
</execution>
|
|
|
|
</executions>
|
|
|
|
</plugin>
|
2016-02-09 14:01:47 -05:00
|
|
|
|
|
|
|
<!-- probes to validate that those dependencies which must be shaded are -->
|
|
|
|
<plugin>
|
|
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
|
|
<artifactId>maven-antrun-plugin</artifactId>
|
|
|
|
<executions>
|
|
|
|
<execution>
|
|
|
|
<phase>verify</phase>
|
|
|
|
<goals>
|
|
|
|
<goal>run</goal>
|
|
|
|
</goals>
|
|
|
|
<configuration>
|
|
|
|
<target>
|
|
|
|
<macrodef name="shaded">
|
|
|
|
<attribute name="resource"/>
|
|
|
|
<sequential>
|
|
|
|
<fail message="Not found ${shade}@{resource}">
|
|
|
|
<condition>
|
|
|
|
<not>
|
|
|
|
<resourceexists>
|
|
|
|
<zipentry zipfile="${shuffle.jar}" name="${shade}@{resource}"/>
|
|
|
|
</resourceexists>
|
|
|
|
</not>
|
|
|
|
</condition>
|
|
|
|
</fail>
|
|
|
|
</sequential>
|
|
|
|
</macrodef>
|
|
|
|
<echo>Verifying dependency shading</echo>
|
|
|
|
<shaded resource="com/fasterxml/jackson/core/JsonParser.class" />
|
|
|
|
<shaded resource="com/fasterxml/jackson/annotation/JacksonAnnotation.class" />
|
|
|
|
<shaded resource="com/fasterxml/jackson/databind/JsonSerializer.class" />
|
|
|
|
</target>
|
|
|
|
</configuration>
|
|
|
|
</execution>
|
|
|
|
</executions>
|
|
|
|
</plugin>
|
2014-11-12 16:39:45 -05:00
|
|
|
</plugins>
|
2014-11-05 18:42:05 -05:00
|
|
|
</build>
|
|
|
|
</project>
|