2012-11-20 18:50:07 -05:00
|
|
|
<?xml version="1.0" encoding="UTF-8"?>
|
2013-07-16 20:21:33 -04:00
|
|
|
<!--
|
|
|
|
~ Licensed to the Apache Software Foundation (ASF) under one or more
|
|
|
|
~ contributor license agreements. See the NOTICE file distributed with
|
|
|
|
~ this work for additional information regarding copyright ownership.
|
|
|
|
~ The ASF licenses this file to You under the Apache License, Version 2.0
|
|
|
|
~ (the "License"); you may not use this file except in compliance with
|
|
|
|
~ the License. You may obtain a copy of the License at
|
|
|
|
~
|
|
|
|
~ http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
~
|
|
|
|
~ Unless required by applicable law or agreed to in writing, software
|
|
|
|
~ distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
~ See the License for the specific language governing permissions and
|
|
|
|
~ limitations under the License.
|
|
|
|
-->
|
|
|
|
|
2012-11-20 18:50:07 -05:00
|
|
|
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
|
|
|
|
<modelVersion>4.0.0</modelVersion>
|
2013-09-02 21:34:03 -04:00
|
|
|
<parent>
|
|
|
|
<groupId>org.apache</groupId>
|
|
|
|
<artifactId>apache</artifactId>
|
2013-10-15 02:10:54 -04:00
|
|
|
<version>13</version>
|
2013-09-02 21:34:03 -04:00
|
|
|
</parent>
|
2013-08-31 22:27:07 -04:00
|
|
|
<groupId>org.apache.spark</groupId>
|
2013-03-15 14:41:51 -04:00
|
|
|
<artifactId>spark-parent</artifactId>
|
2014-03-02 04:00:16 -05:00
|
|
|
<version>1.0.0-SNAPSHOT</version>
|
2012-11-20 18:50:07 -05:00
|
|
|
<packaging>pom</packaging>
|
|
|
|
<name>Spark Project Parent POM</name>
|
2014-03-02 04:00:16 -05:00
|
|
|
<url>http://spark.apache.org/</url>
|
2012-11-20 18:50:07 -05:00
|
|
|
<licenses>
|
|
|
|
<license>
|
2013-08-31 22:27:07 -04:00
|
|
|
<name>Apache 2.0 License</name>
|
|
|
|
<url>http://www.apache.org/licenses/LICENSE-2.0.html</url>
|
2012-11-20 18:50:07 -05:00
|
|
|
<distribution>repo</distribution>
|
|
|
|
</license>
|
|
|
|
</licenses>
|
|
|
|
<scm>
|
2014-03-02 04:00:16 -05:00
|
|
|
<connection>scm:git:git@github.com:apache/spark.git</connection>
|
|
|
|
<developerConnection>scm:git:https://git-wip-us.apache.org/repos/asf/spark.git</developerConnection>
|
|
|
|
<url>scm:git:git@github.com:apache/spark.git</url>
|
2013-10-05 20:53:11 -04:00
|
|
|
<tag>HEAD</tag>
|
2012-11-20 18:50:07 -05:00
|
|
|
</scm>
|
|
|
|
<developers>
|
|
|
|
<developer>
|
|
|
|
<id>matei</id>
|
|
|
|
<name>Matei Zaharia</name>
|
|
|
|
<email>matei.zaharia@gmail.com</email>
|
|
|
|
<url>http://www.cs.berkeley.edu/~matei</url>
|
2013-09-01 01:45:53 -04:00
|
|
|
<organization>Apache Software Foundation</organization>
|
2014-03-02 04:00:16 -05:00
|
|
|
<organizationUrl>http://spark.apache.org</organizationUrl>
|
2012-11-20 18:50:07 -05:00
|
|
|
</developer>
|
|
|
|
</developers>
|
|
|
|
<issueManagement>
|
2013-08-31 22:27:07 -04:00
|
|
|
<system>JIRA</system>
|
2012-12-10 13:58:56 -05:00
|
|
|
<url>https://spark-project.atlassian.net/browse/SPARK</url>
|
2012-11-20 18:50:07 -05:00
|
|
|
</issueManagement>
|
|
|
|
|
|
|
|
<prerequisites>
|
|
|
|
<maven>3.0.0</maven>
|
|
|
|
</prerequisites>
|
|
|
|
|
2013-10-15 02:10:54 -04:00
|
|
|
<mailingLists>
|
|
|
|
<mailingList>
|
|
|
|
<name>Dev Mailing List</name>
|
2014-03-02 04:00:16 -05:00
|
|
|
<post>dev@spark.apache.org</post>
|
|
|
|
<subscribe>dev-subscribe@spark.apache.org</subscribe>
|
|
|
|
<unsubscribe>dev-unsubscribe@spark.apache.org</unsubscribe>
|
2013-10-15 02:10:54 -04:00
|
|
|
</mailingList>
|
|
|
|
|
|
|
|
<mailingList>
|
|
|
|
<name>User Mailing List</name>
|
2014-03-02 04:00:16 -05:00
|
|
|
<post>user@spark.apache.org</post>
|
|
|
|
<subscribe>user-subscribe@spark.apache.org</subscribe>
|
|
|
|
<unsubscribe>user-unsubscribe@spark.apache.org</unsubscribe>
|
2013-10-15 02:10:54 -04:00
|
|
|
</mailingList>
|
|
|
|
|
|
|
|
<mailingList>
|
|
|
|
<name>Commits Mailing List</name>
|
2014-03-02 04:00:16 -05:00
|
|
|
<post>commits@spark.apache.org</post>
|
|
|
|
<subscribe>commits-subscribe@spark.apache.org</subscribe>
|
|
|
|
<unsubscribe>commits-unsubscribe@spark.apache.org</unsubscribe>
|
2013-10-15 02:10:54 -04:00
|
|
|
</mailingList>
|
|
|
|
</mailingLists>
|
|
|
|
|
2012-11-20 18:50:07 -05:00
|
|
|
<modules>
|
|
|
|
<module>core</module>
|
|
|
|
<module>bagel</module>
|
2014-01-10 18:22:31 -05:00
|
|
|
<module>graphx</module>
|
2013-07-30 17:03:15 -04:00
|
|
|
<module>mllib</module>
|
2013-07-18 01:59:00 -04:00
|
|
|
<module>tools</module>
|
2013-01-20 22:22:24 -05:00
|
|
|
<module>streaming</module>
|
2012-12-18 13:44:03 -05:00
|
|
|
<module>repl</module>
|
2013-08-27 22:23:54 -04:00
|
|
|
<module>assembly</module>
|
2013-12-31 03:28:57 -05:00
|
|
|
<module>external/twitter</module>
|
|
|
|
<module>external/kafka</module>
|
|
|
|
<module>external/flume</module>
|
|
|
|
<module>external/zeromq</module>
|
|
|
|
<module>external/mqtt</module>
|
|
|
|
<module>examples</module>
|
2012-11-20 18:50:07 -05:00
|
|
|
</modules>
|
|
|
|
|
|
|
|
<properties>
|
|
|
|
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
|
|
|
|
<project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
|
|
|
|
|
2013-10-05 15:41:09 -04:00
|
|
|
<java.version>1.6</java.version>
|
2013-09-26 01:57:16 -04:00
|
|
|
|
2013-10-05 15:41:09 -04:00
|
|
|
<scala.version>2.10.3</scala.version>
|
2013-12-15 15:39:58 -05:00
|
|
|
<scala.binary.version>2.10</scala.binary.version>
|
2013-09-15 15:46:26 -04:00
|
|
|
<mesos.version>0.13.0</mesos.version>
|
2013-12-17 01:01:27 -05:00
|
|
|
<akka.group>org.spark-project.akka</akka.group>
|
2013-12-15 23:30:21 -05:00
|
|
|
<akka.version>2.2.3-shaded-protobuf</akka.version>
|
SPARK-1071: Tidy logging strategy and use of log4j
Prompted by a recent thread on the mailing list, I tried and failed to see if Spark can be made independent of log4j. There are a few cases where control of the underlying logging is pretty useful, and to do that, you have to bind to a specific logger.
Instead I propose some tidying that leaves Spark's use of log4j, but gets rid of warnings and should still enable downstream users to switch. The idea is to pipe everything (except log4j) through SLF4J, and have Spark use SLF4J directly when logging, and where Spark needs to output info (REPL and tests), bind from SLF4J to log4j.
This leaves the same behavior in Spark. It means that downstream users who want to use something except log4j should:
- Exclude dependencies on log4j, slf4j-log4j12 from Spark
- Include dependency on log4j-over-slf4j
- Include dependency on another logger X, and another slf4j-X
- Recreate any log config that Spark does, that is needed, in the other logger's config
That sounds about right.
Here are the key changes:
- Include the jcl-over-slf4j shim everywhere by depending on it in core.
- Exclude dependencies on commons-logging from third-party libraries.
- Include the jul-to-slf4j shim everywhere by depending on it in core.
- Exclude slf4j-* dependencies from third-party libraries to prevent collision or warnings
- Added missing slf4j-log4j12 binding to GraphX, Bagel module tests
And minor/incidental changes:
- Update to SLF4J 1.7.5, which happily matches Hadoop 2’s version and is a recommended update over 1.7.2
- (Remove a duplicate HBase dependency declaration in SparkBuild.scala)
- (Remove a duplicate mockito dependency declaration that was causing warnings and bugging me)
Author: Sean Owen <sowen@cloudera.com>
Closes #570 from srowen/SPARK-1071 and squashes the following commits:
52eac9f [Sean Owen] Add slf4j-over-log4j12 dependency to core (non-test) and remove it from things that depend on core.
77a7fa9 [Sean Owen] SPARK-1071: Tidy logging strategy and use of log4j
2014-02-23 14:40:55 -05:00
|
|
|
<slf4j.version>1.7.5</slf4j.version>
|
2013-03-15 14:41:51 -04:00
|
|
|
<log4j.version>1.2.17</log4j.version>
|
2013-08-21 16:50:24 -04:00
|
|
|
<hadoop.version>1.0.4</hadoop.version>
|
2013-12-15 23:30:21 -05:00
|
|
|
<protobuf.version>2.4.1</protobuf.version>
|
2013-09-13 17:06:45 -04:00
|
|
|
<yarn.version>0.23.7</yarn.version>
|
2013-08-27 22:23:54 -04:00
|
|
|
<hbase.version>0.94.6</hbase.version>
|
2013-05-29 23:14:59 -04:00
|
|
|
|
2013-06-12 20:20:05 -04:00
|
|
|
<PermGen>64m</PermGen>
|
2013-05-29 23:14:59 -04:00
|
|
|
<MaxPermGen>512m</MaxPermGen>
|
2012-11-20 18:50:07 -05:00
|
|
|
</properties>
|
|
|
|
|
|
|
|
<repositories>
|
|
|
|
<repository>
|
2013-12-07 02:15:57 -05:00
|
|
|
<id>maven-repo</id> <!-- This should be at top, it makes maven try the central repo first and then others and hence faster dep resolution -->
|
|
|
|
<name>Maven Repository</name>
|
2013-12-16 15:38:01 -05:00
|
|
|
<url>http://repo.maven.apache.org/maven2</url>
|
2012-11-20 18:50:07 -05:00
|
|
|
<releases>
|
|
|
|
<enabled>true</enabled>
|
|
|
|
</releases>
|
|
|
|
<snapshots>
|
|
|
|
<enabled>false</enabled>
|
|
|
|
</snapshots>
|
|
|
|
</repository>
|
|
|
|
<repository>
|
2013-01-20 08:42:16 -05:00
|
|
|
<id>jboss-repo</id>
|
|
|
|
<name>JBoss Repository</name>
|
2013-12-16 15:38:01 -05:00
|
|
|
<url>http://repository.jboss.org/nexus/content/repositories/releases</url>
|
2012-11-20 18:50:07 -05:00
|
|
|
<releases>
|
|
|
|
<enabled>true</enabled>
|
|
|
|
</releases>
|
|
|
|
<snapshots>
|
|
|
|
<enabled>false</enabled>
|
|
|
|
</snapshots>
|
|
|
|
</repository>
|
2013-10-23 18:29:22 -04:00
|
|
|
<repository>
|
2014-01-08 04:18:19 -05:00
|
|
|
<id>cloudera-repo</id>
|
|
|
|
<name>Cloudera Repository</name>
|
|
|
|
<url>https://repository.cloudera.com/artifactory/cloudera-repos</url>
|
2013-10-23 18:29:22 -04:00
|
|
|
</repository>
|
2012-11-20 18:50:07 -05:00
|
|
|
</repositories>
|
|
|
|
|
|
|
|
<dependencyManagement>
|
|
|
|
<dependencies>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.eclipse.jetty</groupId>
|
|
|
|
<artifactId>jetty-server</artifactId>
|
2013-08-21 16:50:24 -04:00
|
|
|
<version>7.6.8.v20121106</version>
|
2012-11-20 18:50:07 -05:00
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>com.google.guava</groupId>
|
|
|
|
<artifactId>guava</artifactId>
|
2013-08-21 16:50:24 -04:00
|
|
|
<version>14.0.1</version>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>com.google.code.findbugs</groupId>
|
|
|
|
<artifactId>jsr305</artifactId>
|
|
|
|
<version>1.3.9</version>
|
2012-11-20 18:50:07 -05:00
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.slf4j</groupId>
|
|
|
|
<artifactId>slf4j-api</artifactId>
|
|
|
|
<version>${slf4j.version}</version>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.slf4j</groupId>
|
|
|
|
<artifactId>slf4j-log4j12</artifactId>
|
|
|
|
<version>${slf4j.version}</version>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.slf4j</groupId>
|
|
|
|
<artifactId>jul-to-slf4j</artifactId>
|
|
|
|
<version>${slf4j.version}</version>
|
|
|
|
</dependency>
|
SPARK-1071: Tidy logging strategy and use of log4j
Prompted by a recent thread on the mailing list, I tried and failed to see if Spark can be made independent of log4j. There are a few cases where control of the underlying logging is pretty useful, and to do that, you have to bind to a specific logger.
Instead I propose some tidying that leaves Spark's use of log4j, but gets rid of warnings and should still enable downstream users to switch. The idea is to pipe everything (except log4j) through SLF4J, and have Spark use SLF4J directly when logging, and where Spark needs to output info (REPL and tests), bind from SLF4J to log4j.
This leaves the same behavior in Spark. It means that downstream users who want to use something except log4j should:
- Exclude dependencies on log4j, slf4j-log4j12 from Spark
- Include dependency on log4j-over-slf4j
- Include dependency on another logger X, and another slf4j-X
- Recreate any log config that Spark does, that is needed, in the other logger's config
That sounds about right.
Here are the key changes:
- Include the jcl-over-slf4j shim everywhere by depending on it in core.
- Exclude dependencies on commons-logging from third-party libraries.
- Include the jul-to-slf4j shim everywhere by depending on it in core.
- Exclude slf4j-* dependencies from third-party libraries to prevent collision or warnings
- Added missing slf4j-log4j12 binding to GraphX, Bagel module tests
And minor/incidental changes:
- Update to SLF4J 1.7.5, which happily matches Hadoop 2’s version and is a recommended update over 1.7.2
- (Remove a duplicate HBase dependency declaration in SparkBuild.scala)
- (Remove a duplicate mockito dependency declaration that was causing warnings and bugging me)
Author: Sean Owen <sowen@cloudera.com>
Closes #570 from srowen/SPARK-1071 and squashes the following commits:
52eac9f [Sean Owen] Add slf4j-over-log4j12 dependency to core (non-test) and remove it from things that depend on core.
77a7fa9 [Sean Owen] SPARK-1071: Tidy logging strategy and use of log4j
2014-02-23 14:40:55 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.slf4j</groupId>
|
|
|
|
<artifactId>jcl-over-slf4j</artifactId>
|
|
|
|
<version>${slf4j.version}</version>
|
|
|
|
<!-- <scope>runtime</scope> --> <!-- more correct, but scalac 2.10.3 doesn't like it -->
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>log4j</groupId>
|
|
|
|
<artifactId>log4j</artifactId>
|
|
|
|
<version>${log4j.version}</version>
|
|
|
|
</dependency>
|
2012-11-20 18:50:07 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.ning</groupId>
|
|
|
|
<artifactId>compress-lzf</artifactId>
|
2014-01-06 04:08:27 -05:00
|
|
|
<version>1.0.0</version>
|
2012-11-20 18:50:07 -05:00
|
|
|
</dependency>
|
2013-07-30 20:25:42 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.xerial.snappy</groupId>
|
|
|
|
<artifactId>snappy-java</artifactId>
|
|
|
|
<version>1.0.5</version>
|
|
|
|
</dependency>
|
2012-11-20 18:50:07 -05:00
|
|
|
<dependency>
|
2013-06-19 07:34:30 -04:00
|
|
|
<groupId>org.ow2.asm</groupId>
|
|
|
|
<artifactId>asm</artifactId>
|
|
|
|
<version>4.0</version>
|
2012-11-20 18:50:07 -05:00
|
|
|
</dependency>
|
2013-10-18 17:10:24 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.clearspring.analytics</groupId>
|
|
|
|
<artifactId>stream</artifactId>
|
|
|
|
<version>2.4.0</version>
|
|
|
|
</dependency>
|
2013-12-31 22:30:08 -05:00
|
|
|
<!-- In theory we need not directly depend on protobuf since Spark does not directly
|
|
|
|
use it. However, when building with Hadoop/YARN 2.2 Maven doesn't correctly bump
|
2014-01-09 00:19:08 -05:00
|
|
|
the protobuf version up from the one Mesos gives. For now we include this variable
|
2013-12-31 22:30:08 -05:00
|
|
|
to explicitly bump the version when building with YARN. It would be nice to figure
|
|
|
|
out why Maven can't resolve this correctly (like SBT does). -->
|
2012-11-20 18:50:07 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.google.protobuf</groupId>
|
|
|
|
<artifactId>protobuf-java</artifactId>
|
2013-12-02 00:08:36 -05:00
|
|
|
<version>${protobuf.version}</version>
|
2012-11-20 18:50:07 -05:00
|
|
|
</dependency>
|
|
|
|
<dependency>
|
2013-07-24 23:55:48 -04:00
|
|
|
<groupId>com.twitter</groupId>
|
2013-12-15 15:39:58 -05:00
|
|
|
<artifactId>chill_${scala.binary.version}</artifactId>
|
2013-08-08 16:30:27 -04:00
|
|
|
<version>0.3.1</version>
|
2013-07-24 23:55:48 -04:00
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>com.twitter</groupId>
|
|
|
|
<artifactId>chill-java</artifactId>
|
2013-08-08 16:30:27 -04:00
|
|
|
<version>0.3.1</version>
|
2012-11-20 18:50:07 -05:00
|
|
|
</dependency>
|
|
|
|
<dependency>
|
2013-12-02 00:08:36 -05:00
|
|
|
<groupId>${akka.group}</groupId>
|
2013-12-15 15:39:58 -05:00
|
|
|
<artifactId>akka-actor_${scala.binary.version}</artifactId>
|
2012-11-20 18:50:07 -05:00
|
|
|
<version>${akka.version}</version>
|
2013-10-19 15:35:55 -04:00
|
|
|
<exclusions>
|
|
|
|
<exclusion>
|
|
|
|
<groupId>org.jboss.netty</groupId>
|
|
|
|
<artifactId>netty</artifactId>
|
|
|
|
</exclusion>
|
|
|
|
</exclusions>
|
2012-11-20 18:50:07 -05:00
|
|
|
</dependency>
|
|
|
|
<dependency>
|
2013-12-02 00:08:36 -05:00
|
|
|
<groupId>${akka.group}</groupId>
|
2013-12-15 15:39:58 -05:00
|
|
|
<artifactId>akka-remote_${scala.binary.version}</artifactId>
|
2012-11-20 18:50:07 -05:00
|
|
|
<version>${akka.version}</version>
|
2013-10-19 15:35:55 -04:00
|
|
|
<exclusions>
|
|
|
|
<exclusion>
|
|
|
|
<groupId>org.jboss.netty</groupId>
|
|
|
|
<artifactId>netty</artifactId>
|
|
|
|
</exclusion>
|
|
|
|
</exclusions>
|
2012-11-20 18:50:07 -05:00
|
|
|
</dependency>
|
|
|
|
<dependency>
|
2013-12-02 00:08:36 -05:00
|
|
|
<groupId>${akka.group}</groupId>
|
2013-12-15 15:39:58 -05:00
|
|
|
<artifactId>akka-slf4j_${scala.binary.version}</artifactId>
|
2012-11-20 18:50:07 -05:00
|
|
|
<version>${akka.version}</version>
|
2013-10-19 15:35:55 -04:00
|
|
|
<exclusions>
|
|
|
|
<exclusion>
|
|
|
|
<groupId>org.jboss.netty</groupId>
|
|
|
|
<artifactId>netty</artifactId>
|
|
|
|
</exclusion>
|
|
|
|
</exclusions>
|
2012-11-20 18:50:07 -05:00
|
|
|
</dependency>
|
2014-01-07 03:21:43 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>${akka.group}</groupId>
|
|
|
|
<artifactId>akka-testkit_${scala.binary.version}</artifactId>
|
|
|
|
<version>${akka.version}</version>
|
|
|
|
<exclusions>
|
|
|
|
<exclusion>
|
|
|
|
<groupId>org.jboss.netty</groupId>
|
|
|
|
<artifactId>netty</artifactId>
|
|
|
|
</exclusion>
|
|
|
|
</exclusions>
|
|
|
|
</dependency>
|
2012-11-20 18:50:07 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>it.unimi.dsi</groupId>
|
|
|
|
<artifactId>fastutil</artifactId>
|
|
|
|
<version>6.4.4</version>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>colt</groupId>
|
|
|
|
<artifactId>colt</artifactId>
|
|
|
|
<version>1.2.0</version>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.mesos</groupId>
|
|
|
|
<artifactId>mesos</artifactId>
|
2012-11-27 18:43:30 -05:00
|
|
|
<version>${mesos.version}</version>
|
2012-11-20 18:50:07 -05:00
|
|
|
</dependency>
|
2013-05-16 17:31:26 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>io.netty</groupId>
|
|
|
|
<artifactId>netty-all</artifactId>
|
2014-03-02 03:48:50 -05:00
|
|
|
<version>4.0.17.Final</version>
|
2013-05-16 17:31:26 -04:00
|
|
|
</dependency>
|
2013-05-15 02:28:34 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.derby</groupId>
|
|
|
|
<artifactId>derby</artifactId>
|
|
|
|
<version>10.4.2.0</version>
|
|
|
|
<scope>test</scope>
|
|
|
|
</dependency>
|
2013-06-18 19:50:23 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>net.liftweb</groupId>
|
2013-12-15 15:39:58 -05:00
|
|
|
<artifactId>lift-json_${scala.binary.version}</artifactId>
|
2013-07-12 05:19:16 -04:00
|
|
|
<version>2.5.1</version>
|
2014-03-02 17:27:53 -05:00
|
|
|
<!-- see also exclusion for json4s; this is necessary since it depends on
|
|
|
|
scala-library and scalap 2.10.0, but we use 2.10.3, and only override
|
|
|
|
scala-library -->
|
2013-10-05 15:41:09 -04:00
|
|
|
<exclusions>
|
|
|
|
<exclusion>
|
|
|
|
<groupId>org.scala-lang</groupId>
|
|
|
|
<artifactId>scalap</artifactId>
|
|
|
|
</exclusion>
|
|
|
|
</exclusions>
|
2013-06-18 19:50:23 -04:00
|
|
|
</dependency>
|
2013-07-24 19:12:32 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.codahale.metrics</groupId>
|
|
|
|
<artifactId>metrics-core</artifactId>
|
|
|
|
<version>3.0.0</version>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>com.codahale.metrics</groupId>
|
|
|
|
<artifactId>metrics-jvm</artifactId>
|
|
|
|
<version>3.0.0</version>
|
|
|
|
</dependency>
|
2013-08-06 04:19:37 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.codahale.metrics</groupId>
|
|
|
|
<artifactId>metrics-json</artifactId>
|
|
|
|
<version>3.0.0</version>
|
|
|
|
</dependency>
|
2013-09-09 12:32:18 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.codahale.metrics</groupId>
|
|
|
|
<artifactId>metrics-ganglia</artifactId>
|
|
|
|
<version>3.0.0</version>
|
|
|
|
</dependency>
|
2013-11-24 22:23:11 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>com.codahale.metrics</groupId>
|
|
|
|
<artifactId>metrics-graphite</artifactId>
|
|
|
|
<version>3.0.0</version>
|
|
|
|
</dependency>
|
2012-11-20 18:50:07 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.scala-lang</groupId>
|
|
|
|
<artifactId>scala-compiler</artifactId>
|
|
|
|
<version>${scala.version}</version>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.scala-lang</groupId>
|
|
|
|
<artifactId>jline</artifactId>
|
|
|
|
<version>${scala.version}</version>
|
|
|
|
</dependency>
|
2013-07-08 19:07:09 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.scala-lang</groupId>
|
|
|
|
<artifactId>scala-library</artifactId>
|
|
|
|
<version>${scala.version}</version>
|
|
|
|
</dependency>
|
2012-11-20 18:50:07 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.scalatest</groupId>
|
2013-12-15 15:39:58 -05:00
|
|
|
<artifactId>scalatest_${scala.binary.version}</artifactId>
|
2013-04-18 17:58:38 -04:00
|
|
|
<version>1.9.1</version>
|
2012-11-20 18:50:07 -05:00
|
|
|
<scope>test</scope>
|
|
|
|
</dependency>
|
2013-09-26 01:18:24 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>commons-io</groupId>
|
|
|
|
<artifactId>commons-io</artifactId>
|
|
|
|
<version>2.4</version>
|
|
|
|
</dependency>
|
2013-01-29 01:40:16 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.easymock</groupId>
|
|
|
|
<artifactId>easymock</artifactId>
|
|
|
|
<version>3.1</version>
|
|
|
|
<scope>test</scope>
|
|
|
|
</dependency>
|
2014-03-02 17:27:53 -05:00
|
|
|
<dependency>
|
2013-11-04 10:40:40 -05:00
|
|
|
<groupId>org.mockito</groupId>
|
|
|
|
<artifactId>mockito-all</artifactId>
|
|
|
|
<version>1.8.5</version>
|
|
|
|
<scope>test</scope>
|
|
|
|
</dependency>
|
2012-11-20 18:50:07 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.scalacheck</groupId>
|
2013-12-15 15:39:58 -05:00
|
|
|
<artifactId>scalacheck_${scala.binary.version}</artifactId>
|
2013-04-18 17:58:38 -04:00
|
|
|
<version>1.10.0</version>
|
2012-11-20 18:50:07 -05:00
|
|
|
<scope>test</scope>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>com.novocode</groupId>
|
|
|
|
<artifactId>junit-interface</artifactId>
|
2014-01-25 19:32:44 -05:00
|
|
|
<version>0.10</version>
|
2012-11-20 18:50:07 -05:00
|
|
|
<scope>test</scope>
|
|
|
|
</dependency>
|
Standalone Scheduler fault tolerance using ZooKeeper
This patch implements full distributed fault tolerance for standalone scheduler Masters.
There is only one master Leader at a time, which is actively serving scheduling
requests. If this Leader crashes, another master will eventually be elected, reconstruct
the state from the first Master, and continue serving scheduling requests.
Leader election is performed using the ZooKeeper leader election pattern. We try to minimize
the use of ZooKeeper and the assumptions about ZooKeeper's behavior, so there is a layer of
retries and session monitoring on top of the ZooKeeper client.
Master failover follows directly from the single-node Master recovery via the file
system (patch 194ba4b8), save that the Master state is stored in ZooKeeper instead.
Configuration:
By default, no recovery mechanism is enabled (spark.deploy.recoveryMode = NONE).
By setting spark.deploy.recoveryMode to ZOOKEEPER and setting spark.deploy.zookeeper.url
to an appropriate ZooKeeper URL, ZooKeeper recovery mode is enabled.
By setting spark.deploy.recoveryMode to FILESYSTEM and setting spark.deploy.recoveryDirectory
to an appropriate directory accessible by the Master, we will keep the behavior of from 194ba4b8.
Additionally, places where a Master could be specificied by a spark:// url can now take
comma-delimited lists to specify backup masters. Note that this is only used for registration
of NEW Workers and application Clients. Once a Worker or Client has registered with the
Master Leader, it is "in the system" and will never need to register again.
Forthcoming:
Documentation, tests (! - only ad hoc testing has been performed so far)
I do not intend for this commit to be merged until tests are added, but this patch should
still be mostly reviewable until then.
2013-09-19 17:40:14 -04:00
|
|
|
<dependency>
|
2014-02-25 02:20:38 -05:00
|
|
|
<groupId>org.apache.curator</groupId>
|
|
|
|
<artifactId>curator-recipes</artifactId>
|
|
|
|
<version>2.4.0</version>
|
Standalone Scheduler fault tolerance using ZooKeeper
This patch implements full distributed fault tolerance for standalone scheduler Masters.
There is only one master Leader at a time, which is actively serving scheduling
requests. If this Leader crashes, another master will eventually be elected, reconstruct
the state from the first Master, and continue serving scheduling requests.
Leader election is performed using the ZooKeeper leader election pattern. We try to minimize
the use of ZooKeeper and the assumptions about ZooKeeper's behavior, so there is a layer of
retries and session monitoring on top of the ZooKeeper client.
Master failover follows directly from the single-node Master recovery via the file
system (patch 194ba4b8), save that the Master state is stored in ZooKeeper instead.
Configuration:
By default, no recovery mechanism is enabled (spark.deploy.recoveryMode = NONE).
By setting spark.deploy.recoveryMode to ZOOKEEPER and setting spark.deploy.zookeeper.url
to an appropriate ZooKeeper URL, ZooKeeper recovery mode is enabled.
By setting spark.deploy.recoveryMode to FILESYSTEM and setting spark.deploy.recoveryDirectory
to an appropriate directory accessible by the Master, we will keep the behavior of from 194ba4b8.
Additionally, places where a Master could be specificied by a spark:// url can now take
comma-delimited lists to specify backup masters. Note that this is only used for registration
of NEW Workers and application Clients. Once a Worker or Client has registered with the
Master Leader, it is "in the system" and will never need to register again.
Forthcoming:
Documentation, tests (! - only ad hoc testing has been performed so far)
I do not intend for this commit to be merged until tests are added, but this patch should
still be mostly reviewable until then.
2013-09-19 17:40:14 -04:00
|
|
|
<exclusions>
|
|
|
|
<exclusion>
|
|
|
|
<groupId>org.jboss.netty</groupId>
|
|
|
|
<artifactId>netty</artifactId>
|
|
|
|
</exclusion>
|
|
|
|
</exclusions>
|
|
|
|
</dependency>
|
2013-08-15 15:10:31 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.hadoop</groupId>
|
|
|
|
<artifactId>hadoop-client</artifactId>
|
2013-08-15 18:31:31 -04:00
|
|
|
<version>${hadoop.version}</version>
|
2013-08-15 15:10:31 -04:00
|
|
|
<exclusions>
|
|
|
|
<exclusion>
|
|
|
|
<groupId>asm</groupId>
|
|
|
|
<artifactId>asm</artifactId>
|
|
|
|
</exclusion>
|
2013-08-15 19:49:24 -04:00
|
|
|
<exclusion>
|
|
|
|
<groupId>org.jboss.netty</groupId>
|
|
|
|
<artifactId>netty</artifactId>
|
|
|
|
</exclusion>
|
SPARK-1071: Tidy logging strategy and use of log4j
Prompted by a recent thread on the mailing list, I tried and failed to see if Spark can be made independent of log4j. There are a few cases where control of the underlying logging is pretty useful, and to do that, you have to bind to a specific logger.
Instead I propose some tidying that leaves Spark's use of log4j, but gets rid of warnings and should still enable downstream users to switch. The idea is to pipe everything (except log4j) through SLF4J, and have Spark use SLF4J directly when logging, and where Spark needs to output info (REPL and tests), bind from SLF4J to log4j.
This leaves the same behavior in Spark. It means that downstream users who want to use something except log4j should:
- Exclude dependencies on log4j, slf4j-log4j12 from Spark
- Include dependency on log4j-over-slf4j
- Include dependency on another logger X, and another slf4j-X
- Recreate any log config that Spark does, that is needed, in the other logger's config
That sounds about right.
Here are the key changes:
- Include the jcl-over-slf4j shim everywhere by depending on it in core.
- Exclude dependencies on commons-logging from third-party libraries.
- Include the jul-to-slf4j shim everywhere by depending on it in core.
- Exclude slf4j-* dependencies from third-party libraries to prevent collision or warnings
- Added missing slf4j-log4j12 binding to GraphX, Bagel module tests
And minor/incidental changes:
- Update to SLF4J 1.7.5, which happily matches Hadoop 2’s version and is a recommended update over 1.7.2
- (Remove a duplicate HBase dependency declaration in SparkBuild.scala)
- (Remove a duplicate mockito dependency declaration that was causing warnings and bugging me)
Author: Sean Owen <sowen@cloudera.com>
Closes #570 from srowen/SPARK-1071 and squashes the following commits:
52eac9f [Sean Owen] Add slf4j-over-log4j12 dependency to core (non-test) and remove it from things that depend on core.
77a7fa9 [Sean Owen] SPARK-1071: Tidy logging strategy and use of log4j
2014-02-23 14:40:55 -05:00
|
|
|
<exclusion>
|
|
|
|
<groupId>commons-logging</groupId>
|
|
|
|
<artifactId>commons-logging</artifactId>
|
|
|
|
</exclusion>
|
2013-08-15 15:10:31 -04:00
|
|
|
</exclusions>
|
|
|
|
</dependency>
|
2014-03-02 18:18:19 -05:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.avro</groupId>
|
|
|
|
<artifactId>avro</artifactId>
|
|
|
|
<version>1.7.4</version>
|
|
|
|
<exclusions>
|
|
|
|
<exclusion>
|
|
|
|
<groupId>org.jboss.netty</groupId>
|
|
|
|
<artifactId>netty</artifactId>
|
|
|
|
</exclusion>
|
|
|
|
<exclusion>
|
|
|
|
<groupId>io.netty</groupId>
|
|
|
|
<artifactId>netty</artifactId>
|
|
|
|
</exclusion>
|
|
|
|
</exclusions>
|
|
|
|
</dependency>
|
2013-09-10 02:39:25 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>net.java.dev.jets3t</groupId>
|
|
|
|
<artifactId>jets3t</artifactId>
|
|
|
|
<version>0.7.1</version>
|
|
|
|
</dependency>
|
2013-09-06 13:35:06 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.hadoop</groupId>
|
|
|
|
<artifactId>hadoop-yarn-api</artifactId>
|
2013-09-13 17:06:45 -04:00
|
|
|
<version>${yarn.version}</version>
|
2013-09-06 13:35:06 -04:00
|
|
|
<exclusions>
|
|
|
|
<exclusion>
|
|
|
|
<groupId>asm</groupId>
|
|
|
|
<artifactId>asm</artifactId>
|
|
|
|
</exclusion>
|
|
|
|
<exclusion>
|
|
|
|
<groupId>org.jboss.netty</groupId>
|
|
|
|
<artifactId>netty</artifactId>
|
|
|
|
</exclusion>
|
|
|
|
</exclusions>
|
|
|
|
</dependency>
|
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.hadoop</groupId>
|
|
|
|
<artifactId>hadoop-yarn-common</artifactId>
|
2013-09-13 17:06:45 -04:00
|
|
|
<version>${yarn.version}</version>
|
2013-09-06 13:35:06 -04:00
|
|
|
<exclusions>
|
|
|
|
<exclusion>
|
|
|
|
<groupId>asm</groupId>
|
|
|
|
<artifactId>asm</artifactId>
|
|
|
|
</exclusion>
|
|
|
|
<exclusion>
|
|
|
|
<groupId>org.jboss.netty</groupId>
|
|
|
|
<artifactId>netty</artifactId>
|
|
|
|
</exclusion>
|
|
|
|
</exclusions>
|
|
|
|
</dependency>
|
2013-12-15 23:30:21 -05:00
|
|
|
|
2013-09-06 13:35:06 -04:00
|
|
|
<dependency>
|
|
|
|
<groupId>org.apache.hadoop</groupId>
|
|
|
|
<artifactId>hadoop-yarn-client</artifactId>
|
2013-09-13 17:06:45 -04:00
|
|
|
<version>${yarn.version}</version>
|
2013-09-06 13:35:06 -04:00
|
|
|
<exclusions>
|
|
|
|
<exclusion>
|
|
|
|
<groupId>asm</groupId>
|
|
|
|
<artifactId>asm</artifactId>
|
|
|
|
</exclusion>
|
|
|
|
<exclusion>
|
|
|
|
<groupId>org.jboss.netty</groupId>
|
|
|
|
<artifactId>netty</artifactId>
|
|
|
|
</exclusion>
|
|
|
|
</exclusions>
|
|
|
|
</dependency>
|
2012-11-20 18:50:07 -05:00
|
|
|
</dependencies>
|
|
|
|
</dependencyManagement>
|
|
|
|
|
|
|
|
<build>
|
|
|
|
<pluginManagement>
|
|
|
|
<plugins>
|
|
|
|
<plugin>
|
|
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
|
|
<artifactId>maven-enforcer-plugin</artifactId>
|
|
|
|
<version>1.1.1</version>
|
|
|
|
<executions>
|
|
|
|
<execution>
|
|
|
|
<id>enforce-versions</id>
|
|
|
|
<goals>
|
|
|
|
<goal>enforce</goal>
|
|
|
|
</goals>
|
|
|
|
<configuration>
|
|
|
|
<rules>
|
|
|
|
<requireMavenVersion>
|
|
|
|
<version>3.0.0</version>
|
|
|
|
</requireMavenVersion>
|
|
|
|
<requireJavaVersion>
|
2012-11-27 18:43:30 -05:00
|
|
|
<version>${java.version}</version>
|
2012-11-20 18:50:07 -05:00
|
|
|
</requireJavaVersion>
|
|
|
|
</rules>
|
|
|
|
</configuration>
|
|
|
|
</execution>
|
|
|
|
</executions>
|
|
|
|
</plugin>
|
|
|
|
<plugin>
|
|
|
|
<groupId>org.codehaus.mojo</groupId>
|
|
|
|
<artifactId>build-helper-maven-plugin</artifactId>
|
|
|
|
<version>1.7</version>
|
|
|
|
</plugin>
|
|
|
|
<plugin>
|
|
|
|
<groupId>net.alchim31.maven</groupId>
|
|
|
|
<artifactId>scala-maven-plugin</artifactId>
|
2013-07-16 14:52:20 -04:00
|
|
|
<version>3.1.5</version>
|
2012-11-20 18:50:07 -05:00
|
|
|
<executions>
|
|
|
|
<execution>
|
|
|
|
<id>scala-compile-first</id>
|
|
|
|
<phase>process-resources</phase>
|
|
|
|
<goals>
|
|
|
|
<goal>compile</goal>
|
|
|
|
</goals>
|
|
|
|
</execution>
|
|
|
|
<execution>
|
|
|
|
<id>scala-test-compile-first</id>
|
|
|
|
<phase>process-test-resources</phase>
|
|
|
|
<goals>
|
|
|
|
<goal>testCompile</goal>
|
|
|
|
</goals>
|
|
|
|
</execution>
|
|
|
|
<execution>
|
|
|
|
<id>attach-scaladocs</id>
|
|
|
|
<phase>verify</phase>
|
|
|
|
<goals>
|
|
|
|
<goal>doc-jar</goal>
|
|
|
|
</goals>
|
|
|
|
</execution>
|
|
|
|
</executions>
|
|
|
|
<configuration>
|
|
|
|
<scalaVersion>${scala.version}</scalaVersion>
|
|
|
|
<recompileMode>incremental</recompileMode>
|
2013-07-16 14:52:20 -04:00
|
|
|
<useZincServer>true</useZincServer>
|
2012-11-20 18:50:07 -05:00
|
|
|
<args>
|
|
|
|
<arg>-unchecked</arg>
|
2013-08-21 16:50:24 -04:00
|
|
|
<arg>-deprecation</arg>
|
2012-11-20 18:50:07 -05:00
|
|
|
</args>
|
|
|
|
<jvmArgs>
|
|
|
|
<jvmArg>-Xms64m</jvmArg>
|
2013-07-16 14:52:20 -04:00
|
|
|
<jvmArg>-Xms1024m</jvmArg>
|
2012-11-20 18:50:07 -05:00
|
|
|
<jvmArg>-Xmx1024m</jvmArg>
|
2013-06-12 20:20:05 -04:00
|
|
|
<jvmArg>-XX:PermSize=${PermGen}</jvmArg>
|
|
|
|
<jvmArg>-XX:MaxPermSize=${MaxPermGen}</jvmArg>
|
2012-11-20 18:50:07 -05:00
|
|
|
</jvmArgs>
|
2012-11-27 18:43:30 -05:00
|
|
|
<javacArgs>
|
|
|
|
<javacArg>-source</javacArg>
|
|
|
|
<javacArg>${java.version}</javacArg>
|
|
|
|
<javacArg>-target</javacArg>
|
|
|
|
<javacArg>${java.version}</javacArg>
|
|
|
|
</javacArgs>
|
2012-11-20 18:50:07 -05:00
|
|
|
</configuration>
|
|
|
|
</plugin>
|
|
|
|
<plugin>
|
|
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
|
|
<artifactId>maven-compiler-plugin</artifactId>
|
2014-02-27 14:12:21 -05:00
|
|
|
<version>3.1</version>
|
2012-11-20 18:50:07 -05:00
|
|
|
<configuration>
|
2012-11-27 18:43:30 -05:00
|
|
|
<source>${java.version}</source>
|
|
|
|
<target>${java.version}</target>
|
2012-11-20 18:50:07 -05:00
|
|
|
<encoding>UTF-8</encoding>
|
|
|
|
<maxmem>1024m</maxmem>
|
2014-02-27 14:12:21 -05:00
|
|
|
<fork>true</fork>
|
2012-11-20 18:50:07 -05:00
|
|
|
</configuration>
|
|
|
|
</plugin>
|
|
|
|
<plugin>
|
|
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
|
|
<artifactId>maven-surefire-plugin</artifactId>
|
|
|
|
<version>2.12.4</version>
|
|
|
|
<configuration>
|
|
|
|
<!-- Uses scalatest instead -->
|
|
|
|
<skipTests>true</skipTests>
|
|
|
|
</configuration>
|
|
|
|
</plugin>
|
|
|
|
<plugin>
|
|
|
|
<groupId>org.scalatest</groupId>
|
|
|
|
<artifactId>scalatest-maven-plugin</artifactId>
|
2014-02-27 14:12:21 -05:00
|
|
|
<version>1.0-RC2</version>
|
2012-11-20 18:50:07 -05:00
|
|
|
<configuration>
|
|
|
|
<reportsDirectory>${project.build.directory}/surefire-reports</reportsDirectory>
|
|
|
|
<junitxml>.</junitxml>
|
2013-04-16 07:35:10 -04:00
|
|
|
<filereports>${project.build.directory}/SparkTestSuite.txt</filereports>
|
2013-08-24 02:25:49 -04:00
|
|
|
<argLine>-Xms64m -Xmx3g</argLine>
|
2013-10-05 20:53:11 -04:00
|
|
|
<stderr />
|
2012-11-20 18:50:07 -05:00
|
|
|
</configuration>
|
|
|
|
<executions>
|
|
|
|
<execution>
|
|
|
|
<id>test</id>
|
|
|
|
<goals>
|
|
|
|
<goal>test</goal>
|
|
|
|
</goals>
|
|
|
|
</execution>
|
|
|
|
</executions>
|
|
|
|
</plugin>
|
|
|
|
<plugin>
|
|
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
|
|
<artifactId>maven-jar-plugin</artifactId>
|
|
|
|
<version>2.4</version>
|
|
|
|
</plugin>
|
|
|
|
<plugin>
|
|
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
|
|
<artifactId>maven-antrun-plugin</artifactId>
|
|
|
|
<version>1.7</version>
|
|
|
|
</plugin>
|
|
|
|
<plugin>
|
|
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
|
|
<artifactId>maven-shade-plugin</artifactId>
|
|
|
|
<version>2.0</version>
|
|
|
|
</plugin>
|
|
|
|
<plugin>
|
|
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
|
|
<artifactId>maven-source-plugin</artifactId>
|
|
|
|
<version>2.2.1</version>
|
|
|
|
<configuration>
|
|
|
|
<attach>true</attach>
|
|
|
|
</configuration>
|
|
|
|
<executions>
|
|
|
|
<execution>
|
|
|
|
<id>create-source-jar</id>
|
|
|
|
<goals>
|
|
|
|
<goal>jar-no-fork</goal>
|
|
|
|
</goals>
|
|
|
|
</execution>
|
|
|
|
</executions>
|
|
|
|
</plugin>
|
|
|
|
</plugins>
|
|
|
|
</pluginManagement>
|
|
|
|
|
|
|
|
<plugins>
|
|
|
|
<plugin>
|
|
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
|
|
<artifactId>maven-enforcer-plugin</artifactId>
|
|
|
|
</plugin>
|
|
|
|
<plugin>
|
|
|
|
<groupId>org.codehaus.mojo</groupId>
|
|
|
|
<artifactId>build-helper-maven-plugin</artifactId>
|
|
|
|
<executions>
|
|
|
|
<execution>
|
|
|
|
<id>add-scala-sources</id>
|
|
|
|
<phase>generate-sources</phase>
|
|
|
|
<goals>
|
|
|
|
<goal>add-source</goal>
|
|
|
|
</goals>
|
|
|
|
<configuration>
|
|
|
|
<sources>
|
|
|
|
<source>src/main/scala</source>
|
|
|
|
</sources>
|
|
|
|
</configuration>
|
|
|
|
</execution>
|
|
|
|
<execution>
|
|
|
|
<id>add-scala-test-sources</id>
|
|
|
|
<phase>generate-test-sources</phase>
|
|
|
|
<goals>
|
|
|
|
<goal>add-test-source</goal>
|
|
|
|
</goals>
|
|
|
|
<configuration>
|
|
|
|
<sources>
|
|
|
|
<source>src/test/scala</source>
|
|
|
|
</sources>
|
|
|
|
</configuration>
|
|
|
|
</execution>
|
|
|
|
</executions>
|
|
|
|
</plugin>
|
|
|
|
<plugin>
|
|
|
|
<groupId>net.alchim31.maven</groupId>
|
|
|
|
<artifactId>scala-maven-plugin</artifactId>
|
|
|
|
</plugin>
|
|
|
|
<plugin>
|
|
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
|
|
<artifactId>maven-source-plugin</artifactId>
|
|
|
|
</plugin>
|
|
|
|
</plugins>
|
|
|
|
</build>
|
|
|
|
|
|
|
|
<profiles>
|
2013-04-07 08:17:38 -04:00
|
|
|
<profile>
|
2014-01-01 22:23:33 -05:00
|
|
|
<id>yarn-alpha</id>
|
2013-04-07 08:17:38 -04:00
|
|
|
<properties>
|
|
|
|
<hadoop.major.version>2</hadoop.major.version>
|
2013-04-23 17:01:57 -04:00
|
|
|
<!-- 0.23.* is same as 2.0.* - except hardened to run production jobs -->
|
2013-09-13 17:06:45 -04:00
|
|
|
<hadoop.version>0.23.7</hadoop.version>
|
|
|
|
<!--<hadoop.version>2.0.5-alpha</hadoop.version> -->
|
2013-04-07 08:17:38 -04:00
|
|
|
</properties>
|
|
|
|
|
2013-08-15 19:49:24 -04:00
|
|
|
<modules>
|
|
|
|
<module>yarn</module>
|
|
|
|
</modules>
|
|
|
|
|
2012-11-20 18:50:07 -05:00
|
|
|
</profile>
|
2013-12-02 00:08:36 -05:00
|
|
|
|
2013-12-15 23:30:21 -05:00
|
|
|
<profile>
|
2014-01-01 22:23:33 -05:00
|
|
|
<id>yarn</id>
|
2013-12-04 03:17:49 -05:00
|
|
|
<properties>
|
|
|
|
<hadoop.major.version>2</hadoop.major.version>
|
|
|
|
<hadoop.version>2.2.0</hadoop.version>
|
|
|
|
<protobuf.version>2.5.0</protobuf.version>
|
|
|
|
</properties>
|
|
|
|
<modules>
|
|
|
|
<module>yarn</module>
|
|
|
|
</modules>
|
2013-04-07 08:17:38 -04:00
|
|
|
|
|
|
|
</profile>
|
2012-11-20 18:50:07 -05:00
|
|
|
</profiles>
|
|
|
|
</project>
|