spark-instrumented-optimizer/Makefile

EMPTY =
SPACE = $(EMPTY) $(EMPTY)

# Build up classpath by concatenating some strings
JARS = third_party/mesos.jar
JARS += third_party/asm-3.2/lib/all/asm-all-3.2.jar
JARS += third_party/colt.jar
JARS += third_party/guava-r07/guava-r07.jar
JARS += third_party/hadoop-0.20.0/hadoop-0.20.0-core.jar
JARS += third_party/hadoop-0.20.0/lib/commons-logging-1.0.4.jar
JARS += third_party/scalatest-1.2/scalatest-1.2.jar
JARS += third_party/scalacheck_2.8.0-1.7.jar
JARS += third_party/jetty-7.1.6.v20100715/jetty-server-7.1.6.v20100715.jar
JARS += third_party/jetty-7.1.6.v20100715/servlet-api-2.5.jar
JARS += third_party/apache-log4j-1.2.16/log4j-1.2.16.jar
JARS += third_party/slf4j-1.6.1/slf4j-api-1.6.1.jar
JARS += third_party/slf4j-1.6.1/slf4j-log4j12-1.6.1.jar
CLASSPATH = $(subst $(SPACE),:,$(JARS))

SCALA_SOURCES =  src/examples/*.scala src/scala/spark/*.scala src/scala/spark/repl/*.scala
SCALA_SOURCES += src/test/spark/*.scala src/test/spark/repl/*.scala

JAVA_SOURCES = $(wildcard src/java/spark/compress/lzf/*.java)

ifeq ($(USE_FSC),1)
  COMPILER_NAME = fsc
else
  COMPILER_NAME = scalac
endif

ifeq ($(SCALA_HOME),)
  COMPILER = $(COMPILER_NAME)
else
  COMPILER = $(SCALA_HOME)/bin/$(COMPILER_NAME)
endif

CONF_FILES = conf/spark-env.sh conf/log4j.properties conf/java-opts

all: scala java conf-files

build/classes:
	mkdir -p build/classes

scala: build/classes java
	$(COMPILER) -d build/classes -classpath build/classes:$(CLASSPATH) $(SCALA_SOURCES)

java: $(JAVA_SOURCES) build/classes
	javac -d build/classes $(JAVA_SOURCES)

native: java
	$(MAKE) -C src/native

jar: build/spark.jar build/spark-dep.jar

dep-jar: build/spark-dep.jar

build/spark.jar: scala java
	jar cf build/spark.jar -C build/classes spark

build/spark-dep.jar:
	mkdir -p build/dep
	cd build/dep &&	for i in $(JARS); do jar xf ../../$$i; done
	jar cf build/spark-dep.jar -C build/dep .

conf-files: $(CONF_FILES)

$(CONF_FILES): %: | %.template
	cp $@.template $@

test: all
	./alltests

default: all

clean:
	$(MAKE) -C src/native clean
	rm -rf build

.phony: default all clean scala java native jar dep-jar conf-files
Initial commit 2010-03-29 19:17:55 -04:00			`EMPTY =`
			`SPACE = $(EMPTY) $(EMPTY)`

			`# Build up classpath by concatenating some strings`
Updated code to work with Nexus->Mesos name change 2010-07-25 23:53:46 -04:00			`JARS = third_party/mesos.jar`
Initial commit 2010-03-29 19:17:55 -04:00			`JARS += third_party/asm-3.2/lib/all/asm-all-3.2.jar`
			`JARS += third_party/colt.jar`
Updated guava to version r07 2010-10-15 18:55:58 -04:00			`JARS += third_party/guava-r07/guava-r07.jar`
Initial commit 2010-03-29 19:17:55 -04:00			`JARS += third_party/hadoop-0.20.0/hadoop-0.20.0-core.jar`
			`JARS += third_party/hadoop-0.20.0/lib/commons-logging-1.0.4.jar`
Updated a bunch of libraries, and increased the default memory in run so that unit tests can run successfully. 2010-07-25 21:10:03 -04:00			`JARS += third_party/scalatest-1.2/scalatest-1.2.jar`
			`JARS += third_party/scalacheck_2.8.0-1.7.jar`
More work on HTTP class loading 2010-09-29 01:32:38 -04:00			`JARS += third_party/jetty-7.1.6.v20100715/jetty-server-7.1.6.v20100715.jar`
			`JARS += third_party/jetty-7.1.6.v20100715/servlet-api-2.5.jar`
Added log4j jars and paths 2010-09-29 02:08:01 -04:00			`JARS += third_party/apache-log4j-1.2.16/log4j-1.2.16.jar`
			`JARS += third_party/slf4j-1.6.1/slf4j-api-1.6.1.jar`
			`JARS += third_party/slf4j-1.6.1/slf4j-log4j12-1.6.1.jar`
Initial commit 2010-03-29 19:17:55 -04:00			`CLASSPATH = $(subst $(SPACE),:,$(JARS))`

New interpreter port for Scala 2.8 interpreter 2010-06-11 04:10:03 -04:00			`SCALA_SOURCES = src/examples/.scala src/scala/spark/.scala src/scala/spark/repl/*.scala`
Added back REPL tests 2010-06-11 13:03:01 -04:00			`SCALA_SOURCES += src/test/spark/.scala src/test/spark/repl/.scala`
Initial commit 2010-03-29 19:17:55 -04:00
			`JAVA_SOURCES = $(wildcard src/java/spark/compress/lzf/*.java)`

			`ifeq ($(USE_FSC),1)`
			`COMPILER_NAME = fsc`
			`else`
			`COMPILER_NAME = scalac`
			`endif`

			`ifeq ($(SCALA_HOME),)`
			`COMPILER = $(COMPILER_NAME)`
			`else`
			`COMPILER = $(SCALA_HOME)/bin/$(COMPILER_NAME)`
			`endif`

Changed the config files that were included in git to templates which are used to create an initial copy of each config file if the user does not have one. This way, users won't accidentally commit their changes to config files to git. 2010-10-17 00:51:25 -04:00			`CONF_FILES = conf/spark-env.sh conf/log4j.properties conf/java-opts`

			`all: scala java conf-files`
Initial commit 2010-03-29 19:17:55 -04:00
			`build/classes:`
			`mkdir -p build/classes`

			`scala: build/classes java`
Remove -unchecked compiler parameter 2010-11-13 21:39:07 -05:00			`$(COMPILER) -d build/classes -classpath build/classes:$(CLASSPATH) $(SCALA_SOURCES)`
Initial commit 2010-03-29 19:17:55 -04:00
			`java: $(JAVA_SOURCES) build/classes`
			`javac -d build/classes $(JAVA_SOURCES)`

			`native: java`
			`$(MAKE) -C src/native`

			`jar: build/spark.jar build/spark-dep.jar`

Changed the config files that were included in git to templates which are used to create an initial copy of each config file if the user does not have one. This way, users won't accidentally commit their changes to config files to git. 2010-10-17 00:51:25 -04:00			`dep-jar: build/spark-dep.jar`
Added the ability to specify a list of JAR files when creating a SparkContext and have the master node serve those to workers. 2010-10-16 19:14:13 -04:00
Initial commit 2010-03-29 19:17:55 -04:00			`build/spark.jar: scala java`
			`jar cf build/spark.jar -C build/classes spark`

			`build/spark-dep.jar:`
			`mkdir -p build/dep`
			`cd build/dep && for i in $(JARS); do jar xf ../../$$i; done`
			`jar cf build/spark-dep.jar -C build/dep .`

Changed the config files that were included in git to templates which are used to create an initial copy of each config file if the user does not have one. This way, users won't accidentally commit their changes to config files to git. 2010-10-17 00:51:25 -04:00			`conf-files: $(CONF_FILES)`

Less hacky way of preventing config files from being overwritten when a template file changes 2010-10-17 01:01:05 -04:00			`$(CONF_FILES): %: \| %.template`
			`cp $@.template $@`
Changed the config files that were included in git to templates which are used to create an initial copy of each config file if the user does not have one. This way, users won't accidentally commit their changes to config files to git. 2010-10-17 00:51:25 -04:00
Initial commit 2010-03-29 19:17:55 -04:00			`test: all`
			`./alltests`

			`default: all`

			`clean:`
			`$(MAKE) -C src/native clean`
			`rm -rf build`

Changed the config files that were included in git to templates which are used to create an initial copy of each config file if the user does not have one. This way, users won't accidentally commit their changes to config files to git. 2010-10-17 00:51:25 -04:00			`.phony: default all clean scala java native jar dep-jar conf-files`