978cd5f125
## What changes were proposed in this pull request? Mesos agents by default will not pull docker images which are cached locally already. In order to run Spark executors from mutable tags like `:latest` this commit introduces a Spark setting `spark.mesos.executor.docker.forcePullImage`. Setting this flag to true will tell the Mesos agent to force pull the docker image (default is `false` which is consistent with the previous implementation and Mesos' default behaviour). ## How was this patch tested? I ran a sample application including this change on a Mesos cluster and verified the correct behaviour for both, with and without, force pulling the executor image. As expected the image is being force pulled if the flag is set. Author: Philipp Hoffmann <mail@philipphoffmann.de> Closes #13051 from philipphoffmann/force-pull-image.
175 lines
4.1 KiB
Groff
175 lines
4.1 KiB
Groff
JavaEWAH-0.3.2.jar
|
|
RoaringBitmap-0.5.11.jar
|
|
ST4-4.0.4.jar
|
|
activation-1.1.1.jar
|
|
antlr-2.7.7.jar
|
|
antlr-runtime-3.4.jar
|
|
antlr4-runtime-4.5.3.jar
|
|
aopalliance-1.0.jar
|
|
aopalliance-repackaged-2.4.0-b34.jar
|
|
apache-log4j-extras-1.2.17.jar
|
|
arpack_combined_all-0.1.jar
|
|
avro-1.7.7.jar
|
|
avro-ipc-1.7.7.jar
|
|
avro-mapred-1.7.7-hadoop2.jar
|
|
base64-2.3.8.jar
|
|
bcprov-jdk15on-1.51.jar
|
|
bonecp-0.8.0.RELEASE.jar
|
|
breeze-macros_2.11-0.12.jar
|
|
breeze_2.11-0.12.jar
|
|
calcite-avatica-1.2.0-incubating.jar
|
|
calcite-core-1.2.0-incubating.jar
|
|
calcite-linq4j-1.2.0-incubating.jar
|
|
chill-java-0.8.0.jar
|
|
chill_2.11-0.8.0.jar
|
|
commons-beanutils-1.7.0.jar
|
|
commons-beanutils-core-1.8.0.jar
|
|
commons-cli-1.2.jar
|
|
commons-codec-1.10.jar
|
|
commons-collections-3.2.2.jar
|
|
commons-compiler-2.7.6.jar
|
|
commons-compress-1.4.1.jar
|
|
commons-configuration-1.6.jar
|
|
commons-dbcp-1.4.jar
|
|
commons-digester-1.8.jar
|
|
commons-httpclient-3.1.jar
|
|
commons-io-2.4.jar
|
|
commons-lang-2.6.jar
|
|
commons-lang3-3.3.2.jar
|
|
commons-logging-1.1.3.jar
|
|
commons-math3-3.4.1.jar
|
|
commons-net-2.2.jar
|
|
commons-pool-1.5.4.jar
|
|
compress-lzf-1.0.3.jar
|
|
core-1.1.2.jar
|
|
curator-client-2.4.0.jar
|
|
curator-framework-2.4.0.jar
|
|
curator-recipes-2.4.0.jar
|
|
datanucleus-api-jdo-3.2.6.jar
|
|
datanucleus-core-3.2.10.jar
|
|
datanucleus-rdbms-3.2.9.jar
|
|
derby-10.11.1.1.jar
|
|
eigenbase-properties-1.1.5.jar
|
|
guava-14.0.1.jar
|
|
guice-3.0.jar
|
|
guice-servlet-3.0.jar
|
|
hadoop-annotations-2.3.0.jar
|
|
hadoop-auth-2.3.0.jar
|
|
hadoop-client-2.3.0.jar
|
|
hadoop-common-2.3.0.jar
|
|
hadoop-hdfs-2.3.0.jar
|
|
hadoop-mapreduce-client-app-2.3.0.jar
|
|
hadoop-mapreduce-client-common-2.3.0.jar
|
|
hadoop-mapreduce-client-core-2.3.0.jar
|
|
hadoop-mapreduce-client-jobclient-2.3.0.jar
|
|
hadoop-mapreduce-client-shuffle-2.3.0.jar
|
|
hadoop-yarn-api-2.3.0.jar
|
|
hadoop-yarn-client-2.3.0.jar
|
|
hadoop-yarn-common-2.3.0.jar
|
|
hadoop-yarn-server-common-2.3.0.jar
|
|
hadoop-yarn-server-web-proxy-2.3.0.jar
|
|
hk2-api-2.4.0-b34.jar
|
|
hk2-locator-2.4.0-b34.jar
|
|
hk2-utils-2.4.0-b34.jar
|
|
httpclient-4.5.2.jar
|
|
httpcore-4.4.4.jar
|
|
ivy-2.4.0.jar
|
|
jackson-annotations-2.6.5.jar
|
|
jackson-core-2.6.5.jar
|
|
jackson-core-asl-1.9.13.jar
|
|
jackson-databind-2.6.5.jar
|
|
jackson-mapper-asl-1.9.13.jar
|
|
jackson-module-paranamer-2.6.5.jar
|
|
jackson-module-scala_2.11-2.6.5.jar
|
|
janino-3.0.0.jar
|
|
java-xmlbuilder-1.0.jar
|
|
javassist-3.18.1-GA.jar
|
|
javax.annotation-api-1.2.jar
|
|
javax.inject-1.jar
|
|
javax.inject-2.4.0-b34.jar
|
|
javax.servlet-api-3.1.0.jar
|
|
javax.ws.rs-api-2.0.1.jar
|
|
javolution-5.5.1.jar
|
|
jaxb-api-2.2.2.jar
|
|
jcl-over-slf4j-1.7.16.jar
|
|
jdo-api-3.0.1.jar
|
|
jersey-client-2.22.2.jar
|
|
jersey-common-2.22.2.jar
|
|
jersey-container-servlet-2.22.2.jar
|
|
jersey-container-servlet-core-2.22.2.jar
|
|
jersey-guava-2.22.2.jar
|
|
jersey-media-jaxb-2.22.2.jar
|
|
jersey-server-2.22.2.jar
|
|
jets3t-0.9.3.jar
|
|
jetty-6.1.26.jar
|
|
jetty-util-6.1.26.jar
|
|
jline-2.12.jar
|
|
joda-time-2.9.3.jar
|
|
jodd-core-3.5.2.jar
|
|
jpam-1.1.jar
|
|
json-20090211.jar
|
|
json4s-ast_2.11-3.2.11.jar
|
|
json4s-core_2.11-3.2.11.jar
|
|
json4s-jackson_2.11-3.2.11.jar
|
|
jsr305-1.3.9.jar
|
|
jta-1.1.jar
|
|
jtransforms-2.4.0.jar
|
|
jul-to-slf4j-1.7.16.jar
|
|
kryo-shaded-3.0.3.jar
|
|
leveldbjni-all-1.8.jar
|
|
libfb303-0.9.2.jar
|
|
libthrift-0.9.2.jar
|
|
log4j-1.2.17.jar
|
|
lz4-1.3.0.jar
|
|
mail-1.4.7.jar
|
|
mesos-0.22.2-shaded-protobuf.jar
|
|
metrics-core-3.1.2.jar
|
|
metrics-graphite-3.1.2.jar
|
|
metrics-json-3.1.2.jar
|
|
metrics-jvm-3.1.2.jar
|
|
minlog-1.3.0.jar
|
|
mx4j-3.0.2.jar
|
|
netty-3.8.0.Final.jar
|
|
netty-all-4.0.29.Final.jar
|
|
objenesis-2.1.jar
|
|
opencsv-2.3.jar
|
|
oro-2.0.8.jar
|
|
osgi-resource-locator-1.0.1.jar
|
|
paranamer-2.3.jar
|
|
parquet-column-1.8.1.jar
|
|
parquet-common-1.8.1.jar
|
|
parquet-encoding-1.8.1.jar
|
|
parquet-format-2.3.0-incubating.jar
|
|
parquet-hadoop-1.8.1.jar
|
|
parquet-hadoop-bundle-1.6.0.jar
|
|
parquet-jackson-1.8.1.jar
|
|
pmml-model-1.2.15.jar
|
|
pmml-schema-1.2.15.jar
|
|
protobuf-java-2.5.0.jar
|
|
py4j-0.10.1.jar
|
|
pyrolite-4.9.jar
|
|
scala-compiler-2.11.8.jar
|
|
scala-library-2.11.8.jar
|
|
scala-parser-combinators_2.11-1.0.4.jar
|
|
scala-reflect-2.11.8.jar
|
|
scala-xml_2.11-1.0.2.jar
|
|
scalap-2.11.8.jar
|
|
shapeless_2.11-2.0.0.jar
|
|
slf4j-api-1.7.16.jar
|
|
slf4j-log4j12-1.7.16.jar
|
|
snappy-0.2.jar
|
|
snappy-java-1.1.2.4.jar
|
|
spire-macros_2.11-0.7.4.jar
|
|
spire_2.11-0.7.4.jar
|
|
stax-api-1.0-2.jar
|
|
stax-api-1.0.1.jar
|
|
stream-2.7.0.jar
|
|
stringtemplate-3.2.1.jar
|
|
super-csv-2.2.0.jar
|
|
univocity-parsers-2.1.1.jar
|
|
validation-api-1.1.0.Final.jar
|
|
xbean-asm5-shaded-4.4.jar
|
|
xmlenc-0.52.jar
|
|
xz-1.0.jar
|
|
zookeeper-3.4.5.jar
|