[SPARK-35694][INFRA][FOLLOWUP] Increase the default JVM stack size of SBT/Maven
### What changes were proposed in this pull request? In https://github.com/apache/spark/pull/32838, we set the default JVM stack size to 16M from 4M. However, there are still stackoverflow error in builds: https://amplab.cs.berkeley.edu/jenkins/job/SparkPullRequestBuilder/139672/console Let's update the value to 64M ### Why are the changes needed? Make test build stable. ### Does this PR introduce _any_ user-facing change? No ### How was this patch tested? Manual trigger test builds. Closes #32879 from gengliangwang/increaseStackAgain. Authored-by: Gengliang Wang <gengliang@apache.org> Signed-off-by: Hyukjin Kwon <gurwls223@apache.org>
This commit is contained in:
parent
c463472e85
commit
62be22e929
2
.github/workflows/build_and_test.yml
vendored
2
.github/workflows/build_and_test.yml
vendored
|
@ -455,7 +455,7 @@ jobs:
|
|||
java-version: 11
|
||||
- name: Build with Maven
|
||||
run: |
|
||||
export MAVEN_OPTS="-Xss16m -Xmx2g -XX:ReservedCodeCacheSize=1g -Dorg.slf4j.simpleLogger.defaultLogLevel=WARN"
|
||||
export MAVEN_OPTS="-Xss64m -Xmx2g -XX:ReservedCodeCacheSize=1g -Dorg.slf4j.simpleLogger.defaultLogLevel=WARN"
|
||||
export MAVEN_CLI_OPTS="--no-transfer-progress"
|
||||
# It uses Maven's 'install' intentionally, see https://github.com/apache/spark/pull/26414.
|
||||
./build/mvn $MAVEN_CLI_OPTS -DskipTests -Pyarn -Pmesos -Pkubernetes -Phive -Phive-thriftserver -Phadoop-cloud -Djava.version=11 install
|
||||
|
|
|
@ -53,7 +53,7 @@ realpath () {
|
|||
declare -r noshare_opts="-Dsbt.global.base=project/.sbtboot -Dsbt.boot.directory=project/.boot -Dsbt.ivy.home=project/.ivy"
|
||||
declare -r sbt_opts_file=".sbtopts"
|
||||
declare -r etc_sbt_opts_file="/etc/sbt/sbtopts"
|
||||
declare -r default_sbt_opts="-Xss16m"
|
||||
declare -r default_sbt_opts="-Xss64m"
|
||||
|
||||
usage() {
|
||||
cat <<EOM
|
||||
|
|
Loading…
Reference in a new issue