From e1ece6a3192f2637c47de99ec8958e909c507824 Mon Sep 17 00:00:00 2001 From: shane knapp Date: Fri, 19 Apr 2019 10:03:50 +0900 Subject: [PATCH] [SPARK-25079][PYTHON] update python3 executable to 3.6.x ## What changes were proposed in this pull request? have jenkins test against python3.6 (instead of 3.4). ## How was this patch tested? extensive testing on both the centos and ubuntu jenkins workers. NOTE: this will need to be backported to all active branches. Closes #24266 from shaneknapp/updating-python3-executable. Authored-by: shane knapp Signed-off-by: HyukjinKwon --- dev/run-tests.py | 4 +++- python/run-tests.py | 2 +- 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/dev/run-tests.py b/dev/run-tests.py index dfad299107..70dcb4a42e 100755 --- a/dev/run-tests.py +++ b/dev/run-tests.py @@ -546,7 +546,9 @@ def main(): hadoop_version = os.environ.get("AMPLAB_JENKINS_BUILD_PROFILE", "hadoop2.7") test_env = "amplab_jenkins" # add path for Python3 in Jenkins if we're calling from a Jenkins machine - os.environ["PATH"] = "/home/anaconda/envs/py3k/bin:" + os.environ.get("PATH") + # TODO(sknapp): after all builds are ported to the ubuntu workers, change this to be: + # /home/jenkins/anaconda2/envs/py36/bin + os.environ["PATH"] = "/home/anaconda/envs/py36/bin:" + os.environ.get("PATH") else: # else we're running locally and can use local settings build_tool = "sbt" diff --git a/python/run-tests.py b/python/run-tests.py index 793035f5d8..027069da7b 100755 --- a/python/run-tests.py +++ b/python/run-tests.py @@ -160,7 +160,7 @@ def run_individual_python_test(target_dir, test_name, pyspark_python): def get_default_python_executables(): - python_execs = [x for x in ["python2.7", "python3.4", "pypy"] if which(x)] + python_execs = [x for x in ["python2.7", "python3.6", "pypy"] if which(x)] if "python2.7" not in python_execs: LOGGER.warning("Not testing against `python2.7` because it could not be found; falling" " back to `python` instead")