4e7d8678a3
The "do-release.sh" script asks questions about the RC being prepared, trying to find out as much as possible automatically, and then executes the existing scripts with proper arguments to prepare the release. This script was used to prepare the 2.3.1 release candidates, so was tested in that context. The docker version runs that same script inside a docker image especially crafted for building Spark releases. That image is based on the work by Felix C. linked in the bug. At this point is has been only midly tested. I also added a template for the vote e-mail, with placeholders for things that need to be replaced, although there is no automation around that for the moment. It shouldn't be hard to hook up certain things like version and tags to this, or to figure out certain things like the repo URL from the output of the release scripts. Author: Marcelo Vanzin <vanzin@cloudera.com> Closes #21515 from vanzin/SPARK-24372.
115 lines
3.9 KiB
Bash
Executable file
115 lines
3.9 KiB
Bash
Executable file
#!/usr/bin/env bash
|
|
|
|
#
|
|
# Licensed to the Apache Software Foundation (ASF) under one or more
|
|
# contributor license agreements. See the NOTICE file distributed with
|
|
# this work for additional information regarding copyright ownership.
|
|
# The ASF licenses this file to You under the Apache License, Version 2.0
|
|
# (the "License"); you may not use this file except in compliance with
|
|
# the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
#
|
|
|
|
SELF=$(cd $(dirname $0) && pwd)
|
|
. "$SELF/release-util.sh"
|
|
|
|
function exit_with_usage {
|
|
cat << EOF
|
|
usage: tag-release.sh
|
|
Tags a Spark release on a particular branch.
|
|
|
|
Inputs are specified with the following environment variables:
|
|
ASF_USERNAME - Apache Username
|
|
ASF_PASSWORD - Apache Password
|
|
GIT_NAME - Name to use with git
|
|
GIT_EMAIL - E-mail address to use with git
|
|
GIT_BRANCH - Git branch on which to make release
|
|
RELEASE_VERSION - Version used in pom files for release
|
|
RELEASE_TAG - Name of release tag
|
|
NEXT_VERSION - Development version after release
|
|
EOF
|
|
exit 1
|
|
}
|
|
|
|
set -e
|
|
set -o pipefail
|
|
|
|
if [[ $@ == *"help"* ]]; then
|
|
exit_with_usage
|
|
fi
|
|
|
|
if [[ -z "$ASF_PASSWORD" ]]; then
|
|
echo 'The environment variable ASF_PASSWORD is not set. Enter the password.'
|
|
echo
|
|
stty -echo && printf "ASF password: " && read ASF_PASSWORD && printf '\n' && stty echo
|
|
fi
|
|
|
|
for env in ASF_USERNAME ASF_PASSWORD RELEASE_VERSION RELEASE_TAG NEXT_VERSION GIT_EMAIL GIT_NAME GIT_BRANCH; do
|
|
if [ -z "${!env}" ]; then
|
|
echo "$env must be set to run this script"
|
|
exit 1
|
|
fi
|
|
done
|
|
|
|
init_java
|
|
init_maven_sbt
|
|
|
|
ASF_SPARK_REPO="git-wip-us.apache.org/repos/asf/spark.git"
|
|
|
|
rm -rf spark
|
|
git clone "https://$ASF_USERNAME:$ASF_PASSWORD@$ASF_SPARK_REPO" -b $GIT_BRANCH
|
|
cd spark
|
|
|
|
git config user.name "$GIT_NAME"
|
|
git config user.email $GIT_EMAIL
|
|
|
|
# Create release version
|
|
$MVN versions:set -DnewVersion=$RELEASE_VERSION | grep -v "no value" # silence logs
|
|
# Set the release version in R/pkg/DESCRIPTION
|
|
sed -i".tmp1" 's/Version.*$/Version: '"$RELEASE_VERSION"'/g' R/pkg/DESCRIPTION
|
|
# Set the release version in docs
|
|
sed -i".tmp1" 's/SPARK_VERSION:.*$/SPARK_VERSION: '"$RELEASE_VERSION"'/g' docs/_config.yml
|
|
sed -i".tmp2" 's/SPARK_VERSION_SHORT:.*$/SPARK_VERSION_SHORT: '"$RELEASE_VERSION"'/g' docs/_config.yml
|
|
sed -i".tmp3" 's/__version__ = .*$/__version__ = "'"$RELEASE_VERSION"'"/' python/pyspark/version.py
|
|
|
|
git commit -a -m "Preparing Spark release $RELEASE_TAG"
|
|
echo "Creating tag $RELEASE_TAG at the head of $GIT_BRANCH"
|
|
git tag $RELEASE_TAG
|
|
|
|
# Create next version
|
|
$MVN versions:set -DnewVersion=$NEXT_VERSION | grep -v "no value" # silence logs
|
|
# Remove -SNAPSHOT before setting the R version as R expects version strings to only have numbers
|
|
R_NEXT_VERSION=`echo $NEXT_VERSION | sed 's/-SNAPSHOT//g'`
|
|
sed -i".tmp4" 's/Version.*$/Version: '"$R_NEXT_VERSION"'/g' R/pkg/DESCRIPTION
|
|
# Write out the R_NEXT_VERSION to PySpark version info we use dev0 instead of SNAPSHOT to be closer
|
|
# to PEP440.
|
|
sed -i".tmp5" 's/__version__ = .*$/__version__ = "'"$R_NEXT_VERSION.dev0"'"/' python/pyspark/version.py
|
|
|
|
|
|
# Update docs with next version
|
|
sed -i".tmp6" 's/SPARK_VERSION:.*$/SPARK_VERSION: '"$NEXT_VERSION"'/g' docs/_config.yml
|
|
# Use R version for short version
|
|
sed -i".tmp7" 's/SPARK_VERSION_SHORT:.*$/SPARK_VERSION_SHORT: '"$R_NEXT_VERSION"'/g' docs/_config.yml
|
|
|
|
git commit -a -m "Preparing development version $NEXT_VERSION"
|
|
|
|
if ! is_dry_run; then
|
|
# Push changes
|
|
git push origin $RELEASE_TAG
|
|
git push origin HEAD:$GIT_BRANCH
|
|
|
|
cd ..
|
|
rm -rf spark
|
|
else
|
|
cd ..
|
|
mv spark spark.tag
|
|
echo "Clone with version changes and tag available as spark.tag in the output directory."
|
|
fi
|