360 строки
10 KiB
Bash
Executable File
360 строки
10 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
|
|
# shellcheck disable=SC1090
|
|
# shellcheck disable=SC1091
|
|
|
|
set -e
|
|
set -o pipefail
|
|
|
|
# vars
|
|
PYTHON=python3
|
|
PIP=pip3
|
|
SUDO=sudo
|
|
VENV_NAME=.shipyard
|
|
|
|
# process options
|
|
while getopts "h?23ce:u" opt; do
|
|
case "$opt" in
|
|
h|\?)
|
|
echo "install.sh parameters"
|
|
echo ""
|
|
echo "-2 install for Python 2.7"
|
|
echo "-3 install for Python 3.4+ [default]"
|
|
echo "-c install for Cloud Shell (via Dockerfile)"
|
|
echo "-e [environment name] install to a virtual environment"
|
|
echo "-u force install into user python environment instead of a virtual enviornment"
|
|
echo ""
|
|
exit 1
|
|
;;
|
|
2)
|
|
PYTHON=python
|
|
PIP=pip
|
|
;;
|
|
3)
|
|
PYTHON=python3
|
|
PIP=pip3
|
|
;;
|
|
c)
|
|
PYTHON=python3
|
|
PIP=pip3
|
|
VENV_NAME=cloudshell
|
|
SUDO=
|
|
;;
|
|
e)
|
|
VENV_NAME=$OPTARG
|
|
;;
|
|
u)
|
|
VENV_NAME=
|
|
;;
|
|
esac
|
|
done
|
|
shift $((OPTIND-1))
|
|
[ "$1" = "--" ] && shift
|
|
|
|
# non-cloud shell environment checks
|
|
if [ -n "$SUDO" ]; then
|
|
# check to ensure this is not being run directly as root
|
|
if [ "$(id -u)" -eq 0 ]; then
|
|
echo "Installation cannot be performed as root or via sudo."
|
|
echo "Please install as a regular user."
|
|
exit 1
|
|
fi
|
|
# check for sudo
|
|
if hash sudo 2> /dev/null; then
|
|
echo "sudo found."
|
|
else
|
|
echo "sudo not found. Please install sudo first before proceeding."
|
|
exit 1
|
|
fi
|
|
fi
|
|
|
|
# check that shipyard.py is in cwd
|
|
if [ ! -f "${PWD}"/shipyard.py ]; then
|
|
echo "shipyard.py not found in $PWD."
|
|
echo "Please run install.sh from the same directory as shipyard.py."
|
|
exit 1
|
|
fi
|
|
|
|
# check for python
|
|
if hash $PYTHON 2> /dev/null; then
|
|
echo "Installing for $PYTHON."
|
|
else
|
|
echo "$PYTHON not found, please install $PYTHON first with your system software installer."
|
|
exit 1
|
|
fi
|
|
|
|
# check for anaconda
|
|
set +e
|
|
ANACONDA=0
|
|
if $PYTHON -c "from __future__ import print_function; import sys; print(sys.version)" | grep -Ei 'anaconda|continuum|conda-forge'; then
|
|
# check for conda
|
|
if hash conda 2> /dev/null; then
|
|
echo "Anaconda environment detected."
|
|
else
|
|
echo "Anaconda environment detected, but conda command not found."
|
|
exit 1
|
|
fi
|
|
if [ -z "$VENV_NAME" ]; then
|
|
echo "Virtual environment name must be supplied for Anaconda installations."
|
|
exit 1
|
|
fi
|
|
ANACONDA=1
|
|
PIP=pip
|
|
fi
|
|
set -e
|
|
|
|
# perform some virtual env parameter checks
|
|
INSTALL_VENV_BIN=0
|
|
if [ -n "$VENV_NAME" ]; then
|
|
# check if virtual env, env is not named shipyard
|
|
if [ "$VENV_NAME" == "shipyard" ]; then
|
|
echo "Virtual environment name cannot be shipyard. Please use a different virtual environment name."
|
|
exit 1
|
|
fi
|
|
# check for virtualenv executable
|
|
if [ $ANACONDA -eq 0 ]; then
|
|
if hash virtualenv 2> /dev/null; then
|
|
echo "virtualenv found."
|
|
else
|
|
echo "virtualenv not found."
|
|
INSTALL_VENV_BIN=1
|
|
fi
|
|
fi
|
|
echo "Installing into virtualenv: $VENV_NAME"
|
|
else
|
|
echo "Installing into user environment instead of virtualenv"
|
|
fi
|
|
|
|
# try to get /etc/lsb-release
|
|
if [ -e /etc/lsb-release ]; then
|
|
. /etc/lsb-release
|
|
else
|
|
if [ -e /etc/os-release ]; then
|
|
. /etc/os-release
|
|
DISTRIB_ID=$ID
|
|
DISTRIB_RELEASE=$VERSION_ID
|
|
fi
|
|
# check for OS X
|
|
if [ -z "${DISTRIB_ID+x}" ] && [ "$(uname)" == "Darwin" ]; then
|
|
DISTRIB_ID=$(uname)
|
|
DISTRIB_RELEASE=$(uname -a | cut -d' ' -f3)
|
|
fi
|
|
fi
|
|
|
|
if [ -z "${DISTRIB_ID+x}" ] || [ -z "${DISTRIB_RELEASE+x}" ]; then
|
|
echo "Unknown DISTRIB_ID or DISTRIB_RELEASE."
|
|
echo "Please refer to the Installation documentation for manual installation steps."
|
|
exit 1
|
|
fi
|
|
|
|
# lowercase vars
|
|
if [ "$DISTRIB_ID" != "Darwin" ]; then
|
|
DISTRIB_ID=${DISTRIB_ID,,}
|
|
DISTRIB_RELEASE=${DISTRIB_RELEASE,,}
|
|
fi
|
|
|
|
echo "Detected OS: $DISTRIB_ID $DISTRIB_RELEASE"
|
|
|
|
# install requisite packages from distro repo
|
|
if [ -n "$SUDO" ] || [ "$(id -u)" -eq 0 ]; then
|
|
if [ "$DISTRIB_ID" == "ubuntu" ] || [ "$DISTRIB_ID" == "debian" ]; then
|
|
$SUDO apt-get update
|
|
if [ $ANACONDA -eq 1 ]; then
|
|
PYTHON_PKGS=
|
|
else
|
|
if [ $PYTHON == "python" ]; then
|
|
PYTHON_PKGS="libpython-dev python-dev"
|
|
if [ $ANACONDA -eq 0 ]; then
|
|
PYTHON_PKGS="$PYTHON_PKGS python-pip"
|
|
fi
|
|
else
|
|
PYTHON_PKGS="libpython3-dev python3-dev"
|
|
if [ $ANACONDA -eq 0 ]; then
|
|
PYTHON_PKGS="$PYTHON_PKGS python3-pip"
|
|
fi
|
|
fi
|
|
fi
|
|
# shellcheck disable=SC2086
|
|
$SUDO apt-get install -y --no-install-recommends \
|
|
build-essential libssl-dev libffi-dev openssl \
|
|
openssh-client rsync $PYTHON_PKGS
|
|
elif [ "$DISTRIB_ID" == "centos" ] || [ "$DISTRIB_ID" == "rhel" ]; then
|
|
$SUDO yum makecache fast
|
|
if [ $ANACONDA -eq 1 ]; then
|
|
PYTHON_PKGS=
|
|
else
|
|
if [ $PYTHON == "python" ]; then
|
|
PYTHON_PKGS="python-devel"
|
|
else
|
|
if ! yum list installed epel-release; then
|
|
echo "epel-release package not installed."
|
|
echo "Please install the epel-release package or refer to the Installation documentation for manual installation steps".
|
|
exit 1
|
|
fi
|
|
if ! yum list installed python34; then
|
|
echo "python34 epel package not installed."
|
|
echo "Please install the python34 epel package or refer to the Installation documentation for manual installation steps."
|
|
exit 1
|
|
fi
|
|
PYTHON_PKGS="python34-devel"
|
|
fi
|
|
fi
|
|
# shellcheck disable=SC2086
|
|
$SUDO yum install -y gcc openssl-devel libffi-devel openssl \
|
|
openssh-clients rsync $PYTHON_PKGS
|
|
if [ $ANACONDA -eq 0 ]; then
|
|
curl -fSsL --tlsv1 https://bootstrap.pypa.io/get-pip.py | $SUDO $PYTHON
|
|
fi
|
|
elif [ "$DISTRIB_ID" == "opensuse" ] || [ "$DISTRIB_ID" == "sles" ]; then
|
|
$SUDO zypper ref
|
|
if [ $ANACONDA -eq 1 ]; then
|
|
PYTHON_PKGS=
|
|
else
|
|
if [ $PYTHON == "python" ]; then
|
|
PYTHON_PKGS="python-devel"
|
|
else
|
|
PYTHON_PKGS="python3-devel"
|
|
fi
|
|
fi
|
|
# shellcheck disable=SC2086
|
|
$SUDO zypper -n in gcc libopenssl-devel libffi48-devel openssl \
|
|
openssh rsync $PYTHON_PKGS
|
|
if [ $ANACONDA -eq 0 ]; then
|
|
curl -fSsL --tlsv1 https://bootstrap.pypa.io/get-pip.py | $SUDO $PYTHON
|
|
fi
|
|
elif [ "$DISTRIB_ID" == "Darwin" ]; then
|
|
# check for pip, otherwise install it
|
|
if hash $PIP 2> /dev/null; then
|
|
echo "$PIP detected."
|
|
else
|
|
echo "$PIP not found, installing for Python"
|
|
$SUDO $PYTHON -m ensurepip
|
|
fi
|
|
else
|
|
echo "Unsupported distribution."
|
|
echo "Please refer to the Installation documentation for manual installation steps."
|
|
exit 1
|
|
fi
|
|
fi
|
|
|
|
# create virtual env if required and install required python packages
|
|
if [ -n "$VENV_NAME" ]; then
|
|
# install virtual env if required
|
|
if [ $INSTALL_VENV_BIN -eq 1 ]; then
|
|
if [ -n "$SUDO" ] || [ "$(id -u)" -eq 0 ]; then
|
|
$SUDO $PIP install virtualenv
|
|
else
|
|
$PIP install --user virtualenv
|
|
fi
|
|
fi
|
|
if [ $ANACONDA -eq 0 ]; then
|
|
# create venv if it doesn't exist
|
|
if [ -n "$SUDO" ] || [ "$(id -u)" -eq 0 ]; then
|
|
virtualenv -p $PYTHON "$VENV_NAME"
|
|
else
|
|
"${HOME}"/.local/bin/virtualenv -p $PYTHON "$VENV_NAME"
|
|
fi
|
|
source "${VENV_NAME}"/bin/activate
|
|
$PYTHON -m pip install --upgrade pip
|
|
$PIP install --upgrade setuptools
|
|
set +e
|
|
$PIP uninstall -y azure-storage
|
|
set -e
|
|
$PIP install --upgrade -r requirements.txt
|
|
$PIP install --upgrade --no-deps -r req_nodeps.txt
|
|
deactivate
|
|
else
|
|
# set python version
|
|
pyver=$($PYTHON -c "import sys;a=sys.version_info;print('{}.{}'.format(a[0],a[1]));")
|
|
echo "Creating conda env for Python $pyver"
|
|
# create conda env
|
|
set +e
|
|
conda create --yes --name "$VENV_NAME" python="${pyver}"
|
|
set -e
|
|
source activate "$VENV_NAME"
|
|
conda install --yes pip
|
|
# temporary workaround with pip requirements upgrading setuptools and
|
|
# conda pip failing to reference the old setuptools version
|
|
set +e
|
|
$PIP install --upgrade setuptools
|
|
$PIP uninstall -y azure-storage
|
|
set -e
|
|
$PIP install --upgrade -r requirements.txt
|
|
$PIP install --upgrade --no-deps -r req_nodeps.txt
|
|
source deactivate "$VENV_NAME"
|
|
fi
|
|
else
|
|
$PYTHON -m pip install --upgrade --user pip
|
|
$PIP install --upgrade --user setuptools
|
|
set +e
|
|
$PIP uninstall -y azure-storage
|
|
set -e
|
|
$PIP install --upgrade --user -r requirements.txt
|
|
$PIP install --upgrade --no-deps --user -r req_nodeps.txt
|
|
fi
|
|
|
|
# create shipyard script
|
|
cat > shipyard << EOF
|
|
#!/usr/bin/env bash
|
|
|
|
set -e
|
|
set -f
|
|
|
|
BATCH_SHIPYARD_ROOT_DIR=$PWD
|
|
VENV_NAME=$VENV_NAME
|
|
|
|
EOF
|
|
cat >> shipyard << 'EOF'
|
|
if [ -z $BATCH_SHIPYARD_ROOT_DIR ]; then
|
|
echo Batch Shipyard root directory not set.
|
|
echo Please rerun the install.sh script.
|
|
exit 1
|
|
fi
|
|
|
|
EOF
|
|
|
|
if [ -n "$VENV_NAME" ]; then
|
|
if [ $ANACONDA -eq 0 ]; then
|
|
cat >> shipyard << 'EOF'
|
|
source $BATCH_SHIPYARD_ROOT_DIR/$VENV_NAME/bin/activate
|
|
EOF
|
|
else
|
|
cat >> shipyard << 'EOF'
|
|
source activate $VENV_NAME
|
|
EOF
|
|
fi
|
|
fi
|
|
|
|
if [ $PYTHON == "python" ]; then
|
|
cat >> shipyard << 'EOF'
|
|
python $BATCH_SHIPYARD_ROOT_DIR/shipyard.py $*
|
|
EOF
|
|
else
|
|
cat >> shipyard << 'EOF'
|
|
python3 $BATCH_SHIPYARD_ROOT_DIR/shipyard.py $*
|
|
EOF
|
|
fi
|
|
|
|
if [ -n "$VENV_NAME" ]; then
|
|
if [ $ANACONDA -eq 0 ]; then
|
|
cat >> shipyard << 'EOF'
|
|
deactivate
|
|
EOF
|
|
else
|
|
cat >> shipyard << 'EOF'
|
|
source deactivate $VENV_NAME
|
|
EOF
|
|
fi
|
|
fi
|
|
|
|
chmod 755 shipyard
|
|
|
|
echo ""
|
|
if [ -z "$VENV_NAME" ]; then
|
|
# shellcheck disable=SC2016
|
|
echo '>> Please add $HOME/.local/bin to your $PATH. You can do this '
|
|
echo '>> permanently in your shell rc script, e.g., .bashrc for bash shells.'
|
|
echo ""
|
|
fi
|
|
echo ">> Install complete for $PYTHON. Please run Batch Shipyard as: $PWD/shipyard"
|