install_travis.sh

#!/bin/bash

# There are 2 distinct pieces that get zipped and cached
# - The venv site-packages dir including the installed dependencies
# - The pandas build artifacts, using the build cache support via
#   scripts/use_build_cache.py
#
# if the user opted in to use the cache and we're on a whitelisted fork
# - if the server doesn't hold a cached version of venv/pandas build,
#   do things the slow way, and put the results on the cache server
#   for the next time.
# -  if the cache files are available, instal some necessaries via apt
#    (no compiling needed), then directly goto script and collect 200$.
#

function edit_init()
{
    if [ -n "$LOCALE_OVERRIDE" ]; then
        echo "[Adding locale to the first line of pandas/__init__.py]"
        rm -f pandas/__init__.pyc
        sedc="3iimport locale\nlocale.setlocale(locale.LC_ALL, '$LOCALE_OVERRIDE')\n"
        sed -i "$sedc" pandas/__init__.py
        echo "[head -4 pandas/__init__.py]"
        head -4 pandas/__init__.py
        echo
    fi
}

echo "[install_travis]"
edit_init

home_dir=$(pwd)
echo "[home_dir: $home_dir]"

if [ "${TRAVIS_OS_NAME}" == "osx" ]; then
    echo "[install ccache]"
    time brew install ccache
fi

# install miniconda
MINICONDA_DIR="$HOME/miniconda3"

echo "[Using clean Miniconda install]"

if [ -d "$MINICONDA_DIR" ]; then
    rm -rf "$MINICONDA_DIR"
fi

# install miniconda
if [ "${TRAVIS_OS_NAME}" == "osx" ]; then
    time wget http://repo.continuum.io/miniconda/Miniconda3-latest-MacOSX-x86_64.sh -O miniconda.sh || exit 1
else
    time wget http://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh -O miniconda.sh || exit 1
fi
time bash miniconda.sh -b -p "$MINICONDA_DIR" || exit 1

echo "[show conda]"
which conda

echo "[update conda]"
conda config --set ssl_verify false || exit 1
conda config --set always_yes true --set changeps1 false || exit 1
conda update -q conda

echo "[add channels]"
# add the pandas channel to take priority
# to add extra packages
conda config --add channels pandas || exit 1
conda config --remove channels defaults || exit 1
conda config --add channels defaults || exit 1

if [ "$CONDA_FORGE" ]; then
    # add conda-forge channel as priority
    conda config --add channels conda-forge || exit 1
fi

# Useful for debugging any issues with conda
conda info -a || exit 1

# set the compiler cache to work
if [ "$USE_CACHE" ] && [ "${TRAVIS_OS_NAME}" == "linux" ]; then
    echo "[Using ccache]"
    export PATH=/usr/lib/ccache:/usr/lib64/ccache:$PATH
    gcc=$(which gcc)
    echo "[gcc: $gcc]"
    ccache=$(which ccache)
    echo "[ccache: $ccache]"
    export CC='ccache gcc'
else
    echo "[Not using ccache]"
fi

echo "[create env]"

# may have installation instructions for this build
INSTALL="ci/install-${PYTHON_VERSION}${JOB_TAG}.sh"
if [ -e ${INSTALL} ]; then
    time bash $INSTALL || exit 1
else
    # create new env
    # this may already exists, in which case our caching worked
    time conda create -n pandas python=$PYTHON_VERSION pytest nomkl
fi

# build deps
echo "[build installs]"
REQ="ci/requirements-${PYTHON_VERSION}${JOB_TAG}.build"
if [ -e ${REQ} ]; then
    time conda install -n pandas --file=${REQ} || exit 1
fi

# may have addtl installation instructions for this build
echo "[build addtl installs]"
REQ="ci/requirements-${PYTHON_VERSION}${JOB_TAG}.build.sh"
if [ -e ${REQ} ]; then
    time bash $REQ || exit 1
fi

source activate pandas

pip install pytest-xdist

if [ "$LINT" ]; then
   conda install flake8
   pip install cpplint
fi

if [ "$COVERAGE" ]; then
    pip install coverage pytest-cov
fi

if [ "$BUILD_TEST" ]; then

    # build testing
    pip uninstall --yes cython
    pip install cython==0.23
    ( python setup.py build_ext --inplace && python setup.py develop ) || true

else

    # build but don't install
    echo "[build em]"
    time python setup.py build_ext --inplace || exit 1

    # we may have run installations
    echo "[conda installs]"
    REQ="ci/requirements-${PYTHON_VERSION}${JOB_TAG}.run"
    if [ -e ${REQ} ]; then
        time conda install -n pandas --file=${REQ} || exit 1
    fi

    # we may have additional pip installs
    echo "[pip installs]"
    REQ="ci/requirements-${PYTHON_VERSION}${JOB_TAG}.pip"
    if [ -e ${REQ} ]; then
       pip install -r $REQ
    fi

    # may have addtl installation instructions for this build
    echo "[addtl installs]"
    REQ="ci/requirements-${PYTHON_VERSION}${JOB_TAG}.sh"
    if [ -e ${REQ} ]; then
        time bash $REQ || exit 1
    fi

    # remove any installed pandas package
    # w/o removing anything else
    echo "[removing installed pandas]"
    conda remove pandas --force

    # install our pandas
    echo "[running setup.py develop]"
    python setup.py develop  || exit 1

fi

echo "[done]"
exit 0