ENH/CI: Add Cache for Azure pipelines - posix

ci/azure/posix.yml

@@ -24,8 +24,33 @@ jobs:
     - script: echo '##vso[task.prependpath]$(HOME)/miniconda3/bin'
       displayName: 'Set conda path'
 
+    - task: Cache@2
+      displayName: Use cached Anaconda environment
+      inputs:
+        key: 'conda | "$(Agent.OS)" | $(ENV_FILE)'
+        path: $(HOME)/miniconda3/
+        restoreKeys: |
+          python | "$(Agent.OS)"
+          python
+        cacheHitVar: CONDA_CACHE_RESTORED
+
     - script: ci/setup_env.sh
-      displayName: 'Setup environment and build pandas'
+      displayName: 'Setup environment'
+      condition: eq(variables.CONDA_CACHE_RESTORED, 'false')
+
+    - script: |
+        conda update -q -y --all -n pandas-dev
+      displayName: 'Update packages in pandas-dev'
+
+    - script: |
+        source activate pandas-dev
+        conda list pandas
+        python setup.py build_ext -q -j2
+        python -m pip install --no-deps -U pip wheel setuptools
+        python -m pip install --no-build-isolation -e .
+        echo "conda list"
+        conda list
+      displayName: 'Build extensions and install pandas'
 
     - script: |
         source activate pandas-dev

ci/azure/windows.yml

@@ -41,18 +41,35 @@ jobs:
         Write-Host "##vso[task.prependpath]$env:CONDA\Scripts"
         Write-Host "##vso[task.prependpath]$HOME/miniconda3/bin"
       displayName: 'Add conda to PATH'
+
     - script: conda update -q -n base conda
       displayName: 'Update conda'
 
+    - bash: echo "$(conda info)"
+      displayName: 'Display conda info'
+
+    - task: Cache@2
+      displayName: Use cached Anaconda environment
+      inputs:
+        key: 'conda | "$(Agent.OS)" | $(ENV_FILE)'
+        path: $(Pipeline.Workspace)\.condarc
+        restoreKeys: |
+          python | "$(Agent.OS)"
+          python
+        cacheHitVar: CONDA_CACHE_RESTORED
+
     - bash: |
         conda env create -q --file ci\\deps\\azure-windows-$(CONDA_PY).yaml
       displayName: 'Create anaconda environment'
+      condition: eq(variables.CONDA_CACHE_RESTORED, 'false')
+
     - bash: |
         source activate pandas-dev
         conda list
         python setup.py build_ext -q -j 4
         python -m pip install --no-build-isolation -e .
-      displayName: 'Build'
+      displayName: 'Build and install pandas'
+
     - bash: |
         source activate pandas-dev
         wmic.exe cpu get caption, deviceid, name, numberofcores, maxclockspeed

ci/setup_env.sh

@@ -12,7 +12,6 @@ if [[ "$(uname)" == "Linux" && -n "$LC_ALL" ]]; then
     echo
 fi
 
-
 echo "Install Miniconda"
 DEFAULT_CONDA_URL="https://repo.continuum.io/miniconda/Miniconda3-latest"
 if [[ "$(uname -m)" == 'aarch64' ]]; then
@@ -26,8 +25,8 @@ elif [[ "$(uname)" == 'Linux' ]]; then
 elif [[ "$(uname)" == 'Darwin' ]]; then
     CONDA_URL="$DEFAULT_CONDA_URL-MacOSX-x86_64.sh"
 else
-  echo "OS $(uname) not supported"
-  exit 1
+    echo "OS $(uname) not supported"
+    exit 1
 fi
 echo "Downloading $CONDA_URL"
 wget -q $CONDA_URL -O miniconda.sh
@@ -46,7 +45,7 @@ echo
 echo "update conda"
 conda config --set ssl_verify false
 conda config --set quiet true --set always_yes true --set changeps1 false
-conda install pip conda  # create conda to create a historical artifact for pip & setuptools
+conda install pip conda # create conda to create a historical artifact for pip & setuptools
 conda update -n base conda
 
 echo "conda info -a"
@@ -65,7 +64,6 @@ echo
 echo "conda env create -q --file=${ENV_FILE}"
 time conda env create -q --file="${ENV_FILE}"
 
-
 if [[ "$BITS32" == "yes" ]]; then
     # activate 32-bit compiler
     export CONDA_BUILD=1
@@ -100,28 +98,13 @@ echo
 echo "conda list pandas"
 conda list pandas
 
-# Make sure any error below is reported as such
-
-echo "[Build extensions]"
-python setup.py build_ext -q -j2
-
-echo "[Updating pip]"
-python -m pip install --no-deps -U pip wheel setuptools
-
-echo "[Install pandas]"
-python -m pip install --no-build-isolation -e .
-
-echo
-echo "conda list"
-conda list
-
 # Install DB for Linux
 
 if [[ -n ${SQL:0} ]]; then
-  echo "installing dbs"
-  mysql -e 'create database pandas_nosetest;'
-  psql -c 'create database pandas_nosetest;' -U postgres
+    echo "installing dbs"
+    mysql -e 'create database pandas_nosetest;'
+    psql -c 'create database pandas_nosetest;' -U postgres
 else
-   echo "not using dbs on non-linux Travis builds or Azure Pipelines"
+    echo "not using dbs on non-linux Travis builds or Azure Pipelines"
 fi
 echo "done"