WIP

Author: jonashaag

azure-pipelines.yml

@@ -26,7 +26,7 @@ jobs:
 - template: ci/azure/posix.yml
   parameters:
     name: macOS
-    vmImage: macOS-11
+    vmImage: macOS-10.15
 
 - template: ci/azure/windows.yml
   parameters:

ci/azure/windows.yml

@@ -29,26 +29,17 @@ jobs:
     - bash: conda install -yv -c conda-forge -n base 'mamba<0.21'
       displayName: 'Install mamba'
 
-    # See https://github.com/mamba-org/mamba/issues/633
-    # See https://github.com/mamba-org/mamba/issues/1370
-    # fail
-    #echo mamba.exe
-    #C:\Miniconda\Scripts\mamba.exe info
-    # mamba info
-    ## ok
-    # C:\Miniconda\condabin\mamba.bat info
-    # C:\Miniconda\Library\bin\mamba.bat info
-    - script: |
-        where python
-        python --version
+    - bash: |
+        # See https://github.com/mamba-org/mamba/issues/1370
+        # See https://github.com/mamba-org/mamba/issues/633
         C:\Miniconda\condabin\mamba.bat create -n pandas-dev
         C:\Miniconda\condabin\mamba.bat env update -n pandas-dev --file ci\\deps\\actions-$(CONDA_PY).yaml
         C:\Miniconda\condabin\mamba.bat list -n pandas-dev
       displayName: 'Create anaconda environment'
     - bash: |
         source activate pandas-dev
         conda list
-        python setup.py build_ext -q -j 4
+        python setup.py build_ext -q -j 2
         python -m pip install --no-build-isolation -e .
       displayName: 'Build'
     - bash: |

ci/setup_env.sh

@@ -13,29 +13,34 @@ if [[ "$(uname)" == "Linux" && -n "$LC_ALL" ]]; then
 fi
 
 
-echo "Install Miniconda"
-DEFAULT_CONDA_URL="https://repo.continuum.io/miniconda/Miniconda3-latest"
-if [[ "$(uname -m)" == 'aarch64' ]]; then
-    CONDA_URL="https://github.com/conda-forge/miniforge/releases/download/4.10.1-4/Miniforge3-4.10.1-4-Linux-aarch64.sh"
-elif [[ "$(uname)" == 'Linux' ]]; then
-    if [[ "$BITS32" == "yes" ]]; then
-        CONDA_URL="$DEFAULT_CONDA_URL-Linux-x86.sh"
+MINICONDA_DIR=/usr/local/miniconda
+if [ -e $MINICONDA_DIR ] && [ "$BITS32" != yes ]; then
+    echo "Found Miniconda installation at $MINICONDA_DIR"
+else
+    echo "Install Miniconda"
+    DEFAULT_CONDA_URL="https://repo.continuum.io/miniconda/Miniconda3-latest"
+    if [[ "$(uname -m)" == 'aarch64' ]]; then
+        CONDA_URL="https://github.com/conda-forge/miniforge/releases/download/4.10.1-4/Miniforge3-4.10.1-4-Linux-aarch64.sh"
+    elif [[ "$(uname)" == 'Linux' ]]; then
+        if [[ "$BITS32" == "yes" ]]; then
+            CONDA_URL="$DEFAULT_CONDA_URL-Linux-x86.sh"
+        else
+            CONDA_URL="$DEFAULT_CONDA_URL-Linux-x86_64.sh"
+        fi
+    elif [[ "$(uname)" == 'Darwin' ]]; then
+        CONDA_URL="$DEFAULT_CONDA_URL-MacOSX-x86_64.sh"
     else
-        CONDA_URL="$DEFAULT_CONDA_URL-Linux-x86_64.sh"
+      echo "OS $(uname) not supported"
+      exit 1
     fi
-elif [[ "$(uname)" == 'Darwin' ]]; then
-    CONDA_URL="$DEFAULT_CONDA_URL-MacOSX-x86_64.sh"
-else
-  echo "OS $(uname) not supported"
-  exit 1
-fi
-echo "Downloading $CONDA_URL"
-wget -q $CONDA_URL -O miniconda.sh
-chmod +x miniconda.sh
+    echo "Downloading $CONDA_URL"
+    wget -q $CONDA_URL -O miniconda.sh
+    chmod +x miniconda.sh
 
-MINICONDA_DIR="$HOME/miniconda3"
-rm -rf $MINICONDA_DIR
-./miniconda.sh -b -p $MINICONDA_DIR
+    MINICONDA_DIR="$HOME/miniconda3"
+    rm -rf $MINICONDA_DIR
+    ./miniconda.sh -b -p $MINICONDA_DIR
+fi
 export PATH=$MINICONDA_DIR/bin:$PATH
 
 echo
@@ -46,16 +51,12 @@ echo
 echo "update conda"
 conda config --set ssl_verify false
 conda config --set quiet true --set always_yes true --set changeps1 false
-conda install pip conda  # create conda to create a historical artifact for pip & setuptools
-conda update -n base conda
-conda install -y -c conda-forge mamba
+# TODO: GH#44980 https://github.com/pypa/setuptools/issues/2941
+conda install -y -c conda-forge -n base mamba pip 'setuptools<60'
 
 echo "conda info -a"
 conda info -a
 
-echo "source deactivate"
-source deactivate
-
 echo "conda list (root environment)"
 conda list
 
@@ -65,8 +66,8 @@ conda remove --all -q -y -n pandas-dev
 echo
 # See https://github.com/mamba-org/mamba/issues/633
 mamba create -q -n pandas-dev
-echo "mamba env update -q --file=${ENV_FILE}"
-time mamba env update -n pandas-dev -q --file="${ENV_FILE}"
+echo "mamba env update --file=${ENV_FILE}"
+time mamba env update -n pandas-dev --file="${ENV_FILE}"
 
 
 if [[ "$BITS32" == "yes" ]]; then
@@ -75,7 +76,7 @@ if [[ "$BITS32" == "yes" ]]; then
 fi
 
 echo "activate pandas-dev"
-source activate pandas-dev
+conda activate pandas-dev
 
 # Explicitly set an environment variable indicating that this is pandas' CI environment.
 #
@@ -101,11 +102,7 @@ conda list pandas
 # Make sure any error below is reported as such
 
 echo "[Build extensions]"
-python setup.py build_ext -q -j2
-
-echo "[Updating pip]"
-# TODO: GH#44980 https://github.com/pypa/setuptools/issues/2941
-python -m pip install --no-deps -U pip wheel "setuptools<60.0.0"
+python setup.py build_ext -q -j3
 
 echo "[Install pandas]"
 python -m pip install --no-build-isolation -e .