Squash

Author: jonashaag

.circleci/config.yml

@@ -22,63 +22,81 @@ jobs:
         CONDA_PY: "310"
 
   steps:
-    - displayName: 'Set conda path'
-      script: echo '##vso[task.prependpath]$(HOME)/miniconda3/bin'
-
-    - displayName: 'Workaround for mamba-org/mamba#488'
-      script: rm /usr/local/miniconda/pkgs/cache/*.json
+    - task: Cache@2
+      inputs:
+        key: sccache-0
+        restoreKeys: |
+          sccache-restore-0
+        path: $(HOME)/.sccache
+      displayName: Restore Sccache cache
 
-    - displayName: 'Setup environment and build pandas'
-      script: |
-        echo $PATH
+    - script: |
+        set -eux
         sccache_version=v0.2.15
         sccache_archive_name=sccache-$sccache_version-x86_64-apple-darwin
         curl -L https://github.com/mozilla/sccache/releases/download/$sccache_version/$sccache_archive_name.tar.gz \
           | tar xzf - -O $sccache_archive_name/sccache > /usr/local/bin/sccache
         chmod +x /usr/local/bin/sccache
-        SCCACHE_IDLE_TIMEOUT=999999 sccache --start-server
+        SCCACHE_IDLE_TIMEOUT=999999 SCCACHE_DIR=$(HOME)/.sccache sccache --start-server
         sccache -s
         sccache -z
-        # conda config --set ssl_verify false
-        # conda config --set quiet true --set always_yes true --set changeps1 false
+      displayName: Setup Sccache
+
+    - task: Cache@2
+      inputs:
+        key: conda-0
+        restoreKeys: |
+          conda-restore-0
+        pattern: /usr/local/miniconda/pkgs/*.tar.bz2
+      displayName: Restore Conda package cache
+
+    - script: echo '##vso[task.prependpath]/usr/local/miniconda/condabin'
+      displayName: 'Set conda path asdf'
+
+    - script: rm /usr/local/miniconda/pkgs/cache/*.json
+      displayName: 'Workaround for mamba-org/mamba#488'
+
+    - script: |
+        set -eux
         conda install -y -c conda-forge -n base 'mamba>=0.22' pip
-        echo "mamba env update --file=${ENV_FILE}"
+        env | grep pkg
         # See https://github.com/mamba-org/mamba/issues/633
         mamba create -q -n pandas-dev
         # TODO: GH#44980 https://github.com/pypa/setuptools/issues/2941
         echo '  - setuptools <60' >> ${ENV_FILE}
-        if [[ "$(uname)" == Darwin ]]; then
+        if [ "$(uname)" == Darwin ]; then
           # From pyarrow on MacOS
           # ImportError: 2): Library not loaded: @rpath/libssl.1.1.dylib
           # Referenced from: /Users/runner/miniconda3/envs/pandas-dev/lib/libthrift.0.13.0.dylib
           # Reason: image not found
-          sed -i 's/^  - pyarrow$/  - pyarrow=6/' ${ENV_FILE}
+          sed -i'' -e 's/^  - pyarrow$/  - pyarrow=6/' ${ENV_FILE}
         fi
         time mamba env update -n pandas-dev --file="${ENV_FILE}"
+        set +e
         echo Have qt?
-        conda list -f qt --json
+        mamba list -n pandas-dev -f qt --json
         echo Have pandas?
-        pip list | grep pandas
-        echo "Build extensions"
-        time DISTUTILS_C_COMPILER_LAUNCHER=sccache python setup.py build_ext -q -j3
-        echo "Install pandas"
-        time python -m pip install --no-build-isolation -e .
+        mamba run --no-capture-output -n pandas-dev pip list | grep pandas
+        set -e
+        time DISTUTILS_C_COMPILER_LAUNCHER=sccache mamba run --no-capture-output -n pandas-dev python setup.py build_ext -q -j3
+        time mamba run --no-capture-output -n pandas-dev python -m pip install --no-build-isolation -e .
         sccache -s
+      displayName: 'Setup environment and build pandas'
 
-    - displayName: 'Test'
-      script: |
-        conda run -n pandas-dev --no-capture-output ci/run_tests.sh
+    - script: |
+        mamba run --no-capture-output -n pandas-dev ci/run_tests.sh
+      displayName: 'Test'
 
-    - displayName: 'Build versions'
-      script: |
+    - script: |
         pushd /tmp
-        conda run -n pandas-dev python -c "import pandas; pandas.show_versions()"
+        mamba run --no-capture-output -n pandas-dev python -c "import pandas; pandas.show_versions()"
         popd
+      displayName: 'Build versions'
 
-    - displayName: 'Publish test results'
-      task: PublishTestResults@2
+    - task: PublishTestResults@2
       condition: succeededOrFailed()
       inputs:
         failTaskOnFailedTests: true
         testResultsFiles: 'test-data.xml'
         testRunTitle: ${{ format('{0}-$(CONDA_PY)', parameters.name) }}
+      displayName: 'Publish test results'