CI: Use ccache

Author: jonashaag

.github/actions/build_pandas/action.yml renamed to .github/actions/build-pandas/action.yml

@@ -3,17 +3,13 @@ description: Rebuilds the C extensions and installs pandas
 runs:
   using: composite
   steps:
-
-    - name: Environment Detail
-      run: |
-        micromamba info
-        micromamba list
-      shell: bash -el {0}
+    - name: Set up Ccache
+      uses: ./.github/actions/setup-ccache
 
     - name: Build Pandas
       if : ${{ runner.os != 'Windows' }}
       run: |
-        pip install -e . --no-build-isolation -v
+        python -m pip install . --no-build-isolation -v
       shell: bash -el {0}
 
     - name: Build Pandas (Windows)

.github/actions/setup-ccache/action.yml

@@ -0,0 +1,33 @@
+name: Setup sccache
+runs:
+  using: composite
+  steps:
+    - name: Make cache key
+      id: cache-key
+      run: |
+        key="${{ runner.os }}--${{ runner.arch }}--${{ github.workflow }}"
+        # Date: Daily invalidation of all ccaches as an extra safety measure.
+        key="$key--$(/bin/date -u '+%Y%m%d')"
+        # Python version: Separate caches for each Python version. This reduces the number of cache misses.
+        key="$key--$(python -V)"
+        # Cache version: Bump this number to manually invalidate the cache.
+        key="$key--0"
+
+        echo "cache-key=$key" >> $GITHUB_OUTPUT
+      shell: bash
+
+    # On Windows, for some reason the default temporary directory provided to sccache
+    # may become read-only at some point. Work around by having a private tempdir.
+    - name: Fix Windows temporary directory
+      id: mktemp
+      run: echo "tmpdir=$(cygpath -w $(mktemp -d))" >> $GITHUB_OUTPUT
+      shell: bash
+      if: ${{ runner.os == 'Windows' }}
+
+    - name: Setup sccache
+      uses: hendrikmuhs/[email protected]
+      with:
+        variant: sccache
+        key: ${{ steps.cache-key.outputs.cache-key }}
+      env:
+        TMP: "${{ steps.mktemp.outputs.tmpdir }}"

.github/actions/setup-conda/action.yml

@@ -19,7 +19,9 @@ runs:
       run: |
         grep -q '  - pyarrow' ${{ inputs.environment-file }}
         sed -i"" -e "s/  - pyarrow/  - pyarrow=${{ inputs.pyarrow-version }}/" ${{ inputs.environment-file }}
+        echo ::group::Patched environment.yml contents
         cat ${{ inputs.environment-file }}
+        echo ::endgroup::
       shell: bash
       if: ${{ inputs.pyarrow-version }}
 

.github/workflows/code-checks.yml

@@ -62,7 +62,7 @@ jobs:
 
     - name: Build Pandas
       id: build
-      uses: ./.github/actions/build_pandas
+      uses: ./.github/actions/build-pandas
 
     # The following checks are independent of each other and should still be run if one fails
     - name: Check for no warnings when building single-page docs
@@ -125,7 +125,7 @@ jobs:
 
     - name: Build Pandas
       id: build
-      uses: ./.github/actions/build_pandas
+      uses: ./.github/actions/build-pandas
 
     - name: Run ASV benchmarks
       run: |

.github/workflows/docbuild-and-upload.yml

@@ -44,7 +44,7 @@ jobs:
       uses: ./.github/actions/setup-conda
 
     - name: Build Pandas
-      uses: ./.github/actions/build_pandas
+      uses: ./.github/actions/build-pandas
 
     - name: Set up maintainers cache
       uses: actions/cache@v3

.github/workflows/macos-windows.yml

@@ -56,7 +56,7 @@ jobs:
         pyarrow-version: ${{ matrix.os == 'macos-latest' && '9' || '' }}
 
     - name: Build Pandas
-      uses: ./.github/actions/build_pandas
+      uses: ./.github/actions/build-pandas
 
     - name: Test
       uses: ./.github/actions/run-tests

.github/workflows/ubuntu.yml

@@ -173,7 +173,7 @@ jobs:
         pyarrow-version: ${{ matrix.pyarrow_version }}
 
     - name: Build Pandas
-      uses: ./.github/actions/build_pandas
+      uses: ./.github/actions/build-pandas
 
     - name: Test
       uses: ./.github/actions/run-tests

environment.yml

@@ -71,8 +71,9 @@ dependencies:
   - asv>=0.5.1
 
   ## The compiler packages are meta-packages and install the correct compiler (activation) packages on the respective platforms.
-  #- c-compiler
-  #- cxx-compiler
+  - c-compiler
+  - cxx-compiler
+  - sccache
 
   # code checks
   - black=22.10.0

scripts/generate_pip_deps_from_conda.py

@@ -20,7 +20,7 @@
 import toml
 import yaml
 
-EXCLUDE = {"python", "c-compiler", "cxx-compiler"}
+EXCLUDE = {"python", "c-compiler", "cxx-compiler", "sccache"}
 REMAP_VERSION = {"tzdata": "2022.1"}
 RENAME = {
     "pytables": "tables",