WIP: Restructuring all builds (NOT TO MERGE)

.travis.yml

@@ -31,34 +31,17 @@ matrix:
 
     include:
     - env:
-        - JOB="3.8" ENV_FILE="ci/deps/travis-38.yaml" PATTERN="(not slow and not network)"
-
-    - env:
-        - JOB="3.7" ENV_FILE="ci/deps/travis-37.yaml" PATTERN="(not slow and not network)"
-
-    - env:
-        - JOB="3.6, locale" ENV_FILE="ci/deps/travis-36-locale.yaml" PATTERN="((not slow and not network) or (single and db))" LOCALE_OVERRIDE="zh_CN.UTF-8" SQL="1"
-      services:
-        - mysql
-        - postgresql
-
-    - env:
-        - JOB="3.6, coverage" ENV_FILE="ci/deps/travis-36-cov.yaml" PATTERN="((not slow and not network) or (single and db))" PANDAS_TESTING_MODE="deprecate" COVERAGE=true SQL="1"
+        - JOB="extended" ENV_FILE="ci/deps/extended.yml" PATTERN="(not slow and not network)" SQL="1"
       services:
         - mysql
         - postgresql
 
-    # In allow_failures
     - env:
-        - JOB="3.6, slow" ENV_FILE="ci/deps/travis-36-slow.yaml" PATTERN="slow" SQL="1"
+        - JOB="extended_slow" ENV_FILE="ci/deps/extended.yml" PATTERN="slow" SQL="1"
       services:
         - mysql
         - postgresql
 
-    allow_failures:
-      - env:
-          - JOB="3.6, slow" ENV_FILE="ci/deps/travis-36-slow.yaml" PATTERN="slow" SQL="1"
-
 before_install:
   - echo "before_install"
   # set non-blocking IO on travis

ci/azure/posix.yml

@@ -9,48 +9,39 @@ jobs:
   strategy:
     matrix:
       ${{ if eq(parameters.name, 'macOS') }}:
-        py36_macos:
-          ENV_FILE: ci/deps/azure-macos-36.yaml
-          CONDA_PY: "36"
+        latest:
+          ENV_FILE: ci/deps/latest.yml
           PATTERN: "not slow and not network"
 
       ${{ if eq(parameters.name, 'Linux') }}:
-        py36_minimum_versions:
-          ENV_FILE: ci/deps/azure-36-minimum_versions.yaml
-          CONDA_PY: "36"
+        latest:
+          ENV_FILE: ci/deps/latest.yml
           PATTERN: "not slow and not network"
-        py36_locale_slow_old_np:
-          ENV_FILE: ci/deps/azure-36-locale_slow.yaml
-          CONDA_PY: "36"
-          PATTERN: "slow"
           LOCALE_OVERRIDE: "zh_CN.UTF-8"
-          EXTRA_APT: "language-pack-zh-hans"
+          EXTRA_APT: "language-pack-zh-hans xsel"
 
-        py36_locale:
-          ENV_FILE: ci/deps/azure-36-locale.yaml
-          CONDA_PY: "36"
+        oldest:
+          ENV_FILE: ci/deps/oldest.yml
           PATTERN: "not slow and not network"
-          LOCALE_OVERRIDE: "it_IT.UTF-8"
 
-        py36_32bit:
-          ENV_FILE: ci/deps/azure-36-32bit.yaml
-          CONDA_PY: "36"
-          PATTERN: "not slow and not network"
-          BITS32: "yes"
+        slow:
+          ENV_FILE: ci/deps/latest.yml
+          PATTERN: "slow"
 
-        py37_locale:
-          ENV_FILE: ci/deps/azure-37-locale.yaml
-          CONDA_PY: "37"
+        performance:
+          ENV_FILE: ci/deps/performance.yml
           PATTERN: "not slow and not network"
-          LOCALE_OVERRIDE: "zh_CN.UTF-8"
 
-        py37_np_dev:
-          ENV_FILE: ci/deps/azure-37-numpydev.yaml
-          CONDA_PY: "37"
+        32bit:
+          ENV_FILE: ci/deps/32bits.yml
+          PATTERN: "not slow and not network and not clipboard"
+          BITS32: "yes"
+
+        development:
+          ENV_FILE: ci/deps/unstable.yml
           PATTERN: "not slow and not network"
           TEST_ARGS: "-W error"
           PANDAS_TESTING_MODE: "deprecate"
-          EXTRA_APT: "xsel"
 
   steps:
     - script: |

ci/azure/windows.yml

@@ -8,14 +8,8 @@ jobs:
     vmImage: ${{ parameters.vmImage }}
   strategy:
     matrix:
-      py36_np15:
-        ENV_FILE: ci/deps/azure-windows-36.yaml
-        CONDA_PY: "36"
-        PATTERN: "not slow and not network"
-
-      py37_np141:
-        ENV_FILE: ci/deps/azure-windows-37.yaml
-        CONDA_PY: "37"
+      latest:
+        ENV_FILE: ci\\deps\\latest.yml
         PATTERN: "not slow and not network"
 
   steps:
@@ -28,7 +22,7 @@ jobs:
       displayName: 'Update conda'
 
     - bash: |
-        conda env create -q --file ci\\deps\\azure-windows-$(CONDA_PY).yaml
+        conda env create -q --file $(ENV_FILE)
       displayName: 'Create anaconda environment'
 
     - bash: |
@@ -48,7 +42,7 @@ jobs:
       inputs:
         failTaskOnFailedTests: true
         testResultsFiles: 'test-data.xml'
-        testRunTitle: ${{ format('{0}-$(CONDA_PY)', parameters.name) }}
+        testRunTitle: $(build)
       displayName: 'Publish test results'
 
     - bash: |

ci/deps/azure-36-32bit.yaml → ci/deps/32bits.yml

@@ -1,3 +1,5 @@
+# Testing the core of pandas (no optional dependencies) in 32bits
+
 name: pandas-dev
 channels:
   - defaults

ci/deps/extended.yml

@@ -0,0 +1,42 @@
+# Testing downstream packages and tricky IO methods (like network and db)
+
+name: pandas-dev
+channels:
+  - defaults
+  - conda-forge
+dependencies:
+  - python=3.*
+
+  # tools
+  - cython>=0.29.13
+  - pytest>=5.0.1
+  - pytest-xdist>=1.21
+  - hypothesis>=3.58.0
+  - pytest-cov  # this is only needed in the coverage build
+
+  # pandas dependencies
+  - numpy
+  - python-dateutil
+  - pytz
+
+  - dask
+  - geopandas
+  - scikit-learn
+  - xarray
+  - statsmodels
+
+  - sqlalchemy
+  - psycopg2
+  - pymysql
+
+  - pandas-gbq
+  # https://github.com/pydata/pandas-gbq/issues/271
+  - google-cloud-bigquery<=1.11
+  - gcsfs
+
+  - s3fs
+  - botocore>=1.11
+  - moto
+
+  - pip:
+    - pandas-datareader