Merge branch 'master' into feature/groupby-repr-ellipses-1135

Author: benjaminarjun

.travis.yml

@@ -82,15 +82,10 @@ before_install:
 install:
   - echo "install start"
   - ci/prep_cython_cache.sh
-  - ci/install_travis.sh
+  - ci/setup_env.sh
   - ci/submit_cython_cache.sh
   - echo "install done"
 
-before_script:
-  - ci/install_db_travis.sh
-  - export DISPLAY=":99.0"
-  - ci/before_script_travis.sh
-
 script:
   - echo "script start"
   - source activate pandas-dev

asv_bench/benchmarks/io/csv.py

@@ -4,7 +4,7 @@
 import numpy as np
 import pandas.util.testing as tm
 from pandas import DataFrame, Categorical, date_range, read_csv
-from pandas.compat import cStringIO as StringIO
+from io import StringIO
 
 from ..pandas_vb_common import BaseIO
 

asv_bench/benchmarks/io/excel.py

@@ -1,6 +1,6 @@
+from io import BytesIO
 import numpy as np
 from pandas import DataFrame, date_range, ExcelWriter, read_excel
-from pandas.compat import BytesIO
 import pandas.util.testing as tm
 
 

asv_bench/benchmarks/rolling.py

@@ -113,4 +113,20 @@ def time_quantile(self, constructor, window, dtype, percentile,
         self.roll.quantile(percentile, interpolation=interpolation)
 
 
+class PeakMemFixed(object):
+
+    def setup(self):
+        N = 10
+        arr = 100 * np.random.random(N)
+        self.roll = pd.Series(arr).rolling(10)
+
+    def peakmem_fixed(self):
+        # GH 25926
+        # This is to detect memory leaks in rolling operations.
+        # To save time this is only ran on one method.
+        # 6000 iterations is enough for most types of leaks to be detected
+        for x in range(6000):
+            self.roll.max()
+
+
 from .pandas_vb_common import setup  # noqa: F401

azure-pipelines.yml

@@ -39,9 +39,8 @@ jobs:
   - script: |
       export PATH=$HOME/miniconda3/bin:$PATH
       sudo apt-get install -y libc6-dev-i386
-      ci/incremental/install_miniconda.sh
-      ci/incremental/setup_conda_environment.sh
-    displayName: 'Set up environment'
+      ci/setup_env.sh
+    displayName: 'Setup environment and build pandas'
     condition: true
 
   # Do not require pandas
@@ -59,13 +58,6 @@ jobs:
     displayName: 'Dependencies consistency'
     condition: true
 
-  - script: |
-      export PATH=$HOME/miniconda3/bin:$PATH
-      source activate pandas-dev
-      ci/incremental/build.sh
-    displayName: 'Build'
-    condition: true
-
   # Require pandas
   - script: |
       export PATH=$HOME/miniconda3/bin:$PATH

ci/azure/posix.yml

@@ -50,17 +50,9 @@ jobs:
   steps:
     - script: |
         if [ "$(uname)" == "Linux" ]; then sudo apt-get install -y libc6-dev-i386 $EXTRA_APT; fi
-        echo "Installing Miniconda"
-        ci/incremental/install_miniconda.sh
-        export PATH=$HOME/miniconda3/bin:$PATH
-        echo "Setting up Conda environment"
-        ci/incremental/setup_conda_environment.sh
-      displayName: 'Before Install'
-    - script: |
-        export PATH=$HOME/miniconda3/bin:$PATH
-        source activate pandas-dev
-        ci/incremental/build.sh
-      displayName: 'Build'
+        echo "Creating Environment"
+        ci/setup_env.sh
+      displayName: 'Setup environment and build pandas'
     - script: |
         export PATH=$HOME/miniconda3/bin:$PATH
         source activate pandas-dev

ci/before_script_travis.sh

@@ -111,8 +111,10 @@ fi
 if [[ -z "$CHECK" || "$CHECK" == "patterns" ]]; then
 
     # Check for imports from pandas.core.common instead of `import pandas.core.common as com`
+    # Check for imports from collections.abc instead of `from collections import abc`
     MSG='Check for non-standard imports' ; echo $MSG
     invgrep -R --include="*.py*" -E "from pandas.core.common import " pandas
+    invgrep -R --include="*.py*" -E "from collections.abc import " pandas
     # invgrep -R --include="*.py*" -E "from numpy import nan " pandas  # GH#24822 not yet implemented since the offending imports have not all been removed
     RET=$(($RET + $?)) ; echo $MSG "DONE"
 

ci/code_checks.sh

@@ -23,6 +23,7 @@ dependencies:
   - pytest-xdist
   - pytest-mock
   - isort
+  - pip
   - pip:
     # for python 3.5, pytest>=4.0.2 is not available in conda
     - pytest>=4.0.2

ci/deps/azure-35-compat.yaml

@@ -25,5 +25,6 @@ dependencies:
   - pytest-mock
   - hypothesis>=3.58.0
   - isort
+  - pip
   - pip:
     - html5lib==1.0b2

ci/deps/azure-36-locale.yaml

@@ -31,5 +31,6 @@ dependencies:
   - pytest-mock
   - moto
   - isort
+  - pip
   - pip:
     - hypothesis>=3.58.0

ci/deps/azure-36-locale_slow.yaml

@@ -29,6 +29,7 @@ dependencies:
   - pytest-xdist
   - pytest-mock
   - isort
+  - pip
   - pip:
     - hypothesis>=3.58.0
     - moto  # latest moto in conda-forge fails with 3.7, move to conda dependencies when this is fixed

ci/deps/azure-37-locale.yaml

@@ -11,6 +11,7 @@ dependencies:
   - pytest-mock
   - hypothesis>=3.58.0
   - isort
+  - pip
   - pip:
     - "git+git://github.com/dateutil/dateutil.git"
     - "-f https://7933911d6844c6c53a7d-47bd50c35cd79bd838daf386af554a83.ssl.cf2.rackcdn.com"

ci/deps/azure-37-numpydev.yaml

@@ -17,11 +17,10 @@ dependencies:
   - numpy=1.15.*
   - openpyxl
   - pandas-gbq
+  # https://github.com/pydata/pandas-gbq/issues/271
+  - google-cloud-bigquery<=1.11
   - psycopg2
   - pyarrow=0.9.0
-  # add pydata-google-auth until for pandas-gbq, see
-  # https://github.com/conda-forge/pandas-gbq-feedstock/issues/18
-  - pydata-google-auth
   - pymysql
   - pytables
   - python-snappy
@@ -43,6 +42,7 @@ dependencies:
   - pytest-mock
   - hypothesis>=3.58.0
   - isort
+  - pip
   - pip:
     - brotlipy
     - coverage

ci/deps/travis-36-cov.yaml

@@ -40,5 +40,6 @@ dependencies:
   - pytest-mock
   - moto
   - isort
+  - pip
   - pip:
     - hypothesis>=3.58.0

ci/deps/travis-36-locale.yaml

@@ -12,11 +12,13 @@ dependencies:
   - nomkl
   - pyarrow
   - pytz
+  # universal
   - pytest>=4.0.2
   - pytest-xdist
   - pytest-mock
   - hypothesis>=3.58.0
   - s3fs
   - isort
+  - pip
   - pip:
     - moto