Merge remote-tracking branch 'pandas-dev/master' into Bug13247

Author: jaehoonhwang

README.md

@@ -41,8 +41,8 @@
 <tr>
   <td></td>
   <td>
-    <a href="https://ci.appveyor.com/project/jreback/pandas-465">
-    <img src="https://ci.appveyor.com/api/projects/status/iblk29s98quexwxi/branch/master?svg=true" alt="appveyor build status" />
+    <a href="https://ci.appveyor.com/project/pandas-dev/pandas">
+    <img src="https://ci.appveyor.com/api/projects/status/86vn83mxgnl4xf1s/branch/master?svg=true" alt="appveyor build status" />
     </a>
   </td>
 </tr>

ci/lint.sh

@@ -8,9 +8,9 @@ RET=0
 
 if [ "$LINT" ]; then
 
-    # pandas/src is C code, so no need to search there.
+    # pandas/_libs/src is C code, so no need to search there.
     echo "Linting  *.py"
-    flake8 pandas --filename=*.py --exclude pandas/src
+    flake8 pandas --filename=*.py --exclude pandas/_libs/src
     if [ $? -ne "0" ]; then
         RET=1
     fi
@@ -46,8 +46,8 @@ if [ "$LINT" ]; then
     echo "Linting *.c and *.h"
     for path in '*.h' 'period_helper.c' 'datetime' 'parser' 'ujson'
     do
-        echo "linting -> pandas/src/$path"
-        cpplint --quiet --extensions=c,h --headers=h --filter=-readability/casting,-runtime/int,-build/include_subdir --recursive pandas/src/$path
+        echo "linting -> pandas/_libs/src/$path"
+        cpplint --quiet --extensions=c,h --headers=h --filter=-readability/casting,-runtime/int,-build/include_subdir --recursive pandas/_libs/src/$path
         if [ $? -ne "0" ]; then
             RET=1
         fi

doc/source/whatsnew/v0.20.0.txt

@@ -12,7 +12,7 @@ Highlights include:
 - Building pandas for development now requires ``cython >= 0.23`` (:issue:`14831`)
 - The ``.ix`` indexer has been deprecated, see :ref:`here <whatsnew_0200.api_breaking.deprecate_ix>`
 - Switched the test framework to `pytest`_ (:issue:`13097`)
-- A new orient for JSON serialization, ``orient='table'``, that uses the Table Schema spec, see :ref: `here <whatsnew_0200.enhancements.table_schema>`
+- A new orient for JSON serialization, ``orient='table'``, that uses the Table Schema spec, see :ref:`here <whatsnew_0200.enhancements.table_schema>`
 
 .. _pytest: http://doc.pytest.org/en/latest/
 
@@ -27,11 +27,6 @@ Check the :ref:`API Changes <whatsnew_0200.api_breaking>` and :ref:`deprecations
 New features
 ~~~~~~~~~~~~
 
-- Integration with the ``feather-format``, including a new top-level ``pd.read_feather()`` and ``DataFrame.to_feather()`` method, see :ref:`here <io.feather>`.
-- ``Series.str.replace()`` now accepts a callable, as replacement, which is passed to ``re.sub`` (:issue:`15055`)
-- ``Series.str.replace()`` now accepts a compiled regular expression as a pattern (:issue:`15446`)
-
-
 
 .. _whatsnew_0200.enhancements.dataio_dtype:
 
@@ -193,6 +188,11 @@ You must enable this by setting the ``display.html.table_schema`` option to True
 
 Other enhancements
 ^^^^^^^^^^^^^^^^^^
+- Integration with the ``feather-format``, including a new top-level ``pd.read_feather()`` and ``DataFrame.to_feather()`` method, see :ref:`here <io.feather>`.
+- ``Series.str.replace()`` now accepts a callable, as replacement, which is passed to ``re.sub`` (:issue:`15055`)
+- ``Series.str.replace()`` now accepts a compiled regular expression as a pattern (:issue:`15446`)
+
+
 - ``Series.sort_index`` accepts parameters ``kind`` and ``na_position`` (:issue:`13589`, :issue:`14444`)
 
 - ``DataFrame`` has gained a ``nunique()`` method to count the distinct values over an axis (:issue:`14336`).
@@ -201,7 +201,6 @@ Other enhancements
 - ``pd.read_excel`` now preserves sheet order when using ``sheetname=None`` (:issue:`9930`)
 - Multiple offset aliases with decimal points are now supported (e.g. '0.5min' is parsed as '30s') (:issue:`8419`)
 - ``.isnull()`` and ``.notnull()`` have been added to ``Index`` object to make them more consistent with the ``Series`` API (:issue:`15300`)
-- ``pd.read_gbq`` method now allows query configuration preferences (:issue:`14742`)
 
 - New ``UnsortedIndexError`` (subclass of ``KeyError``) raised when indexing/slicing into an
   unsorted MultiIndex (:issue:`11897`). This allows differentiation between errors due to lack
@@ -290,7 +289,7 @@ Possible incompat for HDF5 formats for pandas < 0.13.0
 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 
 ``pd.TimeSeries`` was deprecated officially in 0.17.0, though has only been an alias since 0.13.0. It has
-been dropped in favor of ``pd.Series``. (:issue:``15098).
+been dropped in favor of ``pd.Series``. (:issue:`15098`).
 
 This *may* cause HDF5 files that were created in prior versions to become unreadable if ``pd.TimeSeries``
 was used. This is most likely to be for pandas < 0.13.0. If you find yourself in this situation.
@@ -329,68 +328,66 @@ then write them out again after applying the procedure below.
 Map on Index types now return other Index types
 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 
--  ``map`` on an ``Index`` now returns an ``Index``, not a numpy array (:issue:`12766`)
-
-  .. ipython:: python
-
-     idx = Index([1, 2])
-     idx
-     mi = MultiIndex.from_tuples([(1, 2), (2, 4)])
-     mi
+``map`` on an ``Index`` now returns an ``Index``, not a numpy array (:issue:`12766`)
 
-  Previous Behavior:
+.. ipython:: python
 
-  .. code-block:: ipython
+   idx = Index([1, 2])
+   idx
+   mi = MultiIndex.from_tuples([(1, 2), (2, 4)])
+   mi
 
-     In [5]: idx.map(lambda x: x * 2)
-     Out[5]: array([2, 4])
+Previous Behavior:
 
-     In [6]: idx.map(lambda x: (x, x * 2))
-     Out[6]: array([(1, 2), (2, 4)], dtype=object)
+.. code-block:: ipython
 
-     In [7]: mi.map(lambda x: x)
-     Out[7]: array([(1, 2), (2, 4)], dtype=object)
+   In [5]: idx.map(lambda x: x * 2)
+   Out[5]: array([2, 4])
 
-     In [8]: mi.map(lambda x: x[0])
-     Out[8]: array([1, 2])
+   In [6]: idx.map(lambda x: (x, x * 2))
+   Out[6]: array([(1, 2), (2, 4)], dtype=object)
 
-  New Behavior:
+   In [7]: mi.map(lambda x: x)
+   Out[7]: array([(1, 2), (2, 4)], dtype=object)
 
-  .. ipython:: python
+   In [8]: mi.map(lambda x: x[0])
+   Out[8]: array([1, 2])
 
-      idx.map(lambda x: x * 2)
+New Behavior:
 
-      idx.map(lambda x: (x, x * 2))
+.. ipython:: python
 
-      mi.map(lambda x: x)
+   idx.map(lambda x: x * 2)
+   idx.map(lambda x: (x, x * 2))
 
-      mi.map(lambda x: x[0])
+   mi.map(lambda x: x)
 
+   mi.map(lambda x: x[0])
 
--  ``map`` on a ``Series`` with ``datetime64`` values may return ``int64`` dtypes rather than ``int32``
 
-  .. ipython:: python
+``map`` on a ``Series`` with ``datetime64`` values may return ``int64`` dtypes rather than ``int32``
 
-    s = Series(date_range('2011-01-02T00:00', '2011-01-02T02:00', freq='H').tz_localize('Asia/Tokyo'))
-    s
+.. ipython:: python
 
-  Previous Behavior:
+   s = Series(date_range('2011-01-02T00:00', '2011-01-02T02:00', freq='H').tz_localize('Asia/Tokyo'))
+   s
 
-  .. code-block:: ipython
+Previous Behavior:
 
-    In [9]: s.map(lambda x: x.hour)
-    Out[9]:
-    0    0
-    1    1
-    2    2
-    dtype: int32
+.. code-block:: ipython
 
+   In [9]: s.map(lambda x: x.hour)
+   Out[9]:
+   0    0
+   1    1
+   2    2
+   dtype: int32
 
-  New Behavior:
+New Behavior:
 
-  .. ipython:: python
+.. ipython:: python
 
-    s.map(lambda x: x.hour)
+   s.map(lambda x: x.hour)
 
 .. _whatsnew_0200.api_breaking.s3:
 
@@ -444,8 +441,8 @@ Pandas Google BigQuery support has moved
 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 
 pandas has split off Google BigQuery support into a separate package ``pandas-gbq``. You can ``pip install pandas-gbq`` to get it.
-The functionality of ``pd.read_gbq()`` and ``.to_gbq()`` remains the same with the currently released version of ``pandas-gbq=0.1.2``. (:issue:`15347`)
-Documentation is now hosted `here <https://pandas-gbq.readthedocs.io/>`__
+The functionality of :func:`read_gbq` and :meth:`DataFrame.to_gbq` remain the same with the currently released version of ``pandas-gbq=0.1.3``.
+Documentation is now hosted `here <https://pandas-gbq.readthedocs.io/>`__  (:issue:`15347`)
 
 .. _whatsnew_0200.api_breaking.memory_usage:
 
@@ -611,9 +608,9 @@ Other API Changes
 - ``inplace`` arguments now require a boolean value, else a ``ValueError`` is thrown (:issue:`14189`)
 - ``pandas.api.types.is_datetime64_ns_dtype`` will now report ``True`` on a tz-aware dtype, similar to ``pandas.api.types.is_datetime64_any_dtype``
 - ``DataFrame.asof()`` will return a null filled ``Series`` instead the scalar ``NaN`` if a match is not found (:issue:`15118`)
-- The :func:`pd.read_gbq` method now stores ``INTEGER`` columns as ``dtype=object`` if they contain ``NULL`` values. Otherwise they are stored as ``int64``. This prevents precision lost for integers greather than 2**53. Furthermore ``FLOAT`` columns with values above 10**4 are no longer casted to ``int64`` which also caused precision loss (:issue:`14064`, :issue:`14305`).
 - Reorganization of timeseries development tests (:issue:`14854`)
 - Specific support for ``copy.copy()`` and ``copy.deepcopy()`` functions on NDFrame objects (:issue:`15444`)
+- ``Series.sort_values()`` accepts a one element list of bool for consistency with the behavior of ``DataFrame.sort_values()`` (:issue:`15604`)
 
 .. _whatsnew_0200.deprecations:
 
@@ -651,7 +648,7 @@ Removal of prior version deprecations/changes
 - ``pandas.stats.fama_macbeth``, ``pandas.stats.ols``, ``pandas.stats.plm`` and ``pandas.stats.var``, as well as the top-level ``pandas.fama_macbeth`` and ``pandas.ols`` routines are removed. Similar functionaility can be found in the `statsmodels <shttp://www.statsmodels.org/dev/>`__ package. (:issue:`11898`)
 - The ``TimeSeries`` and ``SparseTimeSeries`` classes, aliases of ``Series``
   and ``SparseSeries``, are removed (:issue:`10890`, :issue:`15098`).
-- ``Series.is_time_series`` is dropped in favor of ``Series.index.is_all_dates`` (:issue:``)
+- ``Series.is_time_series`` is dropped in favor of ``Series.index.is_all_dates`` (:issue:`15098`)
 - The deprecated ``irow``, ``icol``, ``iget`` and ``iget_value`` methods are removed
   in favor of ``iloc`` and ``iat`` as explained :ref:`here <whatsnew_0170.deprecations>` (:issue:`10711`).
 
@@ -668,7 +665,7 @@ Performance Improvements
 - Improved performance of ``groupby().cummin()`` and ``groupby().cummax()`` (:issue:`15048`, :issue:`15109`, :issue:`15561`)
 - Improved performance and reduced memory when indexing with a ``MultiIndex`` (:issue:`15245`)
 - When reading buffer object in ``read_sas()`` method without specified format, filepath string is inferred rather than buffer object. (:issue:`14947`)
-- Improved performance of `rank()` for categorical data (:issue:`15498`)
+- Improved performance of ``.rank()`` for categorical data (:issue:`15498`)
 - Improved performance when using ``.unstack()`` (:issue:`15503`)
 
 
@@ -681,7 +678,7 @@ Bug Fixes
 - Bug in ``Index`` power operations with reversed operands (:issue:`14973`)
 - Bug in ``TimedeltaIndex`` addition where overflow was being allowed without error (:issue:`14816`)
 - Bug in ``TimedeltaIndex`` raising a ``ValueError`` when boolean indexing with ``loc`` (:issue:`14946`)
-- Bug in ``DatetimeIndex.round()`` and ``Timestamp.round()`` floating point accuracy when rounding by milliseconds or less (:issue: `14440`, :issue:`15578`)
+- Bug in ``DatetimeIndex.round()`` and ``Timestamp.round()`` floating point accuracy when rounding by milliseconds or less (:issue:`14440`, :issue:`15578`)
 - Bug in ``astype()`` where ``inf`` values were incorrectly converted to integers. Now raises error now with ``astype()`` for Series and DataFrames (:issue:`14265`)
 - Bug in ``DataFrame(..).apply(to_numeric)`` when values are of type decimal.Decimal. (:issue:`14827`)
 - Bug in ``describe()`` when passing a numpy array which does not contain the median to the ``percentiles`` keyword argument (:issue:`14908`)
@@ -699,8 +696,8 @@ Bug Fixes
 - Bug in ``DataFrame.loc`` with indexing a ``MultiIndex`` with a ``Series`` indexer (:issue:`14730`, :issue:`15424`)
 - Bug in ``DataFrame.loc`` with indexing a ``MultiIndex`` with a numpy array (:issue:`15434`)
 - Bug in ``Rolling.quantile`` function that caused a segmentation fault when called with a quantile value outside of the range [0, 1] (:issue:`15463`)
-
-
+- Bug in ``pd.cut()`` with a single bin on an all 0s array (:issue:`15428`)
+- Bug in ``pd.qcut()`` with a single quantile and an array with identical values (:issue:`15431`)
 - Bug in ``SparseSeries.reindex`` on single level with list of length 1 (:issue:`15447`)
 
 

pandas/_libs/src/datetime/np_datetime.h

@@ -14,8 +14,8 @@ This file is derived from NumPy 1.7. See NUMPY_LICENSE.txt
 
 */
 
-#ifndef PANDAS_SRC_DATETIME_NP_DATETIME_H_
-#define PANDAS_SRC_DATETIME_NP_DATETIME_H_
+#ifndef PANDAS__LIBS_SRC_DATETIME_NP_DATETIME_H_
+#define PANDAS__LIBS_SRC_DATETIME_NP_DATETIME_H_
 
 #include <numpy/ndarraytypes.h>
 
@@ -124,4 +124,4 @@ convert_datetime_to_datetimestruct(pandas_datetime_metadata *meta,
 PANDAS_DATETIMEUNIT get_datetime64_unit(PyObject *obj);
 
 
-#endif  // PANDAS_SRC_DATETIME_NP_DATETIME_H_
+#endif  // PANDAS__LIBS_SRC_DATETIME_NP_DATETIME_H_

pandas/_libs/src/datetime/np_datetime_strings.h

@@ -19,8 +19,8 @@ This file implements string parsing and creation for NumPy datetime.
 
 */
 
-#ifndef PANDAS_SRC_DATETIME_NP_DATETIME_STRINGS_H_
-#define PANDAS_SRC_DATETIME_NP_DATETIME_STRINGS_H_
+#ifndef PANDAS__LIBS_SRC_DATETIME_NP_DATETIME_STRINGS_H_
+#define PANDAS__LIBS_SRC_DATETIME_NP_DATETIME_STRINGS_H_
 
 /*
  * Parses (almost) standard ISO 8601 date strings. The differences are:
@@ -103,4 +103,4 @@ make_iso_8601_datetime(pandas_datetimestruct *dts, char *outstr, int outlen,
                     int local, PANDAS_DATETIMEUNIT base, int tzoffset,
                     NPY_CASTING casting);
 
-#endif  // PANDAS_SRC_DATETIME_NP_DATETIME_STRINGS_H_
+#endif  // PANDAS__LIBS_SRC_DATETIME_NP_DATETIME_STRINGS_H_

pandas/_libs/src/datetime_helper.h

@@ -7,8 +7,8 @@ Distributed under the terms of the BSD Simplified License.
 The full license is in the LICENSE file, distributed with this software.
 */
 
-#ifndef PANDAS_SRC_DATETIME_HELPER_H_
-#define PANDAS_SRC_DATETIME_HELPER_H_
+#ifndef PANDAS__LIBS_SRC_DATETIME_HELPER_H_
+#define PANDAS__LIBS_SRC_DATETIME_HELPER_H_
 
 #include <stdio.h>
 #include "datetime.h"
@@ -33,4 +33,4 @@ npy_float64 total_seconds(PyObject *td) {
   return (microseconds + (seconds + days_in_seconds) * 1000000.0) / 1000000.0;
 }
 
-#endif  // PANDAS_SRC_DATETIME_HELPER_H_
+#endif  // PANDAS__LIBS_SRC_DATETIME_HELPER_H_

pandas/_libs/src/helper.h

@@ -7,8 +7,8 @@ Distributed under the terms of the BSD Simplified License.
 The full license is in the LICENSE file, distributed with this software.
 */
 
-#ifndef PANDAS_SRC_HELPER_H_
-#define PANDAS_SRC_HELPER_H_
+#ifndef PANDAS__LIBS_SRC_HELPER_H_
+#define PANDAS__LIBS_SRC_HELPER_H_
 
 #ifndef PANDAS_INLINE
   #if defined(__GNUC__)
@@ -22,4 +22,4 @@ The full license is in the LICENSE file, distributed with this software.
   #endif
 #endif
 
-#endif  // PANDAS_SRC_HELPER_H_
+#endif  // PANDAS__LIBS_SRC_HELPER_H_

pandas/_libs/src/numpy_helper.h

@@ -7,8 +7,8 @@ Distributed under the terms of the BSD Simplified License.
 The full license is in the LICENSE file, distributed with this software.
 */
 
-#ifndef PANDAS_SRC_NUMPY_HELPER_H_
-#define PANDAS_SRC_NUMPY_HELPER_H_
+#ifndef PANDAS__LIBS_SRC_NUMPY_HELPER_H_
+#define PANDAS__LIBS_SRC_NUMPY_HELPER_H_
 
 #include "Python.h"
 #include "helper.h"
@@ -159,4 +159,4 @@ PANDAS_INLINE PyObject* unbox_if_zerodim(PyObject* arr) {
     }
 }
 
-#endif  // PANDAS_SRC_NUMPY_HELPER_H_
+#endif  // PANDAS__LIBS_SRC_NUMPY_HELPER_H_

pandas/_libs/src/parse_helper.h

@@ -7,8 +7,8 @@ Distributed under the terms of the BSD Simplified License.
 The full license is in the LICENSE file, distributed with this software.
 */
 
-#ifndef PANDAS_SRC_PARSE_HELPER_H_
-#define PANDAS_SRC_PARSE_HELPER_H_
+#ifndef PANDAS__LIBS_SRC_PARSE_HELPER_H_
+#define PANDAS__LIBS_SRC_PARSE_HELPER_H_
 
 #include <errno.h>
 #include <float.h>
@@ -270,4 +270,4 @@ static double xstrtod(const char *str, char **endptr, char decimal, char sci,
     return number;
 }
 
-#endif  // PANDAS_SRC_PARSE_HELPER_H_
+#endif  // PANDAS__LIBS_SRC_PARSE_HELPER_H_

pandas/_libs/src/parser/io.h

@@ -7,8 +7,8 @@ Distributed under the terms of the BSD Simplified License.
 The full license is in the LICENSE file, distributed with this software.
 */
 
-#ifndef PANDAS_SRC_PARSER_IO_H_
-#define PANDAS_SRC_PARSER_IO_H_
+#ifndef PANDAS__LIBS_SRC_PARSER_IO_H_
+#define PANDAS__LIBS_SRC_PARSER_IO_H_
 
 #include "Python.h"
 #include "tokenizer.h"
@@ -83,4 +83,4 @@ void *buffer_file_bytes(void *source, size_t nbytes, size_t *bytes_read,
 void *buffer_rd_bytes(void *source, size_t nbytes, size_t *bytes_read,
                       int *status);
 
-#endif  // PANDAS_SRC_PARSER_IO_H_
+#endif  // PANDAS__LIBS_SRC_PARSER_IO_H_

pandas/_libs/src/parser/tokenizer.h

@@ -9,8 +9,8 @@ See LICENSE for the license
 
 */
 
-#ifndef PANDAS_SRC_PARSER_TOKENIZER_H_
-#define PANDAS_SRC_PARSER_TOKENIZER_H_
+#ifndef PANDAS__LIBS_SRC_PARSER_TOKENIZER_H_
+#define PANDAS__LIBS_SRC_PARSER_TOKENIZER_H_
 
 #include <errno.h>
 #include <stdio.h>
@@ -276,4 +276,4 @@ double round_trip(const char *p, char **q, char decimal, char sci, char tsep,
                   int skip_trailing);
 int to_boolean(const char *item, uint8_t *val);
 
-#endif  // PANDAS_SRC_PARSER_TOKENIZER_H_
+#endif  // PANDAS__LIBS_SRC_PARSER_TOKENIZER_H_