From 7f749050ba8da0f31cd9d6170e6a865025f3e8e0 Mon Sep 17 00:00:00 2001 From: jbrockmendel Date: Thu, 20 Jun 2019 15:59:34 -0700 Subject: [PATCH] Assorted cleanups --- pandas/core/internals/managers.py | 19 ------------------- pandas/io/formats/format.py | 2 +- pandas/io/sql.py | 2 +- pandas/tests/frame/test_constructors.py | 5 +++-- pandas/tests/frame/test_missing.py | 15 ++++++++++----- 5 files changed, 15 insertions(+), 28 deletions(-) diff --git a/pandas/core/internals/managers.py b/pandas/core/internals/managers.py index 907498c7ff350..7fe34279c0482 100644 --- a/pandas/core/internals/managers.py +++ b/pandas/core/internals/managers.py @@ -23,7 +23,6 @@ from pandas.core.dtypes.missing import isna import pandas.core.algorithms as algos -from pandas.core.arrays.sparse import _maybe_to_sparse from pandas.core.base import PandasObject from pandas.core.index import Index, MultiIndex, ensure_index from pandas.core.indexing import maybe_convert_indices @@ -1727,10 +1726,6 @@ def form_blocks(arrays, names, axes): object_blocks = _simple_blockify(items_dict['ObjectBlock'], np.object_) blocks.extend(object_blocks) - if len(items_dict['SparseBlock']) > 0: - sparse_blocks = _sparse_blockify(items_dict['SparseBlock']) - blocks.extend(sparse_blocks) - if len(items_dict['CategoricalBlock']) > 0: cat_blocks = [make_block(array, klass=CategoricalBlock, placement=[i]) for i, _, array in items_dict['CategoricalBlock']] @@ -1797,20 +1792,6 @@ def _multi_blockify(tuples, dtype=None): return new_blocks -def _sparse_blockify(tuples, dtype=None): - """ return an array of blocks that potentially have different dtypes (and - are sparse) - """ - - new_blocks = [] - for i, names, array in tuples: - array = _maybe_to_sparse(array) - block = make_block(array, placement=[i]) - new_blocks.append(block) - - return new_blocks - - def _stack_arrays(tuples, dtype): # fml diff --git a/pandas/io/formats/format.py b/pandas/io/formats/format.py index 8655fb05f34e2..b2ef45b15e549 100644 --- a/pandas/io/formats/format.py +++ b/pandas/io/formats/format.py @@ -1567,7 +1567,7 @@ def __call__(self, num): formatted = format_str.format(mant=mant, prefix=prefix) - return formatted # .strip() + return formatted def set_eng_float_format(accuracy=3, use_eng_prefix=False): diff --git a/pandas/io/sql.py b/pandas/io/sql.py index 1e3fe2ade6ab7..6cb57077be76a 100644 --- a/pandas/io/sql.py +++ b/pandas/io/sql.py @@ -623,7 +623,7 @@ def insert_data(self): # GH 9086: Ensure we return datetimes with timezone info # Need to return 2-D data; DatetimeIndex is 1D d = b.values.to_pydatetime() - d = np.expand_dims(d, axis=0) + d = np.atleast_2d(d) else: # convert to microsecond resolution for datetime.datetime d = b.values.astype('M8[us]').astype(object) diff --git a/pandas/tests/frame/test_constructors.py b/pandas/tests/frame/test_constructors.py index 68017786eb6a6..7dc74961a2adc 100644 --- a/pandas/tests/frame/test_constructors.py +++ b/pandas/tests/frame/test_constructors.py @@ -5,6 +5,7 @@ import numpy as np import numpy.ma as ma +import numpy.ma.mrecords as mrecords import pytest from pandas.compat import PY36, is_platform_little_endian @@ -839,7 +840,7 @@ def test_constructor_maskedrecarray_dtype(self): data = np.ma.array( np.ma.zeros(5, dtype=[('date', '