PERF: Improve drop_duplicates for bool columns (pandas-dev#12963)

closes pandas-dev#12963

Author: Matt Roeschke <[email protected]>

Closes pandas-dev#15738 from mroeschke/fix_12963 and squashes the following commits:

a020c10 [Matt Roeschke] PERF: Improve drop_duplicates for bool columns (pandas-dev#12963)

Author: mroeschke

asv_bench/benchmarks/reindex.py

@@ -132,6 +132,9 @@ def setup(self):
         self.K = 10000
         self.key1 = np.random.randint(0, self.K, size=self.N)
         self.df_int = DataFrame({'key1': self.key1})
+        self.df_bool = DataFrame({i: np.random.randint(0, 2, size=self.K,
+                                                       dtype=bool)
+                                  for i in range(10)})
 
     def time_frame_drop_dups(self):
         self.df.drop_duplicates(['key1', 'key2'])
@@ -154,6 +157,8 @@ def time_series_drop_dups_string(self):
     def time_frame_drop_dups_int(self):
         self.df_int.drop_duplicates()
 
+    def time_frame_drop_dups_bool(self):
+        self.df_bool.drop_duplicates()
 
 #----------------------------------------------------------------------
 # blog "pandas escaped the zoo"

doc/source/whatsnew/v0.20.0.txt

@@ -789,6 +789,7 @@ Performance Improvements
 - Improved performance of ``.rank()`` for categorical data (:issue:`15498`)
 - Improved performance when using ``.unstack()`` (:issue:`15503`)
 - Improved performance of merge/join on ``category`` columns (:issue:`10409`)
+- Improved performance of ``drop_duplicates()`` on ``bool`` columns (:issue:`12963`)
 
 
 .. _whatsnew_0200.bug_fixes:

pandas/core/algorithms.py

@@ -19,6 +19,7 @@
                                  is_period_dtype,
                                  is_period_arraylike,
                                  is_float_dtype,
+                                 is_bool_dtype,
                                  needs_i8_conversion,
                                  is_categorical,
                                  is_datetime64_dtype,
@@ -325,8 +326,9 @@ def factorize(values, sort=False, order=None, na_sentinel=-1, size_hint=None):
     """
     from pandas import Index, Series, DatetimeIndex, PeriodIndex
 
-    # handling two possibilities here
+    # handling possibilities here
     # - for a numpy datetimelike simply view as i8 then cast back
+    # - bool handled as uint8 then cast back
     # - for an extension datetimelike view as i8 then
     #   reconstruct from boxed values to transfer metadata
     dtype = None
@@ -341,6 +343,9 @@ def factorize(values, sort=False, order=None, na_sentinel=-1, size_hint=None):
             # numpy dtype
             dtype = values.dtype
             vals = values.view(np.int64)
+    elif is_bool_dtype(values):
+        dtype = bool
+        vals = np.asarray(values).view('uint8')
     else:
         vals = np.asarray(values)