Merge pull request pandas-dev#4773 from jreback/hdf_dups3

TST: add dups on both index tests for HDFStore

Author: jreback

pandas/io/pytables.py

@@ -667,7 +667,7 @@ def func(_start, _stop):
             axis = list(set([t.non_index_axes[0][0] for t in tbls]))[0]
 
             # concat and return
-            return concat(objs, axis=axis, verify_integrity=True).consolidate()
+            return concat(objs, axis=axis, verify_integrity=False).consolidate()
 
         if iterator or chunksize is not None:
             return TableIterator(self, func, nrows=nrows, start=start, stop=stop, chunksize=chunksize, auto_close=auto_close)

pandas/io/tests/test_pytables.py

@@ -2342,6 +2342,16 @@ def test_select_with_dups(self):
             result = store.select('df',columns=['B','A'])
             assert_frame_equal(result,expected,by_blocks=True)
 
+        # duplicates on both index and columns
+        with ensure_clean(self.path) as store:
+            store.append('df',df)
+            store.append('df',df)
+
+            expected = df.loc[:,['B','A']]
+            expected = concat([expected, expected])
+            result = store.select('df',columns=['B','A'])
+            assert_frame_equal(result,expected,by_blocks=True)
+
     def test_wide_table_dups(self):
         wp = tm.makePanel()
         with ensure_clean(self.path) as store: