Default values for dropna to "False" (issue 9382)

doc/source/whatsnew/v0.16.0.txt

@@ -130,6 +130,33 @@ methods (:issue:`9088`).
     d    7
     dtype: int64
 
+ - default behavior for HDF write functions is now to keep rows that are all missing except for index. (:issue:`9382`)
+
+ Previously,
+
+  .. ipython:: python
+    In [1]: myFile = HDFStore('file.hdf')
+            seriesWithMissingRow = pd.Series([0, np.nan, 2], index = ['user1', 'user2', 'user3'])
+            myFile.append('fileKey', seriesWithMissingRow, append = False)
+            myFile['fileKey']
+
+    Out[1]:
+           user1    0
+           user3    2
+           dtype: float64
+
+ New behavior:
+  .. ipython:: python
+    In [2]: myFile = HDFStore('file.hdf')
+            seriesWithMissingRow = pd.Series([0, np.nan, 2], index = ['user1', 'user2', 'user3'])
+            myFile.append('fileKey', seriesWithMissingRow, append = False)
+            myFile['fileKey']
+
+    Out[2]:
+            user1     0
+            user2   NaN
+            user3     2
+            dtype: float64
 
 
 Deprecations

pandas/io/pytables.py

@@ -219,7 +219,7 @@ class DuplicateWarning(Warning):
 """
 
 with config.config_prefix('io.hdf'):
-    config.register_option('dropna_table', True, dropna_doc,
+    config.register_option('dropna_table', False, dropna_doc,
                            validator=config.is_bool)
     config.register_option(
         'default_format', None, format_doc,
@@ -801,8 +801,8 @@ def put(self, key, value, format=None, append=False, **kwargs):
             This will force Table format, append the input data to the
             existing.
         encoding : default None, provide an encoding for strings
-        dropna   : boolean, default True, do not write an ALL nan row to
-            the store settable by the option 'io.hdf.dropna_table'
+        dropna   : boolean, default False. if True do not write an ALL nan 
+            row to the store. Settable by the option 'io.hdf.dropna_table'
         """
         if format is None:
             format = get_option("io.hdf.default_format") or 'fixed'
@@ -883,8 +883,8 @@ def append(self, key, value, format=None, append=True, columns=None,
         chunksize    : size to chunk the writing
         expectedrows : expected TOTAL row size of this table
         encoding     : default None, provide an encoding for strings
-        dropna       : boolean, default True, do not write an ALL nan row to
-            the store settable by the option 'io.hdf.dropna_table'
+        dropna       : boolean, default False. If true, do not write an ALL nan 
+            row to the store. settable by the option 'io.hdf.dropna_table'
         Notes
         -----
         Does *not* check if data being appended overlaps with existing
@@ -903,7 +903,7 @@ def append(self, key, value, format=None, append=True, columns=None,
                              **kwargs)
 
     def append_to_multiple(self, d, value, selector, data_columns=None,
-                           axes=None, dropna=True, **kwargs):
+                           axes=None, dropna=False, **kwargs):
         """
         Append to multiple tables
 
@@ -918,7 +918,7 @@ def append_to_multiple(self, d, value, selector, data_columns=None,
         data_columns : list of columns to create as data columns, or True to
             use all columns
         dropna : if evaluates to True, drop rows from all tables if any single
-                 row in each table has all NaN
+                 row in each table has all NaN. Default False. 
 
         Notes
         -----
@@ -3740,7 +3740,7 @@ class AppendableTable(LegacyTable):
 
     def write(self, obj, axes=None, append=False, complib=None,
               complevel=None, fletcher32=None, min_itemsize=None,
-              chunksize=None, expectedrows=None, dropna=True, **kwargs):
+              chunksize=None, expectedrows=None, dropna=False, **kwargs):
 
         if not append and self.is_exists:
             self._handle.remove_node(self.group, 'table')
@@ -3777,7 +3777,7 @@ def write(self, obj, axes=None, append=False, complib=None,
         # add the rows
         self.write_data(chunksize, dropna=dropna)
 
-    def write_data(self, chunksize, dropna=True):
+    def write_data(self, chunksize, dropna=False):
         """ we form the data into a 2-d including indexes,values,mask
             write chunk-by-chunk """