PR: Add metadata attribute to DataFrame and Column

protocol/dataframe_protocol.py

@@ -285,6 +285,13 @@ def null_count(self) -> Optional[int]:
         """
         pass
 
+    @property
+    def metadata(self) -> Dict[str, Any]:
+        """
+        Store the metadata specific to the column.
+        """
+        pass
+
     def num_chunks(self) -> int:
         """
         Return the number of chunks the column consists of.
@@ -350,6 +357,13 @@ def __dataframe__(self, nan_as_null : bool = False) -> dict:
             "version": 0        # Version number of the protocol
         }
 
+    @property
+    def metadata(self) -> Dict[str, Any]:
+        """
+        Store the metadata specific to the DataFrame.
+        """
+        pass
+
     def num_columns(self) -> int:
         """
         Return the number of columns in the DataFrame
@@ -417,4 +431,3 @@ def get_chunks(self, n_chunks : Optional[int] = None) -> Iterable[DataFrame]:
         before yielding it.
         """
         pass
-

protocol/pandas_implementation.py

@@ -426,6 +426,13 @@ def null_count(self) -> int:
         """
         return self._col.isna().sum()
 
+    @property
+    def metadata(self) -> Dict[str, Any]:
+        """
+        Store specific metadata of the column.
+        """
+        return {"num_chunks": self.num_chunks()}
+
     def num_chunks(self) -> int:
         """
         Return the number of chunks the column consists of.
@@ -495,6 +502,11 @@ def __init__(self, df : pd.DataFrame, nan_as_null : bool = False) -> None:
         # dtypes is added, this value should be propagated to columns.
         self._nan_as_null = nan_as_null
 
+    @property
+    def metadata(self):
+        return {"num_chunks": self.num_chunks(),
+                "num_columns": self.num_columns()}
+
     def num_columns(self) -> int:
         return len(self._df.columns)
 
@@ -578,9 +590,28 @@ def test_categorical_dtype():
     tm.assert_frame_equal(df, df2)
 
 
+def test_metadata():
+    df = pd.DataFrame(data=dict(a=[1, 2, 3], b=[4, 5, 6], c=[7, 8, 9]))
+
+    # Check the metadata from the dataframe
+    df_metadata = df.__dataframe__().metadata
+    excpected = {"num_chunks": 1, "num_columns": 3}
+    for key in df_metadata:
+        assert df_metadata[key] == excpected[key]
+
+    # Check the metadata from the column
+    col_metadata = df.__dataframe__().get_column(0).metadata
+    expected = {"num_chunks": 1}
+    for key in col_metadata:
+        assert col_metadata[key] == excpected[key]
+
+    df2 = from_dataframe(df)
+    tm.assert_frame_equal(df, df2)
+
+
 if __name__ == '__main__':
     test_categorical_dtype()
     test_float_only()
     test_mixed_intfloat()
     test_noncontiguous_columns()
-
+    test_metadata()