Features generator support

Author: devforfu

sklearn_pandas/features_generator.py

@@ -0,0 +1,50 @@
+def gen_features(columns, classes=None):
+    """Generates a feature definition list which can be passed
+    into DataFrameMapper
+
+    Params:
+
+    columns     a list of column names to generate features for.
+
+    classes     a list of classes for each feature, a list dictionaries with
+                transformer class and init parameters, or None.
+
+                If list of classes is provided, then each of them is
+                instantiated with default arguments:
+
+                    classes = [StandardScaler, LabelBinarizer]
+
+                If list of dictionaries is provided, then each of them should
+                have a 'class' key with transformer class. All other keys are
+                passed into 'class' value constructor:
+
+                    classes = [
+                        {'class': StandardScaler, 'with_mean': False},
+                        {'class': LabelBinarizer}
+                    }]
+
+                If None value selected, then each feature left as is.
+
+    """
+    if classes is None:
+        return [(column, None) for column in columns]
+
+    feature_defs = []
+
+    for column in columns:
+        feature_transformers = []
+
+        for definition in classes:
+            if isinstance(definition, dict):
+                params = definition.copy()
+                klass = params.pop('class')
+                feature_transformers.append(klass(**params))
+            elif isinstance(definition, type):
+                feature_transformers.append(definition())
+
+        if not feature_transformers:
+            feature_transformers = None
+
+        feature_defs.append((column, feature_transformers))
+
+    return feature_defs

tests/test_features_generator.py

@@ -0,0 +1,59 @@
+import pytest
+
+from sklearn_pandas.features_generator import gen_features
+
+
+class MockClass(object):
+
+    def __init__(self, value=1, name='class'):
+        self.value = value
+        self.name = name
+
+
+@pytest.mark.parametrize('columns', [['colA', 'colB', 'colC']])
+def test_generate_features_with_default_parameters(columns):
+    """
+    Tests generating features from classes with default init arguments
+    """
+    feature_defs = gen_features(columns=columns, classes=[MockClass])
+    assert len(feature_defs) == len(columns)
+
+    feature_dict = dict(feature_defs)
+    assert columns == sorted(feature_dict)
+
+    expected = {'value': 1, 'name': 'class'}
+    for column, transformers in feature_dict.items():
+        for obj in transformers:
+            assert_attributes(obj, **expected)
+
+
+def test_generate_features_with_several_classes():
+    feature_defs = gen_features(
+        columns=['colA', 'colB', 'colC'],
+        classes=[
+            {'class': MockClass},
+            {'class': MockClass, 'name': 'mockA'},
+            {'class': MockClass, 'name': 'mockB', 'value': None}
+        ]
+    )
+
+    for transformers in dict(feature_defs).values():
+        assert_attributes(transformers[0], name='class', value=1)
+        assert_attributes(transformers[1], name='mockA', value=1)
+        assert_attributes(transformers[2], name='mockB', value=None)
+
+
+def test_generate_features_with_none_transformers():
+    feature_defs = gen_features(
+        columns=['colA', 'colB', 'colC'], classes=[None])
+
+    expected = [('colA', None),
+                ('colB', None),
+                ('colC', None)]
+
+    assert feature_defs == expected
+
+
+def assert_attributes(obj, **attrs):
+    for attr, value in attrs.items():
+        assert getattr(obj, attr) == value