|
| 1 | +from datetime import datetime |
| 2 | + |
| 3 | +import numpy as np |
| 4 | +import pytest |
| 5 | + |
| 6 | +from pandas import NaT, Series, Timestamp |
| 7 | +import pandas._testing as tm |
| 8 | + |
| 9 | + |
| 10 | +class TestConvert: |
| 11 | + def test_convert(self): |
| 12 | + # GH#10265 |
| 13 | + # Tests: All to nans, coerce, true |
| 14 | + # Test coercion returns correct type |
| 15 | + ser = Series(["a", "b", "c"]) |
| 16 | + results = ser._convert(datetime=True, coerce=True) |
| 17 | + expected = Series([NaT] * 3) |
| 18 | + tm.assert_series_equal(results, expected) |
| 19 | + |
| 20 | + results = ser._convert(numeric=True, coerce=True) |
| 21 | + expected = Series([np.nan] * 3) |
| 22 | + tm.assert_series_equal(results, expected) |
| 23 | + |
| 24 | + expected = Series([NaT] * 3, dtype=np.dtype("m8[ns]")) |
| 25 | + results = ser._convert(timedelta=True, coerce=True) |
| 26 | + tm.assert_series_equal(results, expected) |
| 27 | + |
| 28 | + dt = datetime(2001, 1, 1, 0, 0) |
| 29 | + td = dt - datetime(2000, 1, 1, 0, 0) |
| 30 | + |
| 31 | + # Test coercion with mixed types |
| 32 | + ser = Series(["a", "3.1415", dt, td]) |
| 33 | + results = ser._convert(datetime=True, coerce=True) |
| 34 | + expected = Series([NaT, NaT, dt, NaT]) |
| 35 | + tm.assert_series_equal(results, expected) |
| 36 | + |
| 37 | + results = ser._convert(numeric=True, coerce=True) |
| 38 | + expected = Series([np.nan, 3.1415, np.nan, np.nan]) |
| 39 | + tm.assert_series_equal(results, expected) |
| 40 | + |
| 41 | + results = ser._convert(timedelta=True, coerce=True) |
| 42 | + expected = Series([NaT, NaT, NaT, td], dtype=np.dtype("m8[ns]")) |
| 43 | + tm.assert_series_equal(results, expected) |
| 44 | + |
| 45 | + # Test standard conversion returns original |
| 46 | + results = ser._convert(datetime=True) |
| 47 | + tm.assert_series_equal(results, ser) |
| 48 | + results = ser._convert(numeric=True) |
| 49 | + expected = Series([np.nan, 3.1415, np.nan, np.nan]) |
| 50 | + tm.assert_series_equal(results, expected) |
| 51 | + results = ser._convert(timedelta=True) |
| 52 | + tm.assert_series_equal(results, ser) |
| 53 | + |
| 54 | + # test pass-through and non-conversion when other types selected |
| 55 | + ser = Series(["1.0", "2.0", "3.0"]) |
| 56 | + results = ser._convert(datetime=True, numeric=True, timedelta=True) |
| 57 | + expected = Series([1.0, 2.0, 3.0]) |
| 58 | + tm.assert_series_equal(results, expected) |
| 59 | + results = ser._convert(True, False, True) |
| 60 | + tm.assert_series_equal(results, ser) |
| 61 | + |
| 62 | + ser = Series( |
| 63 | + [datetime(2001, 1, 1, 0, 0), datetime(2001, 1, 1, 0, 0)], dtype="O" |
| 64 | + ) |
| 65 | + results = ser._convert(datetime=True, numeric=True, timedelta=True) |
| 66 | + expected = Series([datetime(2001, 1, 1, 0, 0), datetime(2001, 1, 1, 0, 0)]) |
| 67 | + tm.assert_series_equal(results, expected) |
| 68 | + results = ser._convert(datetime=False, numeric=True, timedelta=True) |
| 69 | + tm.assert_series_equal(results, ser) |
| 70 | + |
| 71 | + td = datetime(2001, 1, 1, 0, 0) - datetime(2000, 1, 1, 0, 0) |
| 72 | + ser = Series([td, td], dtype="O") |
| 73 | + results = ser._convert(datetime=True, numeric=True, timedelta=True) |
| 74 | + expected = Series([td, td]) |
| 75 | + tm.assert_series_equal(results, expected) |
| 76 | + results = ser._convert(True, True, False) |
| 77 | + tm.assert_series_equal(results, ser) |
| 78 | + |
| 79 | + ser = Series([1.0, 2, 3], index=["a", "b", "c"]) |
| 80 | + result = ser._convert(numeric=True) |
| 81 | + tm.assert_series_equal(result, ser) |
| 82 | + |
| 83 | + # force numeric conversion |
| 84 | + res = ser.copy().astype("O") |
| 85 | + res["a"] = "1" |
| 86 | + result = res._convert(numeric=True) |
| 87 | + tm.assert_series_equal(result, ser) |
| 88 | + |
| 89 | + res = ser.copy().astype("O") |
| 90 | + res["a"] = "1." |
| 91 | + result = res._convert(numeric=True) |
| 92 | + tm.assert_series_equal(result, ser) |
| 93 | + |
| 94 | + res = ser.copy().astype("O") |
| 95 | + res["a"] = "garbled" |
| 96 | + result = res._convert(numeric=True) |
| 97 | + expected = ser.copy() |
| 98 | + expected["a"] = np.nan |
| 99 | + tm.assert_series_equal(result, expected) |
| 100 | + |
| 101 | + # GH 4119, not converting a mixed type (e.g.floats and object) |
| 102 | + ser = Series([1, "na", 3, 4]) |
| 103 | + result = ser._convert(datetime=True, numeric=True) |
| 104 | + expected = Series([1, np.nan, 3, 4]) |
| 105 | + tm.assert_series_equal(result, expected) |
| 106 | + |
| 107 | + ser = Series([1, "", 3, 4]) |
| 108 | + result = ser._convert(datetime=True, numeric=True) |
| 109 | + tm.assert_series_equal(result, expected) |
| 110 | + |
| 111 | + # dates |
| 112 | + ser = Series( |
| 113 | + [ |
| 114 | + datetime(2001, 1, 1, 0, 0), |
| 115 | + datetime(2001, 1, 2, 0, 0), |
| 116 | + datetime(2001, 1, 3, 0, 0), |
| 117 | + ] |
| 118 | + ) |
| 119 | + s2 = Series( |
| 120 | + [ |
| 121 | + datetime(2001, 1, 1, 0, 0), |
| 122 | + datetime(2001, 1, 2, 0, 0), |
| 123 | + datetime(2001, 1, 3, 0, 0), |
| 124 | + "foo", |
| 125 | + 1.0, |
| 126 | + 1, |
| 127 | + Timestamp("20010104"), |
| 128 | + "20010105", |
| 129 | + ], |
| 130 | + dtype="O", |
| 131 | + ) |
| 132 | + |
| 133 | + result = ser._convert(datetime=True) |
| 134 | + expected = Series( |
| 135 | + [Timestamp("20010101"), Timestamp("20010102"), Timestamp("20010103")], |
| 136 | + dtype="M8[ns]", |
| 137 | + ) |
| 138 | + tm.assert_series_equal(result, expected) |
| 139 | + |
| 140 | + result = ser._convert(datetime=True, coerce=True) |
| 141 | + tm.assert_series_equal(result, expected) |
| 142 | + |
| 143 | + expected = Series( |
| 144 | + [ |
| 145 | + Timestamp("20010101"), |
| 146 | + Timestamp("20010102"), |
| 147 | + Timestamp("20010103"), |
| 148 | + NaT, |
| 149 | + NaT, |
| 150 | + NaT, |
| 151 | + Timestamp("20010104"), |
| 152 | + Timestamp("20010105"), |
| 153 | + ], |
| 154 | + dtype="M8[ns]", |
| 155 | + ) |
| 156 | + result = s2._convert(datetime=True, numeric=False, timedelta=False, coerce=True) |
| 157 | + tm.assert_series_equal(result, expected) |
| 158 | + result = s2._convert(datetime=True, coerce=True) |
| 159 | + tm.assert_series_equal(result, expected) |
| 160 | + |
| 161 | + ser = Series(["foo", "bar", 1, 1.0], dtype="O") |
| 162 | + result = ser._convert(datetime=True, coerce=True) |
| 163 | + expected = Series([NaT] * 2 + [Timestamp(1)] * 2) |
| 164 | + tm.assert_series_equal(result, expected) |
| 165 | + |
| 166 | + # preserver if non-object |
| 167 | + ser = Series([1], dtype="float32") |
| 168 | + result = ser._convert(datetime=True, coerce=True) |
| 169 | + tm.assert_series_equal(result, ser) |
| 170 | + |
| 171 | + # FIXME: dont leave commented-out |
| 172 | + # res = ser.copy() |
| 173 | + # r[0] = np.nan |
| 174 | + # result = res._convert(convert_dates=True,convert_numeric=False) |
| 175 | + # assert result.dtype == 'M8[ns]' |
| 176 | + |
| 177 | + # dateutil parses some single letters into today's value as a date |
| 178 | + expected = Series([NaT]) |
| 179 | + for x in "abcdefghijklmnopqrstuvwxyz": |
| 180 | + ser = Series([x]) |
| 181 | + result = ser._convert(datetime=True, coerce=True) |
| 182 | + tm.assert_series_equal(result, expected) |
| 183 | + ser = Series([x.upper()]) |
| 184 | + result = ser._convert(datetime=True, coerce=True) |
| 185 | + tm.assert_series_equal(result, expected) |
| 186 | + |
| 187 | + def test_convert_no_arg_error(self): |
| 188 | + ser = Series(["1.0", "2"]) |
| 189 | + msg = r"At least one of datetime, numeric or timedelta must be True\." |
| 190 | + with pytest.raises(ValueError, match=msg): |
| 191 | + ser._convert() |
| 192 | + |
| 193 | + def test_convert_preserve_bool(self): |
| 194 | + ser = Series([1, True, 3, 5], dtype=object) |
| 195 | + res = ser._convert(datetime=True, numeric=True) |
| 196 | + expected = Series([1, 1, 3, 5], dtype="i8") |
| 197 | + tm.assert_series_equal(res, expected) |
| 198 | + |
| 199 | + def test_convert_preserve_all_bool(self): |
| 200 | + ser = Series([False, True, False, False], dtype=object) |
| 201 | + res = ser._convert(datetime=True, numeric=True) |
| 202 | + expected = Series([False, True, False, False], dtype=bool) |
| 203 | + tm.assert_series_equal(res, expected) |
0 commit comments