Backport PR #54678 on branch 2.1.x (COMPAT: Workaround invalid PyArrow duration conversion) (#54688)

Backport PR #54678: COMPAT: Workaround invalid PyArrow duration conversion

Co-authored-by: Matthew Roeschke <[email protected]>

Author: meeseeksmachine

pandas/core/arrays/arrow/array.py

@@ -952,6 +952,9 @@ def convert_fill_value(value, pa_type, dtype):
                 return value
             if isinstance(value, (pa.Scalar, pa.Array, pa.ChunkedArray)):
                 return value
+            if isinstance(value, Timedelta) and value.unit in ("s", "ms"):
+                # Workaround https://github.com/apache/arrow/issues/37291
+                value = value.to_numpy()
             if is_array_like(value):
                 pa_box = pa.array
             else: