diff --git a/pandas/tests/indexing/test_floats.py b/pandas/tests/indexing/test_floats.py
index fff5ca03e80f4..18b9898e7d800 100644
--- a/pandas/tests/indexing/test_floats.py
+++ b/pandas/tests/indexing/test_floats.py
@@ -40,20 +40,7 @@ def check(self, result, original, indexer, getitem):
 
         tm.assert_almost_equal(result, expected)
 
-    @pytest.mark.parametrize(
-        "index_func",
-        [
-            tm.makeStringIndex,
-            tm.makeUnicodeIndex,
-            tm.makeCategoricalIndex,
-            tm.makeDateIndex,
-            tm.makeTimedeltaIndex,
-            tm.makePeriodIndex,
-            tm.makeIntIndex,
-            tm.makeRangeIndex,
-        ],
-    )
-    def test_scalar_error(self, index_func):
+    def test_scalar_error(self, series_with_simple_index):
 
         # GH 4892
         # float_indexers should raise exceptions
@@ -62,11 +49,9 @@ def test_scalar_error(self, index_func):
         # but is specifically testing for the error
         # message
 
-        i = index_func(5)
+        s = series_with_simple_index
 
-        s = Series(np.arange(len(i)), index=i)
-
-        msg = "Cannot index by location index"
+        msg = "Cannot index by location index with a non-integer key"
         with pytest.raises(TypeError, match=msg):
             s.iloc[3.0]