Skip to content

Commit e6ab6cb

Browse files
committed
CI: Mark s3 tests as single
Closes pandas-dev#35856 I think we need to update the pytest pattern though, so this should fail.
1 parent 2f15d1c commit e6ab6cb

File tree

5 files changed

+11
-0
lines changed

5 files changed

+11
-0
lines changed

pandas/tests/io/excel/test_readers.py

+1
Original file line numberDiff line numberDiff line change
@@ -606,6 +606,7 @@ def test_read_from_http_url(self, read_ext):
606606
tm.assert_frame_equal(url_table, local_table)
607607

608608
@td.skip_if_not_us_locale
609+
@pytest.mark.single
609610
def test_read_from_s3_url(self, read_ext, s3_resource, s3so):
610611
# Bucket "pandas-test" created in tests/io/conftest.py
611612
with open("test1" + read_ext, "rb") as f:

pandas/tests/io/json/test_pandas.py

+2
Original file line numberDiff line numberDiff line change
@@ -1213,6 +1213,7 @@ def test_read_inline_jsonl(self):
12131213
tm.assert_frame_equal(result, expected)
12141214

12151215
@td.skip_if_not_us_locale
1216+
@pytest.mark.single
12161217
def test_read_s3_jsonl(self, s3_resource, s3so):
12171218
# GH17200
12181219

@@ -1702,6 +1703,7 @@ def test_json_multiindex(self, dataframe, expected):
17021703
result = series.to_json(orient="index")
17031704
assert result == expected
17041705

1706+
@pytest.mark.single
17051707
def test_to_s3(self, s3_resource):
17061708
import time
17071709

pandas/tests/io/parser/test_network.py

+1
Original file line numberDiff line numberDiff line change
@@ -69,6 +69,7 @@ def tips_df(datapath):
6969

7070
@pytest.mark.usefixtures("s3_resource")
7171
@td.skip_if_not_us_locale()
72+
@pytest.mark.single
7273
class TestS3:
7374
@td.skip_if_no("s3fs")
7475
def test_parse_public_s3_bucket(self, tips_df, s3so):

pandas/tests/io/test_fsspec.py

+3
Original file line numberDiff line numberDiff line change
@@ -131,6 +131,7 @@ def test_fastparquet_options(fsspectest):
131131

132132

133133
@td.skip_if_no("s3fs")
134+
@pytest.mark.single
134135
def test_from_s3_csv(s3_resource, tips_file, s3so):
135136
tm.assert_equal(
136137
read_csv("s3://pandas-test/tips.csv", storage_options=s3so), read_csv(tips_file)
@@ -148,6 +149,7 @@ def test_from_s3_csv(s3_resource, tips_file, s3so):
148149

149150
@pytest.mark.parametrize("protocol", ["s3", "s3a", "s3n"])
150151
@td.skip_if_no("s3fs")
152+
@pytest.mark.single
151153
def test_s3_protocols(s3_resource, tips_file, protocol, s3so):
152154
tm.assert_equal(
153155
read_csv("%s://pandas-test/tips.csv" % protocol, storage_options=s3so),
@@ -157,6 +159,7 @@ def test_s3_protocols(s3_resource, tips_file, protocol, s3so):
157159

158160
@td.skip_if_no("s3fs")
159161
@td.skip_if_no("fastparquet")
162+
@pytest.mark.single
160163
def test_s3_parquet(s3_resource, s3so):
161164
fn = "s3://pandas-test/test.parquet"
162165
df1.to_parquet(

pandas/tests/io/test_parquet.py

+4
Original file line numberDiff line numberDiff line change
@@ -541,6 +541,7 @@ def test_categorical(self, pa):
541541
expected = df.astype(object)
542542
check_round_trip(df, pa, expected=expected)
543543

544+
@pytest.mark.single
544545
def test_s3_roundtrip_explicit_fs(self, df_compat, s3_resource, pa, s3so):
545546
s3fs = pytest.importorskip("s3fs")
546547
if LooseVersion(pyarrow.__version__) <= LooseVersion("0.17.0"):
@@ -555,6 +556,7 @@ def test_s3_roundtrip_explicit_fs(self, df_compat, s3_resource, pa, s3so):
555556
write_kwargs=kw,
556557
)
557558

559+
@pytest.mark.single
558560
def test_s3_roundtrip(self, df_compat, s3_resource, pa):
559561
if LooseVersion(pyarrow.__version__) <= LooseVersion("0.17.0"):
560562
pytest.skip()
@@ -563,6 +565,7 @@ def test_s3_roundtrip(self, df_compat, s3_resource, pa):
563565

564566
@td.skip_if_no("s3fs")
565567
@pytest.mark.parametrize("partition_col", [["A"], []])
568+
@pytest.mark.single
566569
def test_s3_roundtrip_for_dir(self, df_compat, s3_resource, pa, partition_col):
567570
# GH #26388
568571
expected_df = df_compat.copy()
@@ -761,6 +764,7 @@ def test_filter_row_groups(self, fp):
761764
result = read_parquet(path, fp, filters=[("a", "==", 0)])
762765
assert len(result) == 1
763766

767+
@pytest.mark.single
764768
def test_s3_roundtrip(self, df_compat, s3_resource, fp):
765769
# GH #19134
766770
check_round_trip(df_compat, fp, path="s3://pandas-test/fastparquet.parquet")

0 commit comments

Comments
 (0)