Remove config dataframe.convert-string

milesgranger · milesgranger · commit 19606da825f0 · 2023-05-16T20:48:33.000+02:00
Not applied in current version
diff --git a/tests/conftest.py b/tests/conftest.py
@@ -691,12 +691,6 @@ def configure_shuffling(shuffle_method):
         yield
 
 
-@pytest.fixture
-def configure_use_pyarrow_strings():
-    with dask.config.set({"dataframe.convert-string": True}):
-        yield
-
-
 # Include https://github.com/dask/distributed/pull/7534
 P2P_RECHUNK_AVAILABLE = Version(distributed.__version__) >= Version("2023.2.1")
 
diff --git a/tests/workflows/test_from_csv_to_parquet.py b/tests/workflows/test_from_csv_to_parquet.py
@@ -102,9 +102,7 @@ def from_csv_to_parquet_client(
 )
 
 
-def test_from_csv_to_parquet(
-    from_csv_to_parquet_client, s3_factory, s3_url, configure_use_pyarrow_strings
-):
+def test_from_csv_to_parquet(from_csv_to_parquet_client, s3_factory, s3_url):
     s3 = s3_factory(anon=True)
     files = s3.ls("s3://gdelt-open-data/events/")[:1000]
     files = [f"s3://{f}" for f in files]

Original file line number	Diff line number	Diff line change
`@@ -102,9 +102,7 @@ def from_csv_to_parquet_client(`
`102`	`102`	`)`
`103`	`103`
`104`	`104`
`105`		`-def test_from_csv_to_parquet(`
`106`		`- from_csv_to_parquet_client, s3_factory, s3_url, configure_use_pyarrow_strings`
`107`		`-):`
	`105`	`+def test_from_csv_to_parquet(from_csv_to_parquet_client, s3_factory, s3_url):`
`108`	`106`	`s3 = s3_factory(anon=True)`
`109`	`107`	`files = s3.ls("s3://gdelt-open-data/events/")[:1000]`
`110`	`108`	`files = [f"s3://{f}" for f in files]`