Skip to content

Commit 1d72acc

Browse files
committed
[SPARK-50864][TESTS] Disable slow tests
### What changes were proposed in this pull request? Disables slow tests: - `TorchDistributorDataLoaderUnitTests` - `TorchDistributorBaselineUnitTestsOnConnect` ### Why are the changes needed? The tests above are slow or stuck, similar to other disabled tests for [SPARK-50864](https://issues.apache.org/jira/browse/SPARK-50864). ### Does this PR introduce _any_ user-facing change? No. ### How was this patch tested? Run on the GHA. ### Was this patch authored or co-authored using generative AI tooling? No. Closes #49664 from ueshin/gha_test. Authored-by: Takuya UESHIN <[email protected]> Signed-off-by: Takuya Ueshin <[email protected]>
1 parent 42ab97a commit 1d72acc

File tree

2 files changed

+8
-6
lines changed

2 files changed

+8
-6
lines changed

python/pyspark/ml/tests/connect/test_parity_torch_data_loader.py

+5-4
Original file line numberDiff line numberDiff line change
@@ -19,14 +19,15 @@
1919

2020
from pyspark.util import is_remote_only
2121
from pyspark.sql import SparkSession
22-
from pyspark.testing.utils import have_torch, torch_requirement_message
2322

2423
if not is_remote_only():
2524
from pyspark.ml.torch.tests.test_data_loader import TorchDistributorDataLoaderUnitTests
2625

27-
@unittest.skipIf(
28-
not have_torch or is_remote_only(), torch_requirement_message or "Requires JVM access"
29-
)
26+
# @unittest.skipIf(
27+
# not have_torch or is_remote_only(), torch_requirement_message or "Requires JVM access"
28+
# )
29+
# TODO(SPARK-50864): Re-enable this test after fixing the slowness
30+
@unittest.skip("Disabled due to slowness")
3031
class TorchDistributorBaselineUnitTestsOnConnect(TorchDistributorDataLoaderUnitTests):
3132
def setUp(self) -> None:
3233
self.spark = (

python/pyspark/ml/torch/tests/test_data_loader.py

+3-2
Original file line numberDiff line numberDiff line change
@@ -23,10 +23,11 @@
2323
)
2424
from pyspark.sql import SparkSession
2525
from pyspark.ml.linalg import Vectors
26-
from pyspark.testing.utils import have_torch, torch_requirement_message
2726

2827

29-
@unittest.skipIf(not have_torch, torch_requirement_message)
28+
# @unittest.skipIf(not have_torch, torch_requirement_message)
29+
# TODO(SPARK-50864): Re-enable this test after fixing the slowness
30+
@unittest.skip("Disabled due to slowness")
3031
class TorchDistributorDataLoaderUnitTests(unittest.TestCase):
3132
def setUp(self) -> None:
3233
self.spark = (

0 commit comments

Comments
 (0)