From 5d32e62436dc15c1c3de18e8de070a7999f026c1 Mon Sep 17 00:00:00 2001 From: Ruifeng Zheng Date: Wed, 13 Mar 2024 09:41:25 +0800 Subject: [PATCH] [MINOR][TESTS] Enable nullability check in `test_create_dataframe_from_arrays` ### What changes were proposed in this pull request? Enable nullability check in `test_create_dataframe_from_arrays` ### Why are the changes needed? for test coverage ### Does this PR introduce _any_ user-facing change? no ### How was this patch tested? ci ### Was this patch authored or co-authored using generative AI tooling? no Closes #45473 from zhengruifeng/connect_test_enable_array_schema. Authored-by: Ruifeng Zheng Signed-off-by: Ruifeng Zheng --- python/pyspark/sql/tests/connect/test_connect_basic.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/python/pyspark/sql/tests/connect/test_connect_basic.py b/python/pyspark/sql/tests/connect/test_connect_basic.py index b55875b8577da..e23802d3dcbeb 100755 --- a/python/pyspark/sql/tests/connect/test_connect_basic.py +++ b/python/pyspark/sql/tests/connect/test_connect_basic.py @@ -954,8 +954,7 @@ def test_create_dataframe_from_arrays(self): cdf = self.connect.createDataFrame(data) sdf = self.spark.createDataFrame(data) - # TODO: the nullability is different, need to fix - # self.assertEqual(cdf.schema, sdf.schema) + self.assertEqual(cdf.schema, sdf.schema) self.assertEqual(cdf.collect(), sdf.collect()) def test_timestampe_create_from_rows(self):