From b7879b691e7b3056c3fac05f4c5aed6156b9e5d7 Mon Sep 17 00:00:00 2001 From: MithunR Date: Thu, 3 Oct 2024 09:56:23 -0700 Subject: [PATCH] Removed debug code. Signed-off-by: MithunR --- integration_tests/src/main/python/cast_test.py | 9 ++------- 1 file changed, 2 insertions(+), 7 deletions(-) diff --git a/integration_tests/src/main/python/cast_test.py b/integration_tests/src/main/python/cast_test.py index f3a3b6b5265..1c9fc2fef14 100644 --- a/integration_tests/src/main/python/cast_test.py +++ b/integration_tests/src/main/python/cast_test.py @@ -26,11 +26,6 @@ _decimal_gen_36_5 = DecimalGen(precision=36, scale=5) -# TODO: DELETEME! -def gen_and_persist(spark, data_gen): - df = unary_op_df(spark, data_gen, length=10) - df.repartition(1).write.mode("overwrite").parquet("/tmp/myth/test_input") - return df def test_cast_empty_string_to_int_ansi_off(): assert_gpu_and_cpu_are_equal_collect( @@ -45,7 +40,7 @@ def test_cast_empty_string_to_int_ansi_off(): @pytest.mark.skip(reason="https://github.com/NVIDIA/spark-rapids/issues/11552") def test_cast_empty_string_to_int_ansi_on(): assert_gpu_and_cpu_error( - lambda spark : gen_and_persist(spark, StringGen(pattern="")).selectExpr( + lambda spark : unary_op_df(spark, StringGen(pattern="")).selectExpr( 'CAST(a as BYTE)', 'CAST(a as SHORT)', 'CAST(a as INTEGER)', @@ -93,7 +88,7 @@ def test_cast_string_date_valid_format_ansi_on(): # In Spark 3.2.0+ the valid format changed, and we cannot support all formats. # This provides values that are valid in all of those formats. assert_gpu_and_cpu_error( - lambda spark : gen_and_persist(spark, StringGen(date_start_1_1_1)).select(f.col('a').cast(DateType())).collect(), + lambda spark : unary_op_df(spark, StringGen(date_start_1_1_1)).select(f.col('a').cast(DateType())).collect(), conf = copy_and_update(ansi_enabled_conf, {'spark.rapids.sql.hasExtendedYearValues': 'false'}), error_message="One or more values could not be converted to DateType")