Skip to content

Commit 709ab71

Browse files
fix
1 parent 7acbed3 commit 709ab71

File tree

1 file changed

+6
-8
lines changed

1 file changed

+6
-8
lines changed

python/pyspark/sql/tests/arrow/test_arrow_udtf.py

Lines changed: 6 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -931,30 +931,28 @@ def eval(
931931
yield result_table
932932

933933
# Test with DataFrame API using named arguments
934-
# TODO(SPARK-53426): Support named table argument with DataFrame API
935-
# input_df = self.spark.range(3) # [0, 1, 2]
936-
# result_df = NamedArgsUDTF(table_data=input_df.asTable(), multiplier=lit(5))
934+
input_df = self.spark.range(3) # [0, 1, 2]
935+
result_df = NamedArgsUDTF(table_data=input_df.asTable(), multiplier=lit(5))
937936
expected_df = self.spark.createDataFrame(
938937
[(0, 5), (5, 5), (10, 5)],
939938
"result_id bigint, multiplier_used int"
940939
)
941-
# assertDataFrameEqual(result_df, expected_df)
940+
assertDataFrameEqual(result_df, expected_df)
942941

943942
# Test with DataFrame API using different named argument order
944-
# TODO(SPARK-53426): Support named table argument with DataFrame API
945-
# result_df2 = NamedArgsUDTF(multiplier=lit(3), table_data=input_df.asTable())
943+
result_df2 = NamedArgsUDTF(multiplier=lit(3), table_data=input_df.asTable())
946944
expected_df2 = self.spark.createDataFrame(
947945
[(0, 3), (3, 3), (6, 3)],
948946
"result_id bigint, multiplier_used int"
949947
)
950-
# assertDataFrameEqual(result_df2, expected_df2)
948+
assertDataFrameEqual(result_df2, expected_df2)
951949

952950
# Test SQL registration and usage with named arguments
953951
self.spark.udtf.register("test_named_args_udtf", NamedArgsUDTF)
954952

955953
sql_result_df = self.spark.sql("""
956954
SELECT * FROM test_named_args_udtf(
957-
table_data => TABLE(SELECT id FROM range(0, 3))
955+
table_data => TABLE(SELECT id FROM range(0, 3)),
958956
multiplier => 5
959957
)
960958
""")

0 commit comments

Comments
 (0)