[SPARK-36673][SQL][FOLLOWUP] Remove duplicate test in DataFrameSetOperationsSuite
### What changes were proposed in this pull request?
As a followup of #34025 to remove duplicate test.
### Why are the changes needed?
To remove duplicate test.
### Does this PR introduce _any_ user-facing change?
No
### How was this patch tested?
Existing test.
Closes #34032 from viirya/remove.
Authored-by: Liang-Chi Hsieh <viirya@gmail.com>
Signed-off-by: Liang-Chi Hsieh <viirya@gmail.com>
(cherry picked from commit f9644cc253
)
Signed-off-by: Liang-Chi Hsieh <viirya@gmail.com>
This commit is contained in:
parent
f093f3b939
commit
275ad6bd0b
|
@ -1039,23 +1039,6 @@ class DataFrameSetOperationsSuite extends QueryTest with SharedSparkSession {
|
|||
}
|
||||
}
|
||||
|
||||
test("SPARK-36673: Only merge nullability for unionByName of struct") {
|
||||
val df1 = spark.range(2).withColumn("nested", struct(expr("id * 5 AS INNER")))
|
||||
val df2 = spark.range(2).withColumn("nested", struct(expr("id * 5 AS inner")))
|
||||
|
||||
val df = df1.unionByName(df2)
|
||||
|
||||
val schema = StructType(Seq(StructField("id", LongType, false),
|
||||
StructField("nested", StructType(Seq(StructField("INNER", LongType, false))), false)))
|
||||
|
||||
assert(df.schema == schema)
|
||||
assert(df.queryExecution.optimizedPlan.schema == schema)
|
||||
assert(df.queryExecution.executedPlan.schema == schema)
|
||||
|
||||
checkAnswer(df, Row(0, Row(0)) :: Row(1, Row(5)) :: Row(0, Row(0)) :: Row(1, Row(5)) :: Nil)
|
||||
checkAnswer(df.select("nested.*"), Row(0) :: Row(5) :: Row(0) :: Row(5) :: Nil)
|
||||
}
|
||||
|
||||
test("SPARK-36673: Union of structs with different orders") {
|
||||
val df1 = spark.range(2).withColumn("nested",
|
||||
struct(expr("id * 5 AS inner1"), struct(expr("id * 10 AS inner2"))))
|
||||
|
|
Loading…
Reference in a new issue