ODIn/spark-instrumented-optimizer
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

[SPARK-36673][SQL][FOLLOWUP] Remove duplicate test in DataFrameSetOperationsSuite

Browse source 
### What changes were proposed in this pull request?

As a followup of #34025 to remove duplicate test.

### Why are the changes needed?

To remove duplicate test.

### Does this PR introduce _any_ user-facing change?

No

### How was this patch tested?

Existing test.

Closes #34032 from viirya/remove.

Authored-by: Liang-Chi Hsieh <viirya@gmail.com>
Signed-off-by: Liang-Chi Hsieh <viirya@gmail.com>
(cherry picked from commit f9644cc253)
Signed-off-by: Liang-Chi Hsieh <viirya@gmail.com>
This commit is contained in:
Liang-Chi Hsieh 2021-09-17 11:52:19 -07:00
parent f093f3b939
commit 275ad6bd0b
1 changed files with 0 additions and 17 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

17
sql/core/src/test/scala/org/apache/spark/sql/DataFrameSetOperationsSuite.scala
View file

@ -1039,23 +1039,6 @@ class DataFrameSetOperationsSuite extends QueryTest with SharedSparkSession {
}
}
test("SPARK-36673: Only merge nullability for unionByName of struct") {
val df1 = spark.range(2).withColumn("nested", struct(expr("id * 5 AS INNER")))
val df2 = spark.range(2).withColumn("nested", struct(expr("id * 5 AS inner")))
val df = df1.unionByName(df2)
val schema = StructType(Seq(StructField("id", LongType, false),
StructField("nested", StructType(Seq(StructField("INNER", LongType, false))), false)))
assert(df.schema == schema)
assert(df.queryExecution.optimizedPlan.schema == schema)
assert(df.queryExecution.executedPlan.schema == schema)
checkAnswer(df, Row(0, Row(0)) :: Row(1, Row(5)) :: Row(0, Row(0)) :: Row(1, Row(5)) :: Nil)
checkAnswer(df.select("nested.*"), Row(0) :: Row(5) :: Row(0) :: Row(5) :: Nil)
}
test("SPARK-36673: Union of structs with different orders") {
val df1 = spark.range(2).withColumn("nested",
struct(expr("id * 5 AS inner1"), struct(expr("id * 10 AS inner2"))))