ODIn/spark-instrumented-optimizer
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

[SPARK-33810][TESTS] Reenable test cases disabled in SPARK-31732

Browse source 
### What changes were proposed in this pull request?

The test failures were due to machine being slow in Jenkins. We switched to Ubuntu 20 if I am not wrong.
Looks like all machines are functioning properly unlike the past, and the tests pass without a problem anymore.

This PR proposes to enable them back.

### Why are the changes needed?

To restore test coverage.

### Does this PR introduce _any_ user-facing change?

No, dev-only.

### How was this patch tested?

Jenkins jobs in this PR show the flakiness.

Closes #30798 from HyukjinKwon/do-not-merge-test.

Authored-by: HyukjinKwon <gurwls223@apache.org>
Signed-off-by: Dongjoon Hyun <dongjoon@apache.org>
This commit is contained in:
HyukjinKwon 2020-12-16 08:34:22 -08:00 committed by Dongjoon Hyun
parent 8666d1c39c
commit 3d0323401f
4 changed files with 5 additions and 10 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaMicroBatchSourceSuite.scala vendored
View file

@ -349,8 +349,7 @@ abstract class KafkaMicroBatchSourceSuiteBase extends KafkaSourceSuiteBase {
)
}
// TODO (SPARK-31731): re-enable it
ignore("subscribing topic by pattern with topic deletions") {
test("subscribing topic by pattern with topic deletions") {
val topicPrefix = newTopic()
val topic = topicPrefix + "-seems"
val topic2 = topicPrefix + "-bad"

3
external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/KafkaRelationSuite.scala vendored
View file

@ -174,8 +174,7 @@ abstract class KafkaRelationSuiteBase extends QueryTest with SharedSparkSession
("3", Seq(("e", "f".getBytes(UTF_8)), ("e", "g".getBytes(UTF_8))))).toDF)
}
// TODO (SPARK-31729): re-enable it
ignore("timestamp provided for starting and ending") {
test("timestamp provided for starting and ending") {
val (topic, timestamps) = prepareTimestampRelatedUnitTest
// timestamp both presented: starting "first" ending "finalized"

6
external/kafka-0-10/src/test/scala/org/apache/spark/streaming/kafka010/DirectKafkaStreamSuite.scala vendored
View file

@ -332,8 +332,7 @@ class DirectKafkaStreamSuite
}
// Test to verify the offset ranges can be recovered from the checkpoints
// TODO (SPARK-31722): re-enable it
ignore("offset recovery") {
test("offset recovery") {
val topic = "recovery"
kafkaTestUtils.createTopic(topic)
testDir = Utils.createTempDir()
@ -420,8 +419,7 @@ class DirectKafkaStreamSuite
}
// Test to verify the offsets can be recovered from Kafka
// TODO (SPARK-31722): re-enable it
ignore("offset recovery from kafka") {
test("offset recovery from kafka") {
val topic = "recoveryfromkafka"
kafkaTestUtils.createTopic(topic)

3
streaming/src/test/scala/org/apache/spark/streaming/StreamingContextSuite.scala
View file

@ -293,8 +293,7 @@ class StreamingContextSuite
}
}
// TODO (SPARK-31728): re-enable it
ignore("stop gracefully") {
test("stop gracefully") {
val conf = new SparkConf().setMaster(master).setAppName(appName)
conf.set("spark.dummyTimeConfig", "3600s")
val sc = new SparkContext(conf)