ODIn/spark-instrumented-optimizer
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

[HOTFIX] Fix compilation break.

Browse source
This commit is contained in:
Reynold Xin 2016-04-02 00:00:19 -07:00
parent d7982a3a9a
commit 67d753516d
2 changed files with 4 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
sql/core/src/test/scala/org/apache/spark/sql/execution/streaming/HDFSMetadataLogSuite.scala
View file

@ -21,6 +21,7 @@ import java.io.{File, FileNotFoundException, IOException}
import java.net.URI
import java.util.ConcurrentModificationException
import scala.language.implicitConversions
import scala.util.Random
import org.apache.hadoop.conf.Configuration

8
sql/core/src/test/scala/org/apache/spark/sql/streaming/StreamingAggregationSuite.scala
View file

@ -18,8 +18,9 @@
package org.apache.spark.sql.streaming
import org.apache.spark.SparkException
import org.apache.spark.sql.{Encoder, StreamTest, SumOf, TypedColumn}
import org.apache.spark.sql.StreamTest
import org.apache.spark.sql.execution.streaming._
import org.apache.spark.sql.expressions.scala.typed
import org.apache.spark.sql.functions._
import org.apache.spark.sql.test.SharedSQLContext
@ -118,11 +119,8 @@ class StreamingAggregationSuite extends StreamTest with SharedSQLContext {
}
test("typed aggregators") {
def sum[I, N : Numeric : Encoder](f: I => N): TypedColumn[I, N] =
new SumOf(f).toColumn
val inputData = MemoryStream[(String, Int)]
val aggregated = inputData.toDS().groupByKey(_._1).agg(sum(_._2))
val aggregated = inputData.toDS().groupByKey(_._1).agg(typed.sumLong(_._2))
testStream(aggregated)(
AddData(inputData, ("a", 10), ("a", 20), ("b", 1), ("b", 2), ("c", 1)),