ODIn/spark-instrumented-optimizer
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

Merge pull request #58 from ijuma/scala-2.9

Browse source 
Remove unnecessary toStream calls
This commit is contained in:
Matei Zaharia 2011-06-01 11:32:07 -07:00
parent b49d1be65b 82f10bd794
commit 0e5dbf2abd
1 changed files with 3 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
core/src/main/scala/spark/RDD.scala
View file

@ -163,7 +163,7 @@ class FlatMappedRDD[U: ClassManifest, T: ClassManifest](
extends RDD[U](prev.context) {
override def splits = prev.splits
override val dependencies = List(new OneToOneDependency(prev))
override def compute(split: Split) = prev.iterator(split).toStream.flatMap(f).iterator
override def compute(split: Split) = prev.iterator(split).flatMap(f)
}
class FilteredRDD[T: ClassManifest](
@ -314,8 +314,8 @@ extends RDD[(K, U)](prev.context) {
override val dependencies = List(new OneToOneDependency(prev))
override val partitioner = prev.partitioner
override def compute(split: Split) = {
prev.iterator(split).toStream.flatMap {
prev.iterator(split).flatMap {
case (k, v) => f(v).map(x => (k, x))
}.iterator
}
}
}