Merge pull request #196 from pwendell/master
TimeTrackingOutputStream should pass on calls to close() and flush(). Without this fix you get a huge number of open files when running shuffles.
This commit is contained in:
commit
f20093c3af
|
@ -93,6 +93,8 @@ class DiskBlockObjectWriter(
|
|||
def write(i: Int): Unit = callWithTiming(out.write(i))
|
||||
override def write(b: Array[Byte]) = callWithTiming(out.write(b))
|
||||
override def write(b: Array[Byte], off: Int, len: Int) = callWithTiming(out.write(b, off, len))
|
||||
override def close() = out.close()
|
||||
override def flush() = out.flush()
|
||||
}
|
||||
|
||||
private val syncWrites = System.getProperty("spark.shuffle.sync", "false").toBoolean
|
||||
|
|
Loading…
Reference in a new issue