ODIn/spark-instrumented-optimizer
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

Minor updated based on comments on PR 277.

Browse source
This commit is contained in:
Tathagata Das 2013-12-20 19:51:37 -08:00
parent ec71b445ad
commit 3ddbdbfbc7
2 changed files with 6 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
streaming/src/main/scala/org/apache/spark/streaming/scheduler/JobScheduler.scala
View file

@ -24,7 +24,8 @@ import scala.collection.mutable.HashSet
import org.apache.spark.streaming._
/**
* This class drives the generation of Spark jobs from the DStreams.
* This class schedules jobs to be run on Spark. It uses the JobGenerator to generate
* the jobs and runs them using a thread pool. Number of threads
*/
private[streaming]
class JobScheduler(val ssc: StreamingContext) extends Logging {
@ -91,6 +92,7 @@ class JobScheduler(val ssc: StreamingContext) extends Logging {
}
}
private[streaming]
class JobHandler(job: Job) extends Runnable {
def run() {
beforeJobStart(job)

3
streaming/src/main/scala/org/apache/spark/streaming/scheduler/JobSet.scala
View file

@ -20,6 +20,9 @@ package org.apache.spark.streaming.scheduler
import scala.collection.mutable.HashSet
import org.apache.spark.streaming.Time
/** Class representing a set of Jobs
* belong to the same batch.
*/
private[streaming]
case class JobSet(time: Time, jobs: Seq[Job]) {