blob: cc2ab6187aaf933a388ae011588a6f7995485f1a (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
|
package spark.deploy.worker
import akka.actor.{ActorRef, ActorContext}
import scala.concurrent.Await
import akka.pattern.ask
import akka.util.Timeout
import scala.concurrent.duration._
import spray.routing.Directives
import spray.httpx.TwirlSupport._
import spray.httpx.SprayJsonSupport._
import spray.http.MediaTypes._
import spark.deploy.{WorkerState, RequestWorkerState}
import spark.deploy.JsonProtocol._
import java.io.File
/**
* Web UI server for the standalone worker.
*/
private[spark]
class WorkerWebUI(worker: ActorRef, workDir: File)(implicit val context: ActorContext) extends Directives {
import context.dispatcher
val actorSystem = context.system
val RESOURCE_DIR = "spark/deploy/worker/webui"
val STATIC_RESOURCE_DIR = "spark/deploy/static"
implicit val timeout = Timeout(Duration.create(System.getProperty("spark.akka.askTimeout", "10").toLong, "seconds"))
val handler = {
get {
(path("") & parameters('format ?)) {
case Some(js) if js.equalsIgnoreCase("json") => {
val future = (worker ? RequestWorkerState).mapTo[WorkerState]
respondWithMediaType(`application/json`) { ctx =>
ctx.complete(future)
}
}
case _ =>
complete {
val future = (worker ? RequestWorkerState).mapTo[WorkerState]
future.map { workerState =>
spark.deploy.worker.html.index(workerState)
}
}
} ~
path("log") {
parameters("appId", "executorId", "logType") { (appId, executorId, logType) =>
respondWithMediaType(`text/plain`) {
getFromFile(workDir.getPath() + "/" + appId + "/" + executorId + "/" + logType)
}
}
} ~
pathPrefix("static") {
getFromResourceDirectory(STATIC_RESOURCE_DIR)
} ~
getFromResourceDirectory(RESOURCE_DIR)
}
}
}
|
