1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
|
/* NSC -- new Scala compiler
* Copyright 2005-2013 LAMP/EPFL
* @author Martin Odersky
*/
package scala.tools.nsc
import java.io.{ FileNotFoundException, PrintWriter, FileOutputStream }
import java.security.SecureRandom
import io.{ File, Path, Directory, Socket }
import scala.tools.util.CompileOutputCommon
import scala.reflect.internal.util.StringOps.splitWhere
import scala.sys.process._
trait HasCompileSocket {
def compileSocket: CompileSocket
// This is kind of a suboptimal way to identify error situations.
val errorMarkers = Set("error:", "error found", "errors found", "bad option")
def isErrorMessage(msg: String) = errorMarkers exists (msg contains _)
def compileOnServer(sock: Socket, args: Seq[String]): Boolean = {
var noErrors = true
sock.applyReaderAndWriter { (in, out) =>
out println (compileSocket getPassword sock.getPort())
out println (args mkString "\u0000")
def loop(): Boolean = in.readLine() match {
case null => noErrors
case line =>
if (isErrorMessage(line))
noErrors = false
// be consistent with scalac: everything goes to stderr
compileSocket.warn(line)
loop()
}
try loop()
finally sock.close()
}
}
}
/** This class manages sockets for the fsc offline compiler. */
class CompileSocket extends CompileOutputCommon {
protected lazy val compileClient: StandardCompileClient = CompileClient
def verbose = compileClient.verbose
/* Fixes the port where to start the server, 0 yields some free port */
var fixPort = 0
/** The prefix of the port identification file, which is followed
* by the port number.
*/
protected lazy val dirName = "scalac-compile-server-port"
protected def cmdName = Properties.scalaCmd
/** The vm part of the command to start a new scala compile server */
protected val vmCommand = Properties.scalaHome match {
case "" => cmdName
case dirname =>
val trial = File(dirname) / "bin" / cmdName
if (trial.canRead) trial.path
else cmdName
}
/** The class name of the scala compile server */
protected val serverClass = "scala.tools.nsc.CompileServer"
protected def serverClassArgs = (if (verbose) List("-v") else Nil) ::: (if (fixPort > 0) List("-p", fixPort.toString) else Nil)
/** A temporary directory to use */
val tmpDir = {
val udir = Option(Properties.userName) getOrElse "shared"
val f = (Path(Properties.tmpDir) / ("scala-devel" + udir)).createDirectory()
if (f.isDirectory && f.canWrite) {
info("[Temp directory: " + f + "]")
f
}
else fatal("Could not find a directory for temporary files")
}
/* A directory holding port identification files */
val portsDir = (tmpDir / dirName).createDirectory()
/** The command which starts the compile server, given vm arguments.
*
* @param vmArgs the argument string to be passed to the java or scala command
*/
private def serverCommand(vmArgs: Seq[String]): Seq[String] =
Seq(vmCommand) ++ vmArgs ++ Seq(serverClass) ++ serverClassArgs filterNot (_ == "")
/** Start a new server. */
private def startNewServer(vmArgs: String) = {
val cmd = serverCommand((vmArgs split " ").toSeq)
info("[Executing command: %s]" format cmd.mkString(" "))
// Hiding inadequate daemonized implementation from public API for now
Process(cmd) match {
case x: ProcessBuilder.AbstractBuilder => x.daemonized().run()
case x => x.run()
}
}
/** The port identification file */
def portFile(port: Int) = portsDir / File(port.toString)
/** Poll for a server port number; return -1 if none exists yet */
private def pollPort(): Int = if (fixPort > 0) {
if (portsDir.list.toList.exists(_.name == fixPort.toString)) fixPort else -1
} else portsDir.list.toList match {
case Nil => -1
case x :: xs => try x.name.toInt catch {
case e: Exception => x.delete()
throw e
}
}
/** Get the port number to which a scala compile server is connected;
* If no server is running yet, then create one.
*/
def getPort(vmArgs: String): Int = {
val maxPolls = 300
val sleepTime = 25L
var attempts = 0
var port = pollPort()
if (port < 0) {
info("No compile server running: starting one with args '" + vmArgs + "'")
startNewServer(vmArgs)
}
while (port < 0 && attempts < maxPolls) {
attempts += 1
Thread.sleep(sleepTime)
port = pollPort()
}
info("[Port number: " + port + "]")
if (port < 0)
fatal("Could not connect to compilation daemon after " + attempts + " attempts.")
port
}
/** Set the port number to which a scala compile server is connected */
def setPort(port: Int) {
val file = portFile(port)
val secret = new SecureRandom().nextInt.toString
try file writeAll secret catch {
case e @ (_: FileNotFoundException | _: SecurityException) =>
fatal("Cannot create file: %s".format(file.path))
}
}
/** Delete the port number to which a scala compile server was connected */
def deletePort(port: Int) = portFile(port).delete()
/** Get a socket connected to a daemon. If create is true, then
* create a new daemon if necessary. Returns None if the connection
* cannot be established.
*/
def getOrCreateSocket(vmArgs: String, create: Boolean = true, fixedPort: Int = 0): Option[Socket] = {
fixPort = fixedPort
val maxMillis = 10L * 1000 // try for 10 seconds
val retryDelay = 50L
val maxAttempts = (maxMillis / retryDelay).toInt
def getsock(attempts: Int): Option[Socket] = attempts match {
case 0 => warn("Unable to establish connection to compilation daemon") ; None
case num =>
val port = if (create) getPort(vmArgs) else pollPort()
if (port < 0) return None
Socket.localhost(port).either match {
case Right(socket) =>
info("[Connected to compilation daemon at port %d]" format port)
Some(socket)
case Left(err) =>
info(err.toString)
info("[Connecting to compilation daemon at port %d failed; re-trying...]" format port)
if (attempts % 2 == 0)
deletePort(port) // 50% chance to stop trying on this port
Thread sleep retryDelay // delay before retrying
getsock(attempts - 1)
}
}
getsock(maxAttempts)
}
// XXX way past time for this to be central
def parseInt(x: String): Option[Int] =
try { Some(x.toInt) }
catch { case _: NumberFormatException => None }
def getSocket(serverAdr: String): Option[Socket] = (
for ((name, portStr) <- splitWhere(serverAdr, _ == ':', doDropIndex = true) ; port <- parseInt(portStr)) yield
getSocket(name, port)
) getOrElse fatal("Malformed server address: %s; exiting" format serverAdr)
def getSocket(hostName: String, port: Int): Option[Socket] = {
val sock = Socket(hostName, port).opt
if (sock.isEmpty) warn("Unable to establish connection to server %s:%d".format(hostName, port))
sock
}
def getPassword(port: Int): String = {
val ff = portFile(port)
val f = ff.bufferedReader()
// allow some time for the server to start up
def check = {
Thread sleep 100
ff.length
}
if ((Iterator continually check take 50 find (_ > 0)).isEmpty) {
ff.delete()
fatal("Unable to establish connection to server.")
}
val result = f.readLine()
f.close()
result
}
}
object CompileSocket extends CompileSocket {
}
|