diff options
author | Tathagata Das <tathagata.das1565@gmail.com> | 2012-08-01 22:28:54 -0700 |
---|---|---|
committer | Tathagata Das <tathagata.das1565@gmail.com> | 2012-08-01 22:28:54 -0700 |
commit | ed897ac5e1d1dd2ce144b232cf7a73db2d6679f9 (patch) | |
tree | 11e59224439e1dcd8bab406fafcc34cb49ff6047 /streaming | |
parent | 1c0aeee960c9af60801077e58620d214668c1b7d (diff) | |
download | spark-ed897ac5e1d1dd2ce144b232cf7a73db2d6679f9.tar.gz spark-ed897ac5e1d1dd2ce144b232cf7a73db2d6679f9.tar.bz2 spark-ed897ac5e1d1dd2ce144b232cf7a73db2d6679f9.zip |
Moved streaming files not immediately necessary to spark.streaming.util.
Diffstat (limited to 'streaming')
-rw-r--r-- | streaming/src/main/scala/spark/streaming/Job.scala | 7 | ||||
-rw-r--r-- | streaming/src/main/scala/spark/streaming/util/ConnectionHandler.scala (renamed from streaming/src/main/scala/spark/streaming/ConnectionHandler.scala) | 2 | ||||
-rw-r--r-- | streaming/src/main/scala/spark/streaming/util/TestGenerator.scala (renamed from streaming/src/main/scala/spark/streaming/TestGenerator.scala) | 2 | ||||
-rw-r--r-- | streaming/src/main/scala/spark/streaming/util/TestGenerator2.scala (renamed from streaming/src/main/scala/spark/streaming/TestGenerator2.scala) | 2 | ||||
-rw-r--r-- | streaming/src/main/scala/spark/streaming/util/TestGenerator4.scala (renamed from streaming/src/main/scala/spark/streaming/TestGenerator4.scala) | 2 | ||||
-rw-r--r-- | streaming/src/main/scala/spark/streaming/util/TestStreamCoordinator.scala (renamed from streaming/src/main/scala/spark/streaming/TestStreamCoordinator.scala) | 3 | ||||
-rw-r--r-- | streaming/src/main/scala/spark/streaming/util/TestStreamReceiver3.scala (renamed from streaming/src/main/scala/spark/streaming/TestStreamReceiver3.scala) | 3 | ||||
-rw-r--r-- | streaming/src/main/scala/spark/streaming/util/TestStreamReceiver4.scala (renamed from streaming/src/main/scala/spark/streaming/TestStreamReceiver4.scala) | 3 | ||||
-rw-r--r-- | streaming/src/main/scala/spark/streaming/util/Utils.scala | 9 |
9 files changed, 14 insertions, 19 deletions
diff --git a/streaming/src/main/scala/spark/streaming/Job.scala b/streaming/src/main/scala/spark/streaming/Job.scala index 36958dafe1..2481a9a3ef 100644 --- a/streaming/src/main/scala/spark/streaming/Job.scala +++ b/streaming/src/main/scala/spark/streaming/Job.scala @@ -1,11 +1,12 @@ package spark.streaming -import spark.streaming.util.Utils - class Job(val time: Time, func: () => _) { val id = Job.getNewId() def run(): Long = { - Utils.time { func() } + val startTime = System.currentTimeMillis + func() + val stopTime = System.currentTimeMillis + (startTime - stopTime) } override def toString = "streaming job " + id + " @ " + time diff --git a/streaming/src/main/scala/spark/streaming/ConnectionHandler.scala b/streaming/src/main/scala/spark/streaming/util/ConnectionHandler.scala index a4f454632f..cde868a0c9 100644 --- a/streaming/src/main/scala/spark/streaming/ConnectionHandler.scala +++ b/streaming/src/main/scala/spark/streaming/util/ConnectionHandler.scala @@ -1,4 +1,4 @@ -package spark.streaming +package spark.streaming.util import spark.Logging diff --git a/streaming/src/main/scala/spark/streaming/TestGenerator.scala b/streaming/src/main/scala/spark/streaming/util/TestGenerator.scala index 0ff6af61f2..23e9235c60 100644 --- a/streaming/src/main/scala/spark/streaming/TestGenerator.scala +++ b/streaming/src/main/scala/spark/streaming/util/TestGenerator.scala @@ -1,4 +1,4 @@ -package spark.streaming +package spark.streaming.util import scala.util.Random import scala.io.Source diff --git a/streaming/src/main/scala/spark/streaming/TestGenerator2.scala b/streaming/src/main/scala/spark/streaming/util/TestGenerator2.scala index 00d43604d0..ff840d084f 100644 --- a/streaming/src/main/scala/spark/streaming/TestGenerator2.scala +++ b/streaming/src/main/scala/spark/streaming/util/TestGenerator2.scala @@ -1,4 +1,4 @@ -package spark.streaming +package spark.streaming.util import scala.util.Random import scala.io.Source diff --git a/streaming/src/main/scala/spark/streaming/TestGenerator4.scala b/streaming/src/main/scala/spark/streaming/util/TestGenerator4.scala index 93c7f2f440..9c39ef3e12 100644 --- a/streaming/src/main/scala/spark/streaming/TestGenerator4.scala +++ b/streaming/src/main/scala/spark/streaming/util/TestGenerator4.scala @@ -1,4 +1,4 @@ -package spark.streaming +package spark.streaming.util import spark.Logging diff --git a/streaming/src/main/scala/spark/streaming/TestStreamCoordinator.scala b/streaming/src/main/scala/spark/streaming/util/TestStreamCoordinator.scala index c658a036f9..f584f772bb 100644 --- a/streaming/src/main/scala/spark/streaming/TestStreamCoordinator.scala +++ b/streaming/src/main/scala/spark/streaming/util/TestStreamCoordinator.scala @@ -1,5 +1,6 @@ -package spark.streaming +package spark.streaming.util +import spark.streaming._ import spark.Logging import akka.actor._ diff --git a/streaming/src/main/scala/spark/streaming/TestStreamReceiver3.scala b/streaming/src/main/scala/spark/streaming/util/TestStreamReceiver3.scala index bbf2c7bf5e..d00ae9cbca 100644 --- a/streaming/src/main/scala/spark/streaming/TestStreamReceiver3.scala +++ b/streaming/src/main/scala/spark/streaming/util/TestStreamReceiver3.scala @@ -1,8 +1,9 @@ -package spark.streaming +package spark.streaming.util import spark._ import spark.storage._ import spark.util.AkkaUtils +import spark.streaming._ import scala.math._ import scala.collection.mutable.{Queue, HashMap, ArrayBuffer, SynchronizedMap} diff --git a/streaming/src/main/scala/spark/streaming/TestStreamReceiver4.scala b/streaming/src/main/scala/spark/streaming/util/TestStreamReceiver4.scala index a2babb23f4..31754870dd 100644 --- a/streaming/src/main/scala/spark/streaming/TestStreamReceiver4.scala +++ b/streaming/src/main/scala/spark/streaming/util/TestStreamReceiver4.scala @@ -1,5 +1,6 @@ -package spark.streaming +package spark.streaming.util +import spark.streaming._ import spark._ import spark.storage._ import spark.util.AkkaUtils diff --git a/streaming/src/main/scala/spark/streaming/util/Utils.scala b/streaming/src/main/scala/spark/streaming/util/Utils.scala deleted file mode 100644 index 86a729fb49..0000000000 --- a/streaming/src/main/scala/spark/streaming/util/Utils.scala +++ /dev/null @@ -1,9 +0,0 @@ -package spark.streaming.util - -object Utils { - def time(func: => Unit): Long = { - val t = System.currentTimeMillis - func - (System.currentTimeMillis - t) - } -}
\ No newline at end of file |