aboutsummaryrefslogtreecommitdiff
path: root/bagel/src
diff options
context:
space:
mode:
authorMatei Zaharia <matei@eecs.berkeley.edu>2012-09-28 16:14:05 -0700
committerMatei Zaharia <matei@eecs.berkeley.edu>2012-09-28 16:14:05 -0700
commit0121a26bd150e5f76d950e08cf4d536fad635a40 (patch)
tree57bf0fb307cb2ad296a31977c8f40b0036523ffc /bagel/src
parent2a8bfbca00a1701bfe22f5b0967c2d95c088c277 (diff)
downloadspark-0121a26bd150e5f76d950e08cf4d536fad635a40.tar.gz
spark-0121a26bd150e5f76d950e08cf4d536fad635a40.tar.bz2
spark-0121a26bd150e5f76d950e08cf4d536fad635a40.zip
Changed the way tasks' dependency files are sent to workers so that
custom serializers or Kryo registrators can be loaded.
Diffstat (limited to 'bagel/src')
-rw-r--r--bagel/src/main/scala/spark/bagel/examples/WikipediaPageRankStandalone.scala5
1 files changed, 4 insertions, 1 deletions
diff --git a/bagel/src/main/scala/spark/bagel/examples/WikipediaPageRankStandalone.scala b/bagel/src/main/scala/spark/bagel/examples/WikipediaPageRankStandalone.scala
index ed8ace3a57..8ced0f9c73 100644
--- a/bagel/src/main/scala/spark/bagel/examples/WikipediaPageRankStandalone.scala
+++ b/bagel/src/main/scala/spark/bagel/examples/WikipediaPageRankStandalone.scala
@@ -142,7 +142,7 @@ class WPRSerializerInstance extends SerializerInstance {
class WPRSerializationStream(os: OutputStream) extends SerializationStream {
val dos = new DataOutputStream(os)
- def writeObject[T](t: T): Unit = t match {
+ def writeObject[T](t: T): SerializationStream = t match {
case (id: String, wrapper: ArrayBuffer[_]) => wrapper(0) match {
case links: Array[String] => {
dos.writeInt(0) // links
@@ -151,17 +151,20 @@ class WPRSerializationStream(os: OutputStream) extends SerializationStream {
for (link <- links) {
dos.writeUTF(link)
}
+ this
}
case rank: Double => {
dos.writeInt(1) // rank
dos.writeUTF(id)
dos.writeDouble(rank)
+ this
}
}
case (id: String, rank: Double) => {
dos.writeInt(2) // rank without wrapper
dos.writeUTF(id)
dos.writeDouble(rank)
+ this
}
}