diff options
author | Matei Zaharia <matei@eecs.berkeley.edu> | 2012-09-28 16:14:05 -0700 |
---|---|---|
committer | Matei Zaharia <matei@eecs.berkeley.edu> | 2012-09-28 16:14:05 -0700 |
commit | 0121a26bd150e5f76d950e08cf4d536fad635a40 (patch) | |
tree | 57bf0fb307cb2ad296a31977c8f40b0036523ffc /bagel/src | |
parent | 2a8bfbca00a1701bfe22f5b0967c2d95c088c277 (diff) | |
download | spark-0121a26bd150e5f76d950e08cf4d536fad635a40.tar.gz spark-0121a26bd150e5f76d950e08cf4d536fad635a40.tar.bz2 spark-0121a26bd150e5f76d950e08cf4d536fad635a40.zip |
Changed the way tasks' dependency files are sent to workers so that
custom serializers or Kryo registrators can be loaded.
Diffstat (limited to 'bagel/src')
-rw-r--r-- | bagel/src/main/scala/spark/bagel/examples/WikipediaPageRankStandalone.scala | 5 |
1 files changed, 4 insertions, 1 deletions
diff --git a/bagel/src/main/scala/spark/bagel/examples/WikipediaPageRankStandalone.scala b/bagel/src/main/scala/spark/bagel/examples/WikipediaPageRankStandalone.scala index ed8ace3a57..8ced0f9c73 100644 --- a/bagel/src/main/scala/spark/bagel/examples/WikipediaPageRankStandalone.scala +++ b/bagel/src/main/scala/spark/bagel/examples/WikipediaPageRankStandalone.scala @@ -142,7 +142,7 @@ class WPRSerializerInstance extends SerializerInstance { class WPRSerializationStream(os: OutputStream) extends SerializationStream { val dos = new DataOutputStream(os) - def writeObject[T](t: T): Unit = t match { + def writeObject[T](t: T): SerializationStream = t match { case (id: String, wrapper: ArrayBuffer[_]) => wrapper(0) match { case links: Array[String] => { dos.writeInt(0) // links @@ -151,17 +151,20 @@ class WPRSerializationStream(os: OutputStream) extends SerializationStream { for (link <- links) { dos.writeUTF(link) } + this } case rank: Double => { dos.writeInt(1) // rank dos.writeUTF(id) dos.writeDouble(rank) + this } } case (id: String, rank: Double) => { dos.writeInt(2) // rank without wrapper dos.writeUTF(id) dos.writeDouble(rank) + this } } |