diff options
author | Rohit Rai <rohit@tuplejump.com> | 2013-06-03 12:48:35 +0530 |
---|---|---|
committer | Rohit Rai <rohit@tuplejump.com> | 2013-06-03 12:48:35 +0530 |
commit | 56c64c403383e90a5fd33b6a1f72527377d9bee0 (patch) | |
tree | 58db91dc8aaaa65dcf1e4b4036ae2af02cebe6a3 /examples/src | |
parent | 6d8423fd1b490d541f0ea379068b8954002d624f (diff) | |
download | spark-56c64c403383e90a5fd33b6a1f72527377d9bee0.tar.gz spark-56c64c403383e90a5fd33b6a1f72527377d9bee0.tar.bz2 spark-56c64c403383e90a5fd33b6a1f72527377d9bee0.zip |
A better way to read column value if you are sure the column exists in every row.
Diffstat (limited to 'examples/src')
-rw-r--r-- | examples/src/main/scala/spark/examples/CassandraTest.scala | 6 |
1 files changed, 4 insertions, 2 deletions
diff --git a/examples/src/main/scala/spark/examples/CassandraTest.scala b/examples/src/main/scala/spark/examples/CassandraTest.scala index 49b940d8a7..6b9fd502e2 100644 --- a/examples/src/main/scala/spark/examples/CassandraTest.scala +++ b/examples/src/main/scala/spark/examples/CassandraTest.scala @@ -10,6 +10,8 @@ import java.util.SortedMap import org.apache.cassandra.db.IColumn import org.apache.cassandra.utils.ByteBufferUtil import scala.collection.JavaConversions._ +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; /* @@ -60,9 +62,9 @@ object CassandraTest { classOf[SortedMap[ByteBuffer, IColumn]]) // Let us first get all the paragraphs from the retrieved rows - val paraRdd = casRdd.flatMap { + val paraRdd = casRdd.map { case (key, value) => { - value.filter(v => ByteBufferUtil.string(v._1).compareTo("para") == 0).map(v => ByteBufferUtil.string(v._2.value())) + ByteBufferUtil.string(value.get(ByteBufferUtil.bytes("para")).value()) } } |