diff options
author | Tor Myklebust <tmyklebu@gmail.com> | 2013-12-19 21:27:11 -0500 |
---|---|---|
committer | Tor Myklebust <tmyklebu@gmail.com> | 2013-12-19 21:27:11 -0500 |
commit | 2a41c9aad3d0a8477a11bf910fa57b49ea4dc6dc (patch) | |
tree | 3e811428f2947185df14bfadb04104baa47d3f2f /mllib | |
parent | bf20591a006b9d2fdd9a674d637f5e929fd065a2 (diff) | |
download | spark-2a41c9aad3d0a8477a11bf910fa57b49ea4dc6dc.tar.gz spark-2a41c9aad3d0a8477a11bf910fa57b49ea4dc6dc.tar.bz2 spark-2a41c9aad3d0a8477a11bf910fa57b49ea4dc6dc.zip |
Un-semicolon PythonMLLibAPI.
Diffstat (limited to 'mllib')
-rw-r--r-- | mllib/src/main/scala/org/apache/spark/mllib/api/PythonMLLibAPI.scala | 54 |
1 files changed, 27 insertions, 27 deletions
diff --git a/mllib/src/main/scala/org/apache/spark/mllib/api/PythonMLLibAPI.scala b/mllib/src/main/scala/org/apache/spark/mllib/api/PythonMLLibAPI.scala index 19d2e9a773..3daf5dcb39 100644 --- a/mllib/src/main/scala/org/apache/spark/mllib/api/PythonMLLibAPI.scala +++ b/mllib/src/main/scala/org/apache/spark/mllib/api/PythonMLLibAPI.scala @@ -6,46 +6,46 @@ import java.nio.DoubleBuffer class PythonMLLibAPI extends Serializable { def deserializeDoubleVector(bytes: Array[Byte]): Array[Double] = { - val packetLength = bytes.length; + val packetLength = bytes.length if (packetLength < 16) { - throw new IllegalArgumentException("Byte array too short."); + throw new IllegalArgumentException("Byte array too short.") } - val bb = ByteBuffer.wrap(bytes); - bb.order(ByteOrder.nativeOrder()); - val magic = bb.getLong(); + val bb = ByteBuffer.wrap(bytes) + bb.order(ByteOrder.nativeOrder()) + val magic = bb.getLong() if (magic != 1) { - throw new IllegalArgumentException("Magic " + magic + " is wrong."); + throw new IllegalArgumentException("Magic " + magic + " is wrong.") } - val length = bb.getLong(); + val length = bb.getLong() if (packetLength != 16 + 8 * length) { - throw new IllegalArgumentException("Length " + length + "is wrong."); + throw new IllegalArgumentException("Length " + length + "is wrong.") } - val db = bb.asDoubleBuffer(); - val ans = new Array[Double](length.toInt); - db.get(ans); - return ans; + val db = bb.asDoubleBuffer() + val ans = new Array[Double](length.toInt) + db.get(ans) + return ans } def serializeDoubleVector(doubles: Array[Double]): Array[Byte] = { - val len = doubles.length; - val bytes = new Array[Byte](16 + 8 * len); - val bb = ByteBuffer.wrap(bytes); - bb.order(ByteOrder.nativeOrder()); - bb.putLong(1); - bb.putLong(len); - val db = bb.asDoubleBuffer(); - db.put(doubles); - return bytes; + val len = doubles.length + val bytes = new Array[Byte](16 + 8 * len) + val bb = ByteBuffer.wrap(bytes) + bb.order(ByteOrder.nativeOrder()) + bb.putLong(1) + bb.putLong(len) + val db = bb.asDoubleBuffer() + db.put(doubles) + return bytes } def trainLinearRegressionModel(dataBytesJRDD: JavaRDD[Array[Byte]]): java.util.List[java.lang.Object] = { val data = dataBytesJRDD.rdd.map(x => deserializeDoubleVector(x)) - .map(v => LabeledPoint(v(0), v.slice(1, v.length))); - val model = LinearRegressionWithSGD.train(data, 222); - val ret = new java.util.LinkedList[java.lang.Object](); - ret.add(serializeDoubleVector(model.weights)); - ret.add(model.intercept: java.lang.Double); - return ret; + .map(v => LabeledPoint(v(0), v.slice(1, v.length))) + val model = LinearRegressionWithSGD.train(data, 222) + val ret = new java.util.LinkedList[java.lang.Object]() + ret.add(serializeDoubleVector(model.weights)) + ret.add(model.intercept: java.lang.Double) + return ret } } |