aboutsummaryrefslogtreecommitdiff
path: root/mllib
diff options
context:
space:
mode:
authorTor Myklebust <tmyklebu@gmail.com>2013-12-19 21:27:11 -0500
committerTor Myklebust <tmyklebu@gmail.com>2013-12-19 21:27:11 -0500
commit2a41c9aad3d0a8477a11bf910fa57b49ea4dc6dc (patch)
tree3e811428f2947185df14bfadb04104baa47d3f2f /mllib
parentbf20591a006b9d2fdd9a674d637f5e929fd065a2 (diff)
downloadspark-2a41c9aad3d0a8477a11bf910fa57b49ea4dc6dc.tar.gz
spark-2a41c9aad3d0a8477a11bf910fa57b49ea4dc6dc.tar.bz2
spark-2a41c9aad3d0a8477a11bf910fa57b49ea4dc6dc.zip
Un-semicolon PythonMLLibAPI.
Diffstat (limited to 'mllib')
-rw-r--r--mllib/src/main/scala/org/apache/spark/mllib/api/PythonMLLibAPI.scala54
1 files changed, 27 insertions, 27 deletions
diff --git a/mllib/src/main/scala/org/apache/spark/mllib/api/PythonMLLibAPI.scala b/mllib/src/main/scala/org/apache/spark/mllib/api/PythonMLLibAPI.scala
index 19d2e9a773..3daf5dcb39 100644
--- a/mllib/src/main/scala/org/apache/spark/mllib/api/PythonMLLibAPI.scala
+++ b/mllib/src/main/scala/org/apache/spark/mllib/api/PythonMLLibAPI.scala
@@ -6,46 +6,46 @@ import java.nio.DoubleBuffer
class PythonMLLibAPI extends Serializable {
def deserializeDoubleVector(bytes: Array[Byte]): Array[Double] = {
- val packetLength = bytes.length;
+ val packetLength = bytes.length
if (packetLength < 16) {
- throw new IllegalArgumentException("Byte array too short.");
+ throw new IllegalArgumentException("Byte array too short.")
}
- val bb = ByteBuffer.wrap(bytes);
- bb.order(ByteOrder.nativeOrder());
- val magic = bb.getLong();
+ val bb = ByteBuffer.wrap(bytes)
+ bb.order(ByteOrder.nativeOrder())
+ val magic = bb.getLong()
if (magic != 1) {
- throw new IllegalArgumentException("Magic " + magic + " is wrong.");
+ throw new IllegalArgumentException("Magic " + magic + " is wrong.")
}
- val length = bb.getLong();
+ val length = bb.getLong()
if (packetLength != 16 + 8 * length) {
- throw new IllegalArgumentException("Length " + length + "is wrong.");
+ throw new IllegalArgumentException("Length " + length + "is wrong.")
}
- val db = bb.asDoubleBuffer();
- val ans = new Array[Double](length.toInt);
- db.get(ans);
- return ans;
+ val db = bb.asDoubleBuffer()
+ val ans = new Array[Double](length.toInt)
+ db.get(ans)
+ return ans
}
def serializeDoubleVector(doubles: Array[Double]): Array[Byte] = {
- val len = doubles.length;
- val bytes = new Array[Byte](16 + 8 * len);
- val bb = ByteBuffer.wrap(bytes);
- bb.order(ByteOrder.nativeOrder());
- bb.putLong(1);
- bb.putLong(len);
- val db = bb.asDoubleBuffer();
- db.put(doubles);
- return bytes;
+ val len = doubles.length
+ val bytes = new Array[Byte](16 + 8 * len)
+ val bb = ByteBuffer.wrap(bytes)
+ bb.order(ByteOrder.nativeOrder())
+ bb.putLong(1)
+ bb.putLong(len)
+ val db = bb.asDoubleBuffer()
+ db.put(doubles)
+ return bytes
}
def trainLinearRegressionModel(dataBytesJRDD: JavaRDD[Array[Byte]]):
java.util.List[java.lang.Object] = {
val data = dataBytesJRDD.rdd.map(x => deserializeDoubleVector(x))
- .map(v => LabeledPoint(v(0), v.slice(1, v.length)));
- val model = LinearRegressionWithSGD.train(data, 222);
- val ret = new java.util.LinkedList[java.lang.Object]();
- ret.add(serializeDoubleVector(model.weights));
- ret.add(model.intercept: java.lang.Double);
- return ret;
+ .map(v => LabeledPoint(v(0), v.slice(1, v.length)))
+ val model = LinearRegressionWithSGD.train(data, 222)
+ val ret = new java.util.LinkedList[java.lang.Object]()
+ ret.add(serializeDoubleVector(model.weights))
+ ret.add(model.intercept: java.lang.Double)
+ return ret
}
}