diff options
| author | Reza Zadeh <rizlar@gmail.com> | 2014-01-02 01:50:30 -0800 |
|---|---|---|
| committer | Reza Zadeh <rizlar@gmail.com> | 2014-01-02 01:50:30 -0800 |
| commit | 61405785bc561b55681100fc3ef7e15ae8c4b113 (patch) | |
| tree | 6cbef0767dbf16942d90e335dbfef8019436378f /mllib | |
| parent | 2612164f85ae3249c78c130fc51427ace33b3580 (diff) | |
| parent | 3713f8129a618a633a7aca8c944960c3e7ac9d3b (diff) | |
| download | spark-61405785bc561b55681100fc3ef7e15ae8c4b113.tar.gz spark-61405785bc561b55681100fc3ef7e15ae8c4b113.tar.bz2 spark-61405785bc561b55681100fc3ef7e15ae8c4b113.zip | |
Merge remote-tracking branch 'upstream/master' into sparsesvd
Diffstat (limited to 'mllib')
| -rw-r--r-- | mllib/src/main/scala/org/apache/spark/mllib/recommendation/ALS.scala | 13 |
1 files changed, 6 insertions, 7 deletions
diff --git a/mllib/src/main/scala/org/apache/spark/mllib/recommendation/ALS.scala b/mllib/src/main/scala/org/apache/spark/mllib/recommendation/ALS.scala index 36853acab5..8b27ecf82c 100644 --- a/mllib/src/main/scala/org/apache/spark/mllib/recommendation/ALS.scala +++ b/mllib/src/main/scala/org/apache/spark/mllib/recommendation/ALS.scala @@ -578,14 +578,13 @@ object ALS { val implicitPrefs = if (args.length >= 7) args(6).toBoolean else false val alpha = if (args.length >= 8) args(7).toDouble else 1 val blocks = if (args.length == 9) args(8).toInt else -1 - - System.setProperty("spark.serializer", "org.apache.spark.serializer.KryoSerializer") - System.setProperty("spark.kryo.registrator", classOf[ALSRegistrator].getName) - System.setProperty("spark.kryo.referenceTracking", "false") - System.setProperty("spark.kryoserializer.buffer.mb", "8") - System.setProperty("spark.locality.wait", "10000") - val sc = new SparkContext(master, "ALS") + sc.conf.set("spark.serializer", "org.apache.spark.serializer.KryoSerializer") + sc.conf.set("spark.kryo.registrator", classOf[ALSRegistrator].getName) + sc.conf.set("spark.kryo.referenceTracking", "false") + sc.conf.set("spark.kryoserializer.buffer.mb", "8") + sc.conf.set("spark.locality.wait", "10000") + val ratings = sc.textFile(ratingsFile).map { line => val fields = line.split(',') Rating(fields(0).toInt, fields(1).toInt, fields(2).toDouble) |