diff options
| author | Matei Zaharia <matei@eecs.berkeley.edu> | 2013-08-02 16:17:32 -0700 |
|---|---|---|
| committer | Matei Zaharia <matei@eecs.berkeley.edu> | 2013-08-02 16:17:32 -0700 |
| commit | abfa9e6f708b46894be1972f46efe542578a30f1 (patch) | |
| tree | 07a781756c6dbf391e2803613cb3312d20206bf2 /mllib | |
| parent | 9d7dfd2d5a28c3e329fe14cf10f5184af1263dd6 (diff) | |
| download | spark-abfa9e6f708b46894be1972f46efe542578a30f1.tar.gz spark-abfa9e6f708b46894be1972f46efe542578a30f1.tar.bz2 spark-abfa9e6f708b46894be1972f46efe542578a30f1.zip | |
Increase Kryo buffer size in ALS since some arrays become big
Diffstat (limited to 'mllib')
| -rw-r--r-- | mllib/src/main/scala/spark/mllib/recommendation/ALS.scala | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/mllib/src/main/scala/spark/mllib/recommendation/ALS.scala b/mllib/src/main/scala/spark/mllib/recommendation/ALS.scala index 7281b2fcb9..6ecf0151a1 100644 --- a/mllib/src/main/scala/spark/mllib/recommendation/ALS.scala +++ b/mllib/src/main/scala/spark/mllib/recommendation/ALS.scala @@ -418,6 +418,7 @@ object ALS { System.setProperty("spark.serializer", "spark.KryoSerializer") System.setProperty("spark.kryo.registrator", classOf[ALSRegistrator].getName) System.setProperty("spark.kryo.referenceTracking", "false") + System.setProperty("spark.kryoserializer.buffer.mb", "8") System.setProperty("spark.locality.wait", "10000") val sc = new SparkContext(master, "ALS") val ratings = sc.textFile(ratingsFile).map { line => |