From 03f57a6c2dd6ffd4038ca9cecbfc221deaf52393 Mon Sep 17 00:00:00 2001 From: Yury Liavitski Date: Mon, 7 Mar 2016 10:54:33 +0000 Subject: Fixing the type of the sentiment happiness value ## What changes were proposed in this pull request? Added the conversion to int for the 'happiness value' read from the file. Otherwise, later on line 75 the multiplication will multiply a string by a number, yielding values like "-2-2" instead of -4. ## How was this patch tested? Tested manually. Author: Yury Liavitski Author: Yury Liavitski Closes #11540 from heliocentrist/fix-sentiment-value-type. --- .../spark/examples/streaming/TwitterHashTagJoinSentiments.scala | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) (limited to 'examples/src') diff --git a/examples/src/main/scala/org/apache/spark/examples/streaming/TwitterHashTagJoinSentiments.scala b/examples/src/main/scala/org/apache/spark/examples/streaming/TwitterHashTagJoinSentiments.scala index edf0e0b7b2..a8d392ca35 100644 --- a/examples/src/main/scala/org/apache/spark/examples/streaming/TwitterHashTagJoinSentiments.scala +++ b/examples/src/main/scala/org/apache/spark/examples/streaming/TwitterHashTagJoinSentiments.scala @@ -56,8 +56,8 @@ object TwitterHashTagJoinSentiments { val wordSentimentFilePath = "data/streaming/AFINN-111.txt" val wordSentiments = ssc.sparkContext.textFile(wordSentimentFilePath).map { line => val Array(word, happinessValue) = line.split("\t") - (word, happinessValue) - } cache() + (word, happinessValue.toInt) + }.cache() // Determine the hash tags with the highest sentiment values by joining the streaming RDD // with the static RDD inside the transform() method and then multiplying -- cgit v1.2.3