diff options
author | Sean Owen <sowen@cloudera.com> | 2016-04-23 10:47:50 -0700 |
---|---|---|
committer | Reynold Xin <rxin@databricks.com> | 2016-04-23 10:47:50 -0700 |
commit | be0d5d3bbebf0912c27bf41ce27b5ba214e61e19 (patch) | |
tree | 3d067a6e3aeb441217475e8fabcb4d6131575e61 /examples | |
parent | a55fbe2a16aa0866ff8aca25bf9f772e6eb516a1 (diff) | |
download | spark-be0d5d3bbebf0912c27bf41ce27b5ba214e61e19.tar.gz spark-be0d5d3bbebf0912c27bf41ce27b5ba214e61e19.tar.bz2 spark-be0d5d3bbebf0912c27bf41ce27b5ba214e61e19.zip |
[SPARK-14873][CORE] Java sampleByKey methods take ju.Map but with Scala Double values; results in type Object
## What changes were proposed in this pull request?
Java `sampleByKey` methods should accept `Map` with `java.lang.Double` values
## How was this patch tested?
Existing (updated) Jenkins tests
Author: Sean Owen <sowen@cloudera.com>
Closes #12637 from srowen/SPARK-14873.
Diffstat (limited to 'examples')
-rw-r--r-- | examples/src/main/java/org/apache/spark/examples/mllib/JavaStratifiedSamplingExample.java | 21 |
1 files changed, 9 insertions, 12 deletions
diff --git a/examples/src/main/java/org/apache/spark/examples/mllib/JavaStratifiedSamplingExample.java b/examples/src/main/java/org/apache/spark/examples/mllib/JavaStratifiedSamplingExample.java index 72bbb2a8fa..286b95cfbc 100644 --- a/examples/src/main/java/org/apache/spark/examples/mllib/JavaStratifiedSamplingExample.java +++ b/examples/src/main/java/org/apache/spark/examples/mllib/JavaStratifiedSamplingExample.java @@ -37,22 +37,19 @@ public class JavaStratifiedSamplingExample { @SuppressWarnings("unchecked") // $example on$ - List<Tuple2<Integer, Character>> list = new ArrayList<>( - Arrays.<Tuple2<Integer, Character>>asList( - new Tuple2(1, 'a'), - new Tuple2(1, 'b'), - new Tuple2(2, 'c'), - new Tuple2(2, 'd'), - new Tuple2(2, 'e'), - new Tuple2(3, 'f') - ) + List<Tuple2<Integer, Character>> list = Arrays.asList( + new Tuple2<>(1, 'a'), + new Tuple2<>(1, 'b'), + new Tuple2<>(2, 'c'), + new Tuple2<>(2, 'd'), + new Tuple2<>(2, 'e'), + new Tuple2<>(3, 'f') ); JavaPairRDD<Integer, Character> data = jsc.parallelizePairs(list); - // specify the exact fraction desired from each key Map<K, Object> - ImmutableMap<Integer, Object> fractions = - ImmutableMap.of(1, (Object)0.1, 2, (Object) 0.6, 3, (Object) 0.3); + // specify the exact fraction desired from each key Map<K, Double> + ImmutableMap<Integer, Double> fractions = ImmutableMap.of(1, 0.1, 2, 0.6, 3, 0.3); // Get an approximate sample from each stratum JavaPairRDD<Integer, Character> approxSample = data.sampleByKey(false, fractions); |