diff options
Diffstat (limited to 'src/examples/HdfsTest.scala')
-rw-r--r-- | src/examples/HdfsTest.scala | 16 |
1 files changed, 16 insertions, 0 deletions
diff --git a/src/examples/HdfsTest.scala b/src/examples/HdfsTest.scala new file mode 100644 index 0000000000..e678154aab --- /dev/null +++ b/src/examples/HdfsTest.scala @@ -0,0 +1,16 @@ +import spark._ + +object HdfsTest { + def main(args: Array[String]) { + val sc = new SparkContext(args(0), "HdfsTest") + val file = sc.textFile(args(1)) + val mapped = file.map(s => s.length).cache() + for (iter <- 1 to 10) { + val start = System.currentTimeMillis() + for (x <- mapped) { x + 2 } + // println("Processing: " + x) + val end = System.currentTimeMillis() + println("Iteration " + iter + " took " + (end-start) + " ms") + } + } +} |