aboutsummaryrefslogtreecommitdiff
path: root/examples/src/main/scala/HdfsTest.scala
diff options
context:
space:
mode:
Diffstat (limited to 'examples/src/main/scala/HdfsTest.scala')
-rw-r--r--examples/src/main/scala/HdfsTest.scala16
1 files changed, 16 insertions, 0 deletions
diff --git a/examples/src/main/scala/HdfsTest.scala b/examples/src/main/scala/HdfsTest.scala
new file mode 100644
index 0000000000..e678154aab
--- /dev/null
+++ b/examples/src/main/scala/HdfsTest.scala
@@ -0,0 +1,16 @@
+import spark._
+
+object HdfsTest {
+ def main(args: Array[String]) {
+ val sc = new SparkContext(args(0), "HdfsTest")
+ val file = sc.textFile(args(1))
+ val mapped = file.map(s => s.length).cache()
+ for (iter <- 1 to 10) {
+ val start = System.currentTimeMillis()
+ for (x <- mapped) { x + 2 }
+ // println("Processing: " + x)
+ val end = System.currentTimeMillis()
+ println("Iteration " + iter + " took " + (end-start) + " ms")
+ }
+ }
+}