diff options
author | Takeshi YAMAMURO <linguin.m.s@gmail.com> | 2015-12-21 14:04:23 -0800 |
---|---|---|
committer | Andrew Or <andrew@databricks.com> | 2015-12-21 14:04:23 -0800 |
commit | 1eb90bc9cac33780890567343dab75fc14f9110a (patch) | |
tree | 181f9d9949031b31a19d26dc82ad8a849891b499 | |
parent | 935f46630685306edbdec91f71710703317fe129 (diff) | |
download | spark-1eb90bc9cac33780890567343dab75fc14f9110a.tar.gz spark-1eb90bc9cac33780890567343dab75fc14f9110a.tar.bz2 spark-1eb90bc9cac33780890567343dab75fc14f9110a.zip |
[SPARK-5882][GRAPHX] Add a test for GraphLoader.edgeListFile
Author: Takeshi YAMAMURO <linguin.m.s@gmail.com>
Closes #4674 from maropu/AddGraphLoaderSuite.
-rw-r--r-- | graphx/src/test/scala/org/apache/spark/graphx/GraphLoaderSuite.scala | 47 |
1 files changed, 47 insertions, 0 deletions
diff --git a/graphx/src/test/scala/org/apache/spark/graphx/GraphLoaderSuite.scala b/graphx/src/test/scala/org/apache/spark/graphx/GraphLoaderSuite.scala new file mode 100644 index 0000000000..bff9f328d4 --- /dev/null +++ b/graphx/src/test/scala/org/apache/spark/graphx/GraphLoaderSuite.scala @@ -0,0 +1,47 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.spark.graphx + +import java.io.File +import java.io.FileOutputStream +import java.io.OutputStreamWriter + +import org.apache.spark.SparkFunSuite +import org.apache.spark.util.Utils + +class GraphLoaderSuite extends SparkFunSuite with LocalSparkContext { + + test("GraphLoader.edgeListFile") { + withSpark { sc => + val tmpDir = Utils.createTempDir() + val graphFile = new File(tmpDir.getAbsolutePath, "graph.txt") + val writer = new OutputStreamWriter(new FileOutputStream(graphFile)) + for (i <- (1 until 101)) writer.write(s"$i 0\n") + writer.close() + try { + val graph = GraphLoader.edgeListFile(sc, tmpDir.getAbsolutePath) + val neighborAttrSums = graph.aggregateMessages[Int]( + ctx => ctx.sendToDst(ctx.srcAttr), + _ + _) + assert(neighborAttrSums.collect.toSet === Set((0: VertexId, 100))) + } finally { + Utils.deleteRecursively(tmpDir) + } + } + } +} |