From f3f94677a2cede1fa6577fb60729d4271e6a1293 Mon Sep 17 00:00:00 2001 From: Patrick Wendell Date: Mon, 3 Mar 2014 00:37:16 +0000 Subject: Various doc updates that haven't been pushed to the live 0.9 site. --- site/docs/0.9.0/README.md | 2 +- site/docs/0.9.0/api.html | 10 -------- .../api/core/org/apache/spark/Accumulator.html | 4 +-- .../api/core/org/apache/spark/Partitioner$.html | 2 +- .../core/org/apache/spark/scheduler/StageInfo.html | 4 ++- .../core/org/apache/spark/scheduler/package.html | 2 +- site/docs/0.9.0/api/mllib/index.html | 4 +-- site/docs/0.9.0/api/mllib/index.js | 2 +- site/docs/0.9.0/api/mllib/index/index-m.html | 4 +-- .../apache/spark/mllib/recommendation/package.html | 13 ---------- .../mllib/org/apache/spark/mllib/util/package.html | 13 ++++++++++ site/docs/0.9.0/api/pyspark/class-tree.html | 2 +- site/docs/0.9.0/api/pyspark/help.html | 2 +- site/docs/0.9.0/api/pyspark/identifier-index.html | 2 +- site/docs/0.9.0/api/pyspark/module-tree.html | 2 +- site/docs/0.9.0/api/pyspark/pyspark-module.html | 2 +- site/docs/0.9.0/api/pyspark/pyspark-pysrc.html | 2 +- .../api/pyspark/pyspark.accumulators-module.html | 2 +- .../api/pyspark/pyspark.accumulators-pysrc.html | 2 +- .../pyspark.accumulators.Accumulator-class.html | 2 +- ...yspark.accumulators.AccumulatorParam-class.html | 2 +- ....accumulators.AddingAccumulatorParam-class.html | 2 +- .../api/pyspark/pyspark.broadcast-module.html | 2 +- .../0.9.0/api/pyspark/pyspark.broadcast-pysrc.html | 2 +- .../pyspark/pyspark.broadcast.Broadcast-class.html | 2 +- .../0.9.0/api/pyspark/pyspark.conf-module.html | 2 +- .../docs/0.9.0/api/pyspark/pyspark.conf-pysrc.html | 2 +- .../api/pyspark/pyspark.conf.SparkConf-class.html | 2 +- .../0.9.0/api/pyspark/pyspark.context-module.html | 2 +- .../0.9.0/api/pyspark/pyspark.context-pysrc.html | 2 +- .../pyspark.context.SparkContext-class.html | 2 +- .../0.9.0/api/pyspark/pyspark.files-module.html | 2 +- .../0.9.0/api/pyspark/pyspark.files-pysrc.html | 2 +- .../pyspark/pyspark.files.SparkFiles-class.html | 2 +- .../0.9.0/api/pyspark/pyspark.mllib-module.html | 2 +- .../0.9.0/api/pyspark/pyspark.mllib-pysrc.html | 2 +- .../pyspark.mllib.classification-module.html | 2 +- .../pyspark.mllib.classification-pysrc.html | 2 +- ...assification.LogisticRegressionModel-class.html | 2 +- ...sification.LogisticRegressionWithSGD-class.html | 2 +- ...park.mllib.classification.NaiveBayes-class.html | 2 +- ...mllib.classification.NaiveBayesModel-class.html | 2 +- ...yspark.mllib.classification.SVMModel-class.html | 2 +- ...park.mllib.classification.SVMWithSGD-class.html | 2 +- .../pyspark/pyspark.mllib.clustering-module.html | 2 +- .../pyspark/pyspark.mllib.clustering-pysrc.html | 2 +- .../pyspark.mllib.clustering.KMeans-class.html | 2 +- ...pyspark.mllib.clustering.KMeansModel-class.html | 2 +- .../pyspark.mllib.recommendation-module.html | 2 +- .../pyspark.mllib.recommendation-pysrc.html | 2 +- .../pyspark.mllib.recommendation.ALS-class.html | 2 +- ...ommendation.MatrixFactorizationModel-class.html | 2 +- .../pyspark/pyspark.mllib.regression-module.html | 2 +- .../pyspark/pyspark.mllib.regression-pysrc.html | 2 +- .../pyspark.mllib.regression.LassoModel-class.html | 2 +- ...yspark.mllib.regression.LassoWithSGD-class.html | 2 +- ...pyspark.mllib.regression.LinearModel-class.html | 2 +- ...lib.regression.LinearRegressionModel-class.html | 2 +- ...regression.LinearRegressionModelBase-class.html | 2 +- ...b.regression.LinearRegressionWithSGD-class.html | 2 +- ...llib.regression.RidgeRegressionModel-class.html | 2 +- ...ib.regression.RidgeRegressionWithSGD-class.html | 2 +- .../docs/0.9.0/api/pyspark/pyspark.rdd-module.html | 2 +- site/docs/0.9.0/api/pyspark/pyspark.rdd-pysrc.html | 2 +- .../0.9.0/api/pyspark/pyspark.rdd.RDD-class.html | 2 +- .../api/pyspark/pyspark.serializers-module.html | 2 +- .../api/pyspark/pyspark.serializers-pysrc.html | 2 +- ...yspark.serializers.MarshalSerializer-class.html | 2 +- ...pyspark.serializers.PickleSerializer-class.html | 2 +- .../api/pyspark/pyspark.statcounter-module.html | 2 +- .../api/pyspark/pyspark.statcounter-pysrc.html | 2 +- .../pyspark.statcounter.StatCounter-class.html | 2 +- .../api/pyspark/pyspark.storagelevel-module.html | 2 +- .../api/pyspark/pyspark.storagelevel-pysrc.html | 2 +- .../pyspark.storagelevel.StorageLevel-class.html | 2 +- site/docs/0.9.0/bagel-programming-guide.html | 12 +-------- site/docs/0.9.0/building-with-maven.html | 10 -------- site/docs/0.9.0/cluster-overview.html | 10 -------- site/docs/0.9.0/configuration.html | 16 ++---------- site/docs/0.9.0/contributing-to-spark.html | 10 -------- site/docs/0.9.0/ec2-scripts.html | 10 -------- site/docs/0.9.0/graphx-programming-guide.html | 10 -------- .../0.9.0/hadoop-third-party-distributions.html | 10 -------- site/docs/0.9.0/hardware-provisioning.html | 10 -------- site/docs/0.9.0/index.html | 24 ++++++------------ site/docs/0.9.0/java-programming-guide.html | 12 +-------- site/docs/0.9.0/job-scheduling.html | 10 -------- site/docs/0.9.0/js/main.js | 29 +--------------------- site/docs/0.9.0/mllib-guide.html | 10 -------- site/docs/0.9.0/monitoring.html | 10 -------- site/docs/0.9.0/python-programming-guide.html | 10 -------- site/docs/0.9.0/quick-start.html | 10 -------- site/docs/0.9.0/running-on-mesos.html | 10 -------- site/docs/0.9.0/running-on-yarn.html | 10 -------- site/docs/0.9.0/scala-programming-guide.html | 16 +++--------- site/docs/0.9.0/spark-debugger.html | 14 ++--------- site/docs/0.9.0/spark-standalone.html | 10 -------- site/docs/0.9.0/streaming-custom-receivers.html | 10 -------- site/docs/0.9.0/streaming-programming-guide.html | 24 ++++++------------ site/docs/0.9.0/tuning.html | 10 -------- 100 files changed, 114 insertions(+), 391 deletions(-) (limited to 'site/docs') diff --git a/site/docs/0.9.0/README.md b/site/docs/0.9.0/README.md index dfcf75355..0b7c32409 100644 --- a/site/docs/0.9.0/README.md +++ b/site/docs/0.9.0/README.md @@ -1,6 +1,6 @@ Welcome to the Spark documentation! -This readme will walk you through navigating and building the Spark documentation, which is included here with the Spark source code. You can also find documentation specific to release versions of Spark at http://spark.incubator.apache.org/documentation.html. +This readme will walk you through navigating and building the Spark documentation, which is included here with the Spark source code. You can also find documentation specific to release versions of Spark at http://spark.apache.org/documentation.html. Read on to learn more about viewing documentation in plain text (i.e., markdown) or building the documentation yourself. Why build it yourself? So that you have the docs that corresponds to whichever version of Spark you currently have checked out of revision control. diff --git a/site/docs/0.9.0/api.html b/site/docs/0.9.0/api.html index 263188cf2..80163501a 100644 --- a/site/docs/0.9.0/api.html +++ b/site/docs/0.9.0/api.html @@ -169,16 +169,6 @@
--> - - diff --git a/site/docs/0.9.0/api/core/org/apache/spark/Accumulator.html b/site/docs/0.9.0/api/core/org/apache/spark/Accumulator.html index c883ab40b..0ac285f42 100644 --- a/site/docs/0.9.0/api/core/org/apache/spark/Accumulator.html +++ b/site/docs/0.9.0/api/core/org/apache/spark/Accumulator.html @@ -42,8 +42,8 @@

A simpler value of Accumulable where the result type being accumulated is the same as the types of elements being merged, i.e. variables that are only "added" to through an associative operation and can therefore be efficiently supported in parallel. They can be used -to implement counters (as in MapReduce) or sums. Spark natively supports accumulators of type -Int and Double, and programmers can add support for new types.

An accumulator is created from an initial value v by calling SparkContext#accumulator. +to implement counters (as in MapReduce) or sums. Spark natively supports accumulators of numeric +value types, and programmers can add support for new types.

An accumulator is created from an initial value v by calling SparkContext#accumulator. Tasks running on the cluster can then add to it using the Accumulable#+= operator. However, they cannot read its value. Only the driver program can read the accumulator's value, using its value method.

The interpreter session below shows an accumulator being used to add up the elements of an array:

scala> val accum = sc.accumulator(0)
diff --git a/site/docs/0.9.0/api/core/org/apache/spark/Partitioner$.html b/site/docs/0.9.0/api/core/org/apache/spark/Partitioner$.html
index 952dce86e..5fcd7611c 100644
--- a/site/docs/0.9.0/api/core/org/apache/spark/Partitioner$.html
+++ b/site/docs/0.9.0/api/core/org/apache/spark/Partitioner$.html
@@ -196,7 +196,7 @@
       
       
Choose a partitioner to use for a cogroup-like operation between a number of RDDs.
Choose a partitioner to use for a cogroup-like operation between a number of RDDs.
If any of the RDDs already has a partitioner, choose that one.
Otherwise, we use a default HashPartitioner. For the number of partitions, if
 spark.default.parallelism is set, then we'll use the value from SparkContext
-defaultParallelism, otherwise we'll use the max number of upstream partitions.
Unless spark.default.parallelism is set, He number of partitions will be the
+defaultParallelism, otherwise we'll use the max number of upstream partitions.
Unless spark.default.parallelism is set, the number of partitions will be the
 same as the number of partitions in the largest upstream RDD, as this should
 be least likely to cause out-of-memory errors.
We use two method parameters (rdd, others) to enforce callers passing at least 1 RDD.
 

diff --git a/site/docs/0.9.0/api/core/org/apache/spark/scheduler/StageInfo.html b/site/docs/0.9.0/api/core/org/apache/spark/scheduler/StageInfo.html
index 080a3a58b..b8db679db 100644
--- a/site/docs/0.9.0/api/core/org/apache/spark/scheduler/StageInfo.html
+++ b/site/docs/0.9.0/api/core/org/apache/spark/scheduler/StageInfo.html
@@ -39,7 +39,9 @@
       
       
       
-          

+          
Stores information about a stage to pass from the scheduler to SparkListeners.
taskInfos stores the metrics for all tasks that have completed, including redundant, speculated
+tasks.
+

           Linear Supertypes
           
AnyRef, Any

         

diff --git a/site/docs/0.9.0/api/core/org/apache/spark/scheduler/package.html b/site/docs/0.9.0/api/core/org/apache/spark/scheduler/package.html
index 31de15b16..14541b536 100644
--- a/site/docs/0.9.0/api/core/org/apache/spark/scheduler/package.html
+++ b/site/docs/0.9.0/api/core/org/apache/spark/scheduler/package.html
@@ -226,7 +226,7 @@
         StageInfo extends AnyRef
       
       
-      
+      
Stores information about a stage to pass from the scheduler to SparkListeners.

     
  • 
       
       
diff --git a/site/docs/0.9.0/api/mllib/index.html b/site/docs/0.9.0/api/mllib/index.html
index 9fbbc76db..ab3ad7cae 100644
--- a/site/docs/0.9.0/api/mllib/index.html
+++ b/site/docs/0.9.0/api/mllib/index.html
@@ -60,7 +60,7 @@
             
       
    
           
  • 
             org.apache.spark.mllib.recommendation
-            
    1. (object)(class)ALS
    2. (class)MatrixFactorizationModel
    3. (object)
      MFDataGenerator
    4. (case class)Rating
    
+            
    1. (object)(class)ALS
    2. (class)MatrixFactorizationModel
    3. (case class)Rating
    
             
       
    
           
  • 
             org.apache.spark.mllib.regression
@@ -68,7 +68,7 @@
             
       
    
           
  • 
             org.apache.spark.mllib.util
-            
    1. (object)
      DataValidators
    2. (object)
      KMeansDataGenerator
    3. (object)
      LinearDataGenerator
    4. (object)
      LogisticRegressionDataGenerator
    5. (object)
      MLUtils
    6. (object)
      SVMDataGenerator
    
+            
    1. (object)
      DataValidators
    2. (object)
      KMeansDataGenerator
    3. (object)
      LinearDataGenerator
    4. (object)
      LogisticRegressionDataGenerator
    5. (object)
      MFDataGenerator
    6. (object)
      MLUtils
    7. (object)
      SVMDataGenerator
    
             
       
    
           
    • 
           
diff --git a/site/docs/0.9.0/api/mllib/index.js b/site/docs/0.9.0/api/mllib/index.js
index 2553a6479..4e48b0980 100644
--- a/site/docs/0.9.0/api/mllib/index.js
+++ b/site/docs/0.9.0/api/mllib/index.js
@@ -1 +1 @@
-Index.PACKAGES = {"org.apache.spark.mllib.api" : [], "org.apache.spark.mllib.classification" : [{"trait" : "org\/apache\/spark\/mllib\/classification\/ClassificationModel.html", "name" : "org.apache.spark.mllib.classification.ClassificationModel"}, {"class" : "org\/apache\/spark\/mllib\/classification\/LogisticRegressionModel.html", "name" : "org.apache.spark.mllib.classification.LogisticRegressionModel"}, {"object" : "org\/apache\/spark\/mllib\/classification\/LogisticRegressionWithSGD$.html", "class" : "org\/apache\/spark\/mllib\/classification\/LogisticRegressionWithSGD.html", "name" : "org.apache.spark.mllib.classification.LogisticRegressionWithSGD"}, {"object" : "org\/apache\/spark\/mllib\/classification\/NaiveBayes$.html", "class" : "org\/apache\/spark\/mllib\/classification\/NaiveBayes.html", "name" : "org.apache.spark.mllib.classification.NaiveBayes"}, {"class" : "org\/apache\/spark\/mllib\/classification\/NaiveBayesModel.html", "name" : "org.apache.spark.mllib.classification.NaiveBayesModel"}, {"class" : "org\/apache\/spark\/mllib\/classification\/SVMModel.html", "name" : "org.apache.spark.mllib.classification.SVMModel"}, {"object" : "org\/apache\/spark\/mllib\/classification\/SVMWithSGD$.html", "class" : "org\/apache\/spark\/mllib\/classification\/SVMWithSGD.html", "name" : "org.apache.spark.mllib.classification.SVMWithSGD"}], "org.apache.spark" : [], "org.apache" : [], "org.apache.spark.mllib.clustering" : [{"object" : "org\/apache\/spark\/mllib\/clustering\/KMeans$.html", "class" : "org\/apache\/spark\/mllib\/clustering\/KMeans.html", "name" : "org.apache.spark.mllib.clustering.KMeans"}, {"class" : "org\/apache\/spark\/mllib\/clustering\/KMeansModel.html", "name" : "org.apache.spark.mllib.clustering.KMeansModel"}], "org.apache.spark.mllib.util" : [{"object" : "org\/apache\/spark\/mllib\/util\/DataValidators$.html", "name" : "org.apache.spark.mllib.util.DataValidators"}, {"object" : "org\/apache\/spark\/mllib\/util\/KMeansDataGenerator$.html", "name" : "org.apache.spark.mllib.util.KMeansDataGenerator"}, {"object" : "org\/apache\/spark\/mllib\/util\/LinearDataGenerator$.html", "name" : "org.apache.spark.mllib.util.LinearDataGenerator"}, {"object" : "org\/apache\/spark\/mllib\/util\/LogisticRegressionDataGenerator$.html", "name" : "org.apache.spark.mllib.util.LogisticRegressionDataGenerator"}, {"object" : "org\/apache\/spark\/mllib\/util\/MLUtils$.html", "name" : "org.apache.spark.mllib.util.MLUtils"}, {"object" : "org\/apache\/spark\/mllib\/util\/SVMDataGenerator$.html", "name" : "org.apache.spark.mllib.util.SVMDataGenerator"}], "org.apache.spark.mllib.recommendation" : [{"object" : "org\/apache\/spark\/mllib\/recommendation\/ALS$.html", "class" : "org\/apache\/spark\/mllib\/recommendation\/ALS.html", "name" : "org.apache.spark.mllib.recommendation.ALS"}, {"class" : "org\/apache\/spark\/mllib\/recommendation\/MatrixFactorizationModel.html", "name" : "org.apache.spark.mllib.recommendation.MatrixFactorizationModel"}, {"object" : "org\/apache\/spark\/mllib\/recommendation\/MFDataGenerator$.html", "name" : "org.apache.spark.mllib.recommendation.MFDataGenerator"}, {"case class" : "org\/apache\/spark\/mllib\/recommendation\/Rating.html", "name" : "org.apache.spark.mllib.recommendation.Rating"}], "org.apache.spark.mllib.optimization" : [{"class" : "org\/apache\/spark\/mllib\/optimization\/Gradient.html", "name" : "org.apache.spark.mllib.optimization.Gradient"}, {"object" : "org\/apache\/spark\/mllib\/optimization\/GradientDescent$.html", "class" : "org\/apache\/spark\/mllib\/optimization\/GradientDescent.html", "name" : "org.apache.spark.mllib.optimization.GradientDescent"}, {"class" : "org\/apache\/spark\/mllib\/optimization\/HingeGradient.html", "name" : "org.apache.spark.mllib.optimization.HingeGradient"}, {"class" : "org\/apache\/spark\/mllib\/optimization\/L1Updater.html", "name" : "org.apache.spark.mllib.optimization.L1Updater"}, {"class" : "org\/apache\/spark\/mllib\/optimization\/LogisticGradient.html", "name" : "org.apache.spark.mllib.optimization.LogisticGradient"}, {"trait" : "org\/apache\/spark\/mllib\/optimization\/Optimizer.html", "name" : "org.apache.spark.mllib.optimization.Optimizer"}, {"class" : "org\/apache\/spark\/mllib\/optimization\/SimpleUpdater.html", "name" : "org.apache.spark.mllib.optimization.SimpleUpdater"}, {"class" : "org\/apache\/spark\/mllib\/optimization\/SquaredGradient.html", "name" : "org.apache.spark.mllib.optimization.SquaredGradient"}, {"class" : "org\/apache\/spark\/mllib\/optimization\/SquaredL2Updater.html", "name" : "org.apache.spark.mllib.optimization.SquaredL2Updater"}, {"class" : "org\/apache\/spark\/mllib\/optimization\/Updater.html", "name" : "org.apache.spark.mllib.optimization.Updater"}], "org.apache.spark.mllib.api.python" : [{"class" : "org\/apache\/spark\/mllib\/api\/python\/PythonMLLibAPI.html", "name" : "org.apache.spark.mllib.api.python.PythonMLLibAPI"}], "org" : [], "org.apache.spark.mllib.regression" : [{"class" : "org\/apache\/spark\/mllib\/regression\/GeneralizedLinearAlgorithm.html", "name" : "org.apache.spark.mllib.regression.GeneralizedLinearAlgorithm"}, {"class" : "org\/apache\/spark\/mllib\/regression\/GeneralizedLinearModel.html", "name" : "org.apache.spark.mllib.regression.GeneralizedLinearModel"}, {"case class" : "org\/apache\/spark\/mllib\/regression\/LabeledPoint.html", "name" : "org.apache.spark.mllib.regression.LabeledPoint"}, {"class" : "org\/apache\/spark\/mllib\/regression\/LassoModel.html", "name" : "org.apache.spark.mllib.regression.LassoModel"}, {"object" : "org\/apache\/spark\/mllib\/regression\/LassoWithSGD$.html", "class" : "org\/apache\/spark\/mllib\/regression\/LassoWithSGD.html", "name" : "org.apache.spark.mllib.regression.LassoWithSGD"}, {"class" : "org\/apache\/spark\/mllib\/regression\/LinearRegressionModel.html", "name" : "org.apache.spark.mllib.regression.LinearRegressionModel"}, {"object" : "org\/apache\/spark\/mllib\/regression\/LinearRegressionWithSGD$.html", "class" : "org\/apache\/spark\/mllib\/regression\/LinearRegressionWithSGD.html", "name" : "org.apache.spark.mllib.regression.LinearRegressionWithSGD"}, {"trait" : "org\/apache\/spark\/mllib\/regression\/RegressionModel.html", "name" : "org.apache.spark.mllib.regression.RegressionModel"}, {"class" : "org\/apache\/spark\/mllib\/regression\/RidgeRegressionModel.html", "name" : "org.apache.spark.mllib.regression.RidgeRegressionModel"}, {"object" : "org\/apache\/spark\/mllib\/regression\/RidgeRegressionWithSGD$.html", "class" : "org\/apache\/spark\/mllib\/regression\/RidgeRegressionWithSGD.html", "name" : "org.apache.spark.mllib.regression.RidgeRegressionWithSGD"}], "org.apache.spark.mllib" : []};
\ No newline at end of file
+Index.PACKAGES = {"org.apache.spark.mllib.api" : [], "org.apache.spark.mllib.classification" : [{"trait" : "org\/apache\/spark\/mllib\/classification\/ClassificationModel.html", "name" : "org.apache.spark.mllib.classification.ClassificationModel"}, {"class" : "org\/apache\/spark\/mllib\/classification\/LogisticRegressionModel.html", "name" : "org.apache.spark.mllib.classification.LogisticRegressionModel"}, {"object" : "org\/apache\/spark\/mllib\/classification\/LogisticRegressionWithSGD$.html", "class" : "org\/apache\/spark\/mllib\/classification\/LogisticRegressionWithSGD.html", "name" : "org.apache.spark.mllib.classification.LogisticRegressionWithSGD"}, {"object" : "org\/apache\/spark\/mllib\/classification\/NaiveBayes$.html", "class" : "org\/apache\/spark\/mllib\/classification\/NaiveBayes.html", "name" : "org.apache.spark.mllib.classification.NaiveBayes"}, {"class" : "org\/apache\/spark\/mllib\/classification\/NaiveBayesModel.html", "name" : "org.apache.spark.mllib.classification.NaiveBayesModel"}, {"class" : "org\/apache\/spark\/mllib\/classification\/SVMModel.html", "name" : "org.apache.spark.mllib.classification.SVMModel"}, {"object" : "org\/apache\/spark\/mllib\/classification\/SVMWithSGD$.html", "class" : "org\/apache\/spark\/mllib\/classification\/SVMWithSGD.html", "name" : "org.apache.spark.mllib.classification.SVMWithSGD"}], "org.apache.spark" : [], "org.apache" : [], "org.apache.spark.mllib.clustering" : [{"object" : "org\/apache\/spark\/mllib\/clustering\/KMeans$.html", "class" : "org\/apache\/spark\/mllib\/clustering\/KMeans.html", "name" : "org.apache.spark.mllib.clustering.KMeans"}, {"class" : "org\/apache\/spark\/mllib\/clustering\/KMeansModel.html", "name" : "org.apache.spark.mllib.clustering.KMeansModel"}], "org.apache.spark.mllib.util" : [{"object" : "org\/apache\/spark\/mllib\/util\/DataValidators$.html", "name" : "org.apache.spark.mllib.util.DataValidators"}, {"object" : "org\/apache\/spark\/mllib\/util\/KMeansDataGenerator$.html", "name" : "org.apache.spark.mllib.util.KMeansDataGenerator"}, {"object" : "org\/apache\/spark\/mllib\/util\/LinearDataGenerator$.html", "name" : "org.apache.spark.mllib.util.LinearDataGenerator"}, {"object" : "org\/apache\/spark\/mllib\/util\/LogisticRegressionDataGenerator$.html", "name" : "org.apache.spark.mllib.util.LogisticRegressionDataGenerator"}, {"object" : "org\/apache\/spark\/mllib\/util\/MFDataGenerator$.html", "name" : "org.apache.spark.mllib.util.MFDataGenerator"}, {"object" : "org\/apache\/spark\/mllib\/util\/MLUtils$.html", "name" : "org.apache.spark.mllib.util.MLUtils"}, {"object" : "org\/apache\/spark\/mllib\/util\/SVMDataGenerator$.html", "name" : "org.apache.spark.mllib.util.SVMDataGenerator"}], "org.apache.spark.mllib.recommendation" : [{"object" : "org\/apache\/spark\/mllib\/recommendation\/ALS$.html", "class" : "org\/apache\/spark\/mllib\/recommendation\/ALS.html", "name" : "org.apache.spark.mllib.recommendation.ALS"}, {"class" : "org\/apache\/spark\/mllib\/recommendation\/MatrixFactorizationModel.html", "name" : "org.apache.spark.mllib.recommendation.MatrixFactorizationModel"}, {"case class" : "org\/apache\/spark\/mllib\/recommendation\/Rating.html", "name" : "org.apache.spark.mllib.recommendation.Rating"}], "org.apache.spark.mllib.optimization" : [{"class" : "org\/apache\/spark\/mllib\/optimization\/Gradient.html", "name" : "org.apache.spark.mllib.optimization.Gradient"}, {"object" : "org\/apache\/spark\/mllib\/optimization\/GradientDescent$.html", "class" : "org\/apache\/spark\/mllib\/optimization\/GradientDescent.html", "name" : "org.apache.spark.mllib.optimization.GradientDescent"}, {"class" : "org\/apache\/spark\/mllib\/optimization\/HingeGradient.html", "name" : "org.apache.spark.mllib.optimization.HingeGradient"}, {"class" : "org\/apache\/spark\/mllib\/optimization\/L1Updater.html", "name" : "org.apache.spark.mllib.optimization.L1Updater"}, {"class" : "org\/apache\/spark\/mllib\/optimization\/LogisticGradient.html", "name" : "org.apache.spark.mllib.optimization.LogisticGradient"}, {"trait" : "org\/apache\/spark\/mllib\/optimization\/Optimizer.html", "name" : "org.apache.spark.mllib.optimization.Optimizer"}, {"class" : "org\/apache\/spark\/mllib\/optimization\/SimpleUpdater.html", "name" : "org.apache.spark.mllib.optimization.SimpleUpdater"}, {"class" : "org\/apache\/spark\/mllib\/optimization\/SquaredGradient.html", "name" : "org.apache.spark.mllib.optimization.SquaredGradient"}, {"class" : "org\/apache\/spark\/mllib\/optimization\/SquaredL2Updater.html", "name" : "org.apache.spark.mllib.optimization.SquaredL2Updater"}, {"class" : "org\/apache\/spark\/mllib\/optimization\/Updater.html", "name" : "org.apache.spark.mllib.optimization.Updater"}], "org.apache.spark.mllib.api.python" : [{"class" : "org\/apache\/spark\/mllib\/api\/python\/PythonMLLibAPI.html", "name" : "org.apache.spark.mllib.api.python.PythonMLLibAPI"}], "org" : [], "org.apache.spark.mllib.regression" : [{"class" : "org\/apache\/spark\/mllib\/regression\/GeneralizedLinearAlgorithm.html", "name" : "org.apache.spark.mllib.regression.GeneralizedLinearAlgorithm"}, {"class" : "org\/apache\/spark\/mllib\/regression\/GeneralizedLinearModel.html", "name" : "org.apache.spark.mllib.regression.GeneralizedLinearModel"}, {"case class" : "org\/apache\/spark\/mllib\/regression\/LabeledPoint.html", "name" : "org.apache.spark.mllib.regression.LabeledPoint"}, {"class" : "org\/apache\/spark\/mllib\/regression\/LassoModel.html", "name" : "org.apache.spark.mllib.regression.LassoModel"}, {"object" : "org\/apache\/spark\/mllib\/regression\/LassoWithSGD$.html", "class" : "org\/apache\/spark\/mllib\/regression\/LassoWithSGD.html", "name" : "org.apache.spark.mllib.regression.LassoWithSGD"}, {"class" : "org\/apache\/spark\/mllib\/regression\/LinearRegressionModel.html", "name" : "org.apache.spark.mllib.regression.LinearRegressionModel"}, {"object" : "org\/apache\/spark\/mllib\/regression\/LinearRegressionWithSGD$.html", "class" : "org\/apache\/spark\/mllib\/regression\/LinearRegressionWithSGD.html", "name" : "org.apache.spark.mllib.regression.LinearRegressionWithSGD"}, {"trait" : "org\/apache\/spark\/mllib\/regression\/RegressionModel.html", "name" : "org.apache.spark.mllib.regression.RegressionModel"}, {"class" : "org\/apache\/spark\/mllib\/regression\/RidgeRegressionModel.html", "name" : "org.apache.spark.mllib.regression.RidgeRegressionModel"}, {"object" : "org\/apache\/spark\/mllib\/regression\/RidgeRegressionWithSGD$.html", "class" : "org\/apache\/spark\/mllib\/regression\/RidgeRegressionWithSGD.html", "name" : "org.apache.spark.mllib.regression.RidgeRegressionWithSGD"}], "org.apache.spark.mllib" : []};
\ No newline at end of file
diff --git a/site/docs/0.9.0/api/mllib/index/index-m.html b/site/docs/0.9.0/api/mllib/index/index-m.html
index 0e394aafa..3a914942c 100644
--- a/site/docs/0.9.0/api/mllib/index/index-m.html
+++ b/site/docs/0.9.0/api/mllib/index/index-m.html
@@ -13,7 +13,7 @@
         
         
    
       
    MFDataGenerator
    
-      
    recommendation 
    
+      
    util 
    
     
    
       
    MLUtils
    
       
    util 
    
@@ -22,7 +22,7 @@
       
    recommendation 
    
     
    
       
    main
    
-      
    LogisticRegressionWithSGD NaiveBayes SVMWithSGD KMeans ALS MFDataGenerator LassoWithSGD LinearRegressionWithSGD RidgeRegressionWithSGD KMeansDataGenerator LinearDataGenerator LogisticRegressionDataGenerator SVMDataGenerator 
    
+      
    LogisticRegressionWithSGD NaiveBayes SVMWithSGD KMeans ALS LassoWithSGD LinearRegressionWithSGD RidgeRegressionWithSGD KMeansDataGenerator LinearDataGenerator LogisticRegressionDataGenerator MFDataGenerator SVMDataGenerator 
    
     
    
       
    maxIterations
    
       
    KMeans 
    
diff --git a/site/docs/0.9.0/api/mllib/org/apache/spark/mllib/recommendation/package.html b/site/docs/0.9.0/api/mllib/org/apache/spark/mllib/recommendation/package.html
index cc667f7b1..709042d36 100644
--- a/site/docs/0.9.0/api/mllib/org/apache/spark/mllib/recommendation/package.html
+++ b/site/docs/0.9.0/api/mllib/org/apache/spark/mllib/recommendation/package.html
@@ -117,19 +117,6 @@
       
       
       
    Top-level methods for calling Alternating Least Squares (ALS) matrix factorizaton.
    
-    
  • 
-      
-      
-      
    
-      
-        
-        object
-      
-      
-        MFDataGenerator
-      
-      
    
-      
    Generate RDD(s) containing data for Matrix Factorization.
    
     
    • 
             
    
 
diff --git a/site/docs/0.9.0/api/mllib/org/apache/spark/mllib/util/package.html b/site/docs/0.9.0/api/mllib/org/apache/spark/mllib/util/package.html
index babdae2c1..d0d20f4f5 100644
--- a/site/docs/0.9.0/api/mllib/org/apache/spark/mllib/util/package.html
+++ b/site/docs/0.9.0/api/mllib/org/apache/spark/mllib/util/package.html
@@ -114,6 +114,19 @@
       
       
       
    Generate test data for LogisticRegression.
    
+    
  • 
+      
+      
+      
    
+      
+        
+        object
+      
+      
+        MFDataGenerator
+      
+      
    
+      
    Generate RDD(s) containing data for Matrix Factorization.
    
     
  • 
       
       
diff --git a/site/docs/0.9.0/api/pyspark/class-tree.html b/site/docs/0.9.0/api/pyspark/class-tree.html
index e55d9b7cb..591f3950f 100644
--- a/site/docs/0.9.0/api/pyspark/class-tree.html
+++ b/site/docs/0.9.0/api/pyspark/class-tree.html
@@ -163,7 +163,7 @@
 
    
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:28 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
 
@@ -284,9 +284,7 @@ there are at least five properties that you will commonly want to control:
    
@@ -670,16 +668,6 @@ file in the conf directory. One way to start is to copy the existin
 
             
    -->
 
-            
    
-              
    
-              
    
-                Apache Spark is an effort undergoing incubation at the Apache Software Foundation.
-                
-                  
-                
-              
    
-            
    
-
         
diff --git a/site/docs/0.9.0/contributing-to-spark.html b/site/docs/0.9.0/contributing-to-spark.html
index 4dd5bbe40..eb5030ff4 100644
--- a/site/docs/0.9.0/contributing-to-spark.html
+++ b/site/docs/0.9.0/contributing-to-spark.html
@@ -162,16 +162,6 @@ For the newest information on how to contribute to the project, please read the
 
             
    -->
 
-            
    
-              
    
-              
    
-                Apache Spark is an effort undergoing incubation at the Apache Software Foundation.
-                
-                  
-                
-              
    
-            
    
-
         
diff --git a/site/docs/0.9.0/ec2-scripts.html b/site/docs/0.9.0/ec2-scripts.html
index 352de9e76..db818615c 100644
--- a/site/docs/0.9.0/ec2-scripts.html
+++ b/site/docs/0.9.0/ec2-scripts.html
@@ -326,16 +326,6 @@ locality group. However, you can launch slave nodes in your
 
             
    -->
 
-            
    
-              
    
-              
    
-                Apache Spark is an effort undergoing incubation at the Apache Software Foundation.
-                
-                  
-                
-              
    
-            
    
-
         
diff --git a/site/docs/0.9.0/graphx-programming-guide.html b/site/docs/0.9.0/graphx-programming-guide.html
index 2083b7260..0fa80fd58 100644
--- a/site/docs/0.9.0/graphx-programming-guide.html
+++ b/site/docs/0.9.0/graphx-programming-guide.html
@@ -1197,16 +1197,6 @@ all of this in just a few lines with GraphX:
    -->
 
-            
    
-              
    
-              
    
-                Apache Spark is an effort undergoing incubation at the Apache Software Foundation.
-                
-                  
-                
-              
    
-            
    
-
         
diff --git a/site/docs/0.9.0/hadoop-third-party-distributions.html b/site/docs/0.9.0/hadoop-third-party-distributions.html
index 8e534713b..508b5ecb4 100644
--- a/site/docs/0.9.0/hadoop-third-party-distributions.html
+++ b/site/docs/0.9.0/hadoop-third-party-distributions.html
@@ -277,16 +277,6 @@ in $SPARK_HOME/spark-env.sh to that directory.
    -->
 
-            
    
-              
    
-              
    
-                Apache Spark is an effort undergoing incubation at the Apache Software Foundation.
-                
-                  
-                
-              
    
-            
    
-
         
diff --git a/site/docs/0.9.0/hardware-provisioning.html b/site/docs/0.9.0/hardware-provisioning.html
index 128ee4fc6..8249ee6c3 100644
--- a/site/docs/0.9.0/hardware-provisioning.html
+++ b/site/docs/0.9.0/hardware-provisioning.html
@@ -229,16 +229,6 @@ either CPU- or network-bound.
    -->
 
-            
    
-              
    
-              
    
-                Apache Spark is an effort undergoing incubation at the Apache Software Foundation.
-                
-                  
-                
-              
    
-            
    
-
         
diff --git a/site/docs/0.9.0/index.html b/site/docs/0.9.0/index.html
index a14163945..b860142ad 100644
--- a/site/docs/0.9.0/index.html
+++ b/site/docs/0.9.0/index.html
@@ -136,7 +136,7 @@ It also supports a rich set of higher-level tools including Downloading
 
-
    Get Spark by visiting the downloads page of the Apache Spark site. This documentation is for Spark version 0.9.0-incubating.
    
+
    Get Spark by visiting the downloads page of the Apache Spark site. This documentation is for Spark version 0.9.0-incubating.
    Spark runs on both Windows and UNIX-like systems (e.g. Linux, Mac OS). All you need to run it is to have java to installed on your system PATH, or the JAVA_HOME environment variable pointing to a Java installation.
    
 
@@ -147,7 +147,7 @@ It also supports a rich set of higher-level tools including scala-lang.org.
    
+
    For its Scala API, Spark 0.9.0-incubating depends on Scala 2.10. If you write applications in Scala, you will need to use a compatible Scala version (e.g. 2.10.X) – newer major versions may not work. You can get the right version of Scala from scala-lang.org.
    Running the Examples and Shell
    
 
@@ -235,7 +235,7 @@ By default, Spark links to Hadoop 1.0.4. You can change this by setting the
   
  • Amazon EC2: scripts that let you launch a cluster on EC2 in about 5 minutes
  • Standalone Deploy Mode: launch a standalone cluster quickly without a third-party cluster manager
  • Mesos: deploy a private cluster using
-  Apache Mesos
    • 
+  Apache Mesos
  • YARN: deploy Spark on top of Hadoop NextGen (YARN)
    • 
 
@@ -253,21 +253,21 @@ By default, Spark links to Hadoop 1.0.4. You can change this by setting the
 
    External resources:
    Community
    
 
-
    To get help using Spark or keep up with Spark development, sign up for the user mailing list.
    
+
    To get help using Spark or keep up with Spark development, sign up for the user mailing list.
    If you’re in the San Francisco Bay Area, there’s a regular Spark meetup every few weeks. Come by to meet the developers and other users.
    
 
@@ -301,16 +301,6 @@ available online for free.
    -->
 
-            
    
-              
    
-              
    
-                Apache Spark is an effort undergoing incubation at the Apache Software Foundation.
-                
-                  
-                
-              
    
-            
    
-
         
diff --git a/site/docs/0.9.0/java-programming-guide.html b/site/docs/0.9.0/java-programming-guide.html
index 81c1e1510..31d11dacd 100644
--- a/site/docs/0.9.0/java-programming-guide.html
+++ b/site/docs/0.9.0/java-programming-guide.html
@@ -310,7 +310,7 @@ We hope to generate documentation with Java-style syntax in the future.
    Where to Go from Here
    Spark includes several sample programs using the Java API in
-examples/src/main/java.  You can run them by passing the class name to the
+examples/src/main/java.  You can run them by passing the class name to the
 bin/run-example script included in Spark; for example:
    ./bin/run-example org.apache.spark.examples.JavaWordCount
@@ -347,16 +347,6 @@ without any arguments.
    
 
             
    -->
 
-            
    
-              
    
-              
    
-                Apache Spark is an effort undergoing incubation at the Apache Software Foundation.
-                
-                  
-                
-              
    
-            
    
-
          
 
         
diff --git a/site/docs/0.9.0/job-scheduling.html b/site/docs/0.9.0/job-scheduling.html
index badf7211d..6d87a6a3b 100644
--- a/site/docs/0.9.0/job-scheduling.html
+++ b/site/docs/0.9.0/job-scheduling.html
@@ -330,16 +330,6 @@ weight 1, and minShare 0).
    
 
             
    -->
 
-            
    
-              
    
-              
    
-                Apache Spark is an effort undergoing incubation at the Apache Software Foundation.
-                
-                  
-                
-              
    
-            
    
-
          
 
         
diff --git a/site/docs/0.9.0/js/main.js b/site/docs/0.9.0/js/main.js
index 102699789..0bd2286cc 100755
--- a/site/docs/0.9.0/js/main.js
+++ b/site/docs/0.9.0/js/main.js
@@ -1,26 +1,3 @@
-
-// From docs.scala-lang.org
-function styleCode() {
-  if (typeof disableStyleCode != "undefined") {
-    return;
-  }
-  $(".codetabs pre code").parent().each(function() {
-    if (!$(this).hasClass("prettyprint")) {
-      var lang = $(this).parent().data("lang");
-      if (lang == "python") {
-        lang = "py"
-      }
-      if (lang == "bash") {
-        lang = "bsh"
-      }
-      $(this).addClass("prettyprint lang-"+lang+" linenums");
-    }
-  });
-  console.log("runningPrettyPrint()")
-  prettyPrint();
-}
-
-
 function codeTabs() {
   var counter = 0;
   var langImages = {
@@ -97,11 +74,7 @@ function viewSolution() {
 }
 
 
-$(document).ready(function() {
+$(function() {
   codeTabs();
   viewSolution();
-  $('#chapter-toc').toc({exclude: '', context: '.container'});
-  $('#chapter-toc').prepend('
    In This Chapter
    ');
-  makeCollapsable($('#global-toc'), "", "global-toc", "Show Table of Contents");
-  //styleCode();
 });
diff --git a/site/docs/0.9.0/mllib-guide.html b/site/docs/0.9.0/mllib-guide.html
index 42c4b390f..37398cc58 100644
--- a/site/docs/0.9.0/mllib-guide.html
+++ b/site/docs/0.9.0/mllib-guide.html
@@ -620,16 +620,6 @@ signals), you can use the trainImplicit method to get better results.
    
 
             
    -->
 
-            
    
-              
    
-              
    
-                Apache Spark is an effort undergoing incubation at the Apache Software Foundation.
-                
-                  
-                
-              
    
-            
    
-
          
 
         
diff --git a/site/docs/0.9.0/monitoring.html b/site/docs/0.9.0/monitoring.html
index 356fcf91c..a751ed66d 100644
--- a/site/docs/0.9.0/monitoring.html
+++ b/site/docs/0.9.0/monitoring.html
@@ -234,16 +234,6 @@ properties are useful for those comfortable with JVM internals.
 
             
    -->
 
-            
    
-              
    
-              
    
-                Apache Spark is an effort undergoing incubation at the Apache Software Foundation.
-                
-                  
-                
-              
    
-            
    
-
          
 
         
diff --git a/site/docs/0.9.0/python-programming-guide.html b/site/docs/0.9.0/python-programming-guide.html
index 2d5c6c4e8..f81090ef9 100644
--- a/site/docs/0.9.0/python-programming-guide.html
+++ b/site/docs/0.9.0/python-programming-guide.html
@@ -305,16 +305,6 @@ You can run them by passing the files to pyspark; e.g.:
    
 
             
    -->
 
-            
    
-              
    
-              
    
-                Apache Spark is an effort undergoing incubation at the Apache Software Foundation.
-                
-                  
-                
-              
    
-            
    
-
          
 
         
diff --git a/site/docs/0.9.0/quick-start.html b/site/docs/0.9.0/quick-start.html
index 66a70d556..f2c0137db 100644
--- a/site/docs/0.9.0/quick-start.html
+++ b/site/docs/0.9.0/quick-start.html
@@ -488,16 +488,6 @@ in your build file. By default, Spark builds against HDFS 1.0.4.
    
 
             
    -->
 
-            
    
-              
    
-              
    
-                Apache Spark is an effort undergoing incubation at the Apache Software Foundation.
-                
-                  
-                
-              
    
-            
    
-
          
 
         
diff --git a/site/docs/0.9.0/running-on-mesos.html b/site/docs/0.9.0/running-on-mesos.html
index 46fce1518..01dfeaac1 100644
--- a/site/docs/0.9.0/running-on-mesos.html
+++ b/site/docs/0.9.0/running-on-mesos.html
@@ -211,16 +211,6 @@ application at a time. You can cap the maximum number of cores using conf.
 
             
    -->
 
-            
    
-              
    
-              
    
-                Apache Spark is an effort undergoing incubation at the Apache Software Foundation.
-                
-                  
-                
-              
    
-            
    
-
          
 
         
diff --git a/site/docs/0.9.0/running-on-yarn.html b/site/docs/0.9.0/running-on-yarn.html
index 943e26af1..10ad47b9c 100644
--- a/site/docs/0.9.0/running-on-yarn.html
+++ b/site/docs/0.9.0/running-on-yarn.html
@@ -306,16 +306,6 @@ MASTER=yarn-client ./bin/spark-shell
 
             
    -->
 
-            
    
-              
    
-              
    
-                Apache Spark is an effort undergoing incubation at the Apache Software Foundation.
-                
-                  
-                
-              
    
-            
    
-
          
 
         
diff --git a/site/docs/0.9.0/scala-programming-guide.html b/site/docs/0.9.0/scala-programming-guide.html
index da95dc8a4..dc355b3d4 100644
--- a/site/docs/0.9.0/scala-programming-guide.html
+++ b/site/docs/0.9.0/scala-programming-guide.html
@@ -170,7 +170,7 @@
 
 
    Linking with Spark
    
 
-
    Spark 0.9.0-incubating uses Scala 2.10. If you write applications in Scala, you’ll need to use this same version of Scala in your program – newer major versions may not work.
    
+
    Spark 0.9.0-incubating uses Scala 2.10. If you write applications in Scala, you will need to use a compatible Scala version (e.g. 2.10.X) – newer major versions may not work.
    
 
 
    To write a Spark application, you need to add a dependency on Spark. If you use SBT or Maven, Spark is available through Maven Central at:
    
 
@@ -496,7 +496,7 @@ let you continue running tasks on the RDD without waiting to recompute a lost pa
 
 
    Accumulators
    
 
-
    Accumulators are variables that are only “added” to through an associative operation and can therefore be efficiently supported in parallel. They can be used to implement counters (as in MapReduce) or sums. Spark natively supports accumulators of type Int and Double, and programmers can add support for new types.
    
+
    Accumulators are variables that are only “added” to through an associative operation and can therefore be efficiently supported in parallel. They can be used to implement counters (as in MapReduce) or sums. Spark natively supports accumulators of numeric value types and standard mutable collections, and programmers can add support for new types.
    
 
 
    An accumulator is created from an initial value v by calling SparkContext.accumulator(v). Tasks running on the cluster can then add to it using the += operator. However, they cannot read its value. Only the driver program can read the accumulator’s value, using its value method.
    
 
@@ -515,7 +515,7 @@ let you continue running tasks on the RDD without waiting to recompute a lost pa
 
 
    Where to Go from Here
    
 
-
    You can see some example Spark programs on the Spark website.
+
    You can see some example Spark programs on the Spark website.
 In addition, Spark includes several samples in examples/src/main/scala. Some of them have both Spark versions and local (non-parallel) versions, allowing you to see what had to be changed to make the program run on a cluster. You can run them using by passing the class name to the bin/run-example script included in Spark; for example:
    
 
 
    ./bin/run-example org.apache.spark.examples.SparkPi
@@ -555,16 +555,6 @@ making sure that your data is stored in memory in an efficient format.
    
 
             
    -->
 
-            
    
-              
    
-              
    
-                Apache Spark is an effort undergoing incubation at the Apache Software Foundation.
-                
-                  
-                
-              
    
-            
    
-
          
 
         
diff --git a/site/docs/0.9.0/spark-debugger.html b/site/docs/0.9.0/spark-debugger.html
index f783faba4..09f65a8a6 100644
--- a/site/docs/0.9.0/spark-debugger.html
+++ b/site/docs/0.9.0/spark-debugger.html
@@ -130,7 +130,7 @@
         
    
           
    The Spark Debugger
    
 
-          
    Summary: The Spark debugger provides replay debugging for deterministic (logic) errors in Spark programs. It’s currently in development, but you can try it out in the arthur branch.
    
+          
    Summary: The Spark debugger provides replay debugging for deterministic (logic) errors in Spark programs. It’s currently in development, but you can try it out in the arthur branch.
    
 
 
    Introduction
    
 
@@ -149,7 +149,7 @@
 
 
    Approach
    
 
-
    As your Spark program runs, the slaves report key events back to the master – for example, RDD creations, RDD contents, and uncaught exceptions. (A full list of event types is in EventLogging.scala.) The master logs those events, and you can load the event log into the debugger after your program is done running.
    
+
    As your Spark program runs, the slaves report key events back to the master – for example, RDD creations, RDD contents, and uncaught exceptions. (A full list of event types is in EventLogging.scala.) The master logs those events, and you can load the event log into the debugger after your program is done running.
    
 
 
    A note on nondeterminism: For fault recovery, Spark requires RDD transformations (for example, the function passed to RDD.map) to be deterministic. The Spark debugger also relies on this property, and it can also warn you if your transformation is nondeterministic. This works by checksumming the contents of each RDD and comparing the checksums from the original execution to the checksums after recomputing the RDD in the debugger.
    
 
@@ -292,16 +292,6 @@
 
             
    -->
 
-            
    
-              
    
-              
    
-                Apache Spark is an effort undergoing incubation at the Apache Software Foundation.
-                
-                  
-                
-              
    
-            
    
-
         
     
 
         
diff --git a/site/docs/0.9.0/spark-standalone.html b/site/docs/0.9.0/spark-standalone.html
index afc77638b..d2f1ceb5c 100644
--- a/site/docs/0.9.0/spark-standalone.html
+++ b/site/docs/0.9.0/spark-standalone.html
@@ -463,16 +463,6 @@ individually.
    
 
             
    -->
 
-            
    
-              
    
-              
    
-                Apache Spark is an effort undergoing incubation at the Apache Software Foundation.
-                
-                  
-                
-              
    
-            
    
-
          
 
         
diff --git a/site/docs/0.9.0/streaming-custom-receivers.html b/site/docs/0.9.0/streaming-custom-receivers.html
index f98a5d7d7..f3527994c 100644
--- a/site/docs/0.9.0/streaming-custom-receivers.html
+++ b/site/docs/0.9.0/streaming-custom-receivers.html
@@ -284,16 +284,6 @@
 
             
    -->
 
-            
    
-              
    
-              
    
-                Apache Spark is an effort undergoing incubation at the Apache Software Foundation.
-                
-                  
-                
-              
    
-            
    
-
          
 
         
diff --git a/site/docs/0.9.0/streaming-programming-guide.html b/site/docs/0.9.0/streaming-programming-guide.html
index 3813b980f..eb7488b32 100644
--- a/site/docs/0.9.0/streaming-programming-guide.html
+++ b/site/docs/0.9.0/streaming-programming-guide.html
@@ -264,7 +264,7 @@ after all the transformations have been setup, we finally call
    
 
    
 
     
    The complete code can be found in the Spark Streaming example
-NetworkWordCount.
+NetworkWordCount.
 
    
 
   
@@ -341,7 +341,7 @@ after all the transformations have been setup, we finally call
    
 
    The complete code can be found in the Spark Streaming example
-JavaNetworkWordCount.
+JavaNetworkWordCount.
 
    
@@ -718,7 +718,7 @@ define the update function as
    The update function will be called for each word, with newValues having a sequence of 1’s (from
 the (word, 1) pairs) and the runningCount having the previous count. For the complete
 Scala code, take a look at the example
-StatefulNetworkWordCount.
    
+StatefulNetworkWordCount.
    Transform Operation
    
 
@@ -1204,7 +1204,7 @@ from the checkpoint data in the checkpoint directory.
 If the directory does not exist (i.e., running for the first time),
 then the function functionToCreateContext will be called to create a new
 context and set up the DStreams. See the Scala example
-RecoverableNetworkWordCount.
+RecoverableNetworkWordCount.
 This example appends the word counts of network data into a file.
    You can also explicitly create a StreamingContext from the checkpoint data and start the
@@ -1242,7 +1242,7 @@ This example appends the word counts of network data into a file.
    
 If the directory does not exist (i.e., running for the first time),
 then the function contextFactory will be called to create a new
 context and set up the DStreams. See the Scala example
-JavaRecoverableWordCount
+JavaRecoverableWordCount
 (note that this example is missing in the 0.9 release, so you can test it using the master branch).
 This example appends the word counts of network data into a file.
    
 
@@ -1386,8 +1386,8 @@ and MQTT
-  
  • More examples in Scala
-and Java
    • 
+  
  • More examples in Scala
+and Java
  • Paper describing Spark Streaming
    • 
 
@@ -1419,16 +1419,6 @@ and 
-                Apache Spark is an effort undergoing incubation at the Apache Software Foundation.
-                
-                  
-                
-              
    
-            
-
         
diff --git a/site/docs/0.9.0/tuning.html b/site/docs/0.9.0/tuning.html
index 4168ad3b9..671949619 100644
--- a/site/docs/0.9.0/tuning.html
+++ b/site/docs/0.9.0/tuning.html
@@ -442,16 +442,6 @@ performance issues. Feel free to ask on the
 
             
    -->
 
-            
    
-              
    
-              
    
-                Apache Spark is an effort undergoing incubation at the Apache Software Foundation.
-                
-                  
-                
-              
    
-            
    
-
         
-- 
cgit v1.2.3


    
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:28 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:28 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:28 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:28 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:28 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:28 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:28 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:28 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:28 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:28 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:28 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:28 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:28 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       
   
    
     
-    Generated by Epydoc 3.0.1 on Sun Feb  2 22:20:29 2014
+    Generated by Epydoc 3.0.1 on Sun Mar  2 16:35:00 2014
     
     
       Message and Edge classes. Note that these need to
 
 
    Operations
    
 
-
    Here are the actions and types in the Bagel API. See Bagel.scala for details.
    
+
    Here are the actions and types in the Bagel API. See Bagel.scala for details.
    
 
 
    Actions
    
 
@@ -316,16 +316,6 @@ the Message and Edge classes. Note that these need to
 
             
    -->
 
-            
    
-              
    
-              
    
-                Apache Spark is an effort undergoing incubation at the Apache Software Foundation.
-                
-                  
-                
-              
    
-            
    
-
          
 
         
diff --git a/site/docs/0.9.0/building-with-maven.html b/site/docs/0.9.0/building-with-maven.html
index 066dec2c3..a5890777f 100644
--- a/site/docs/0.9.0/building-with-maven.html
+++ b/site/docs/0.9.0/building-with-maven.html
@@ -243,16 +243,6 @@ $ mvn -Pyarn -Dhadoop.version=2.2.0 -Dyarn.version=2.2.0 -DskipTests clean packa
 
             
    -->
 
-            
    
-              
    
-              
    
-                Apache Spark is an effort undergoing incubation at the Apache Software Foundation.
-                
-                  
-                
-              
    
-            
    
-
          
 
         
diff --git a/site/docs/0.9.0/cluster-overview.html b/site/docs/0.9.0/cluster-overview.html
index 5cc2cbd30..ee4748acf 100644
--- a/site/docs/0.9.0/cluster-overview.html
+++ b/site/docs/0.9.0/cluster-overview.html
@@ -289,16 +289,6 @@ The job scheduling overview describes this in
 
             
    -->
 
-            
    
-              
    
-              
    
-                Apache Spark is an effort undergoing incubation at the Apache Software Foundation.
-                
-                  
-                
-              
    
-            
    
-
          
 
         
diff --git a/site/docs/0.9.0/configuration.html b/site/docs/0.9.0/configuration.html
index 7e6e6ea52..72ce06866 100644
--- a/site/docs/0.9.0/configuration.html
+++ b/site/docs/0.9.0/configuration.html
@@ -224,7 +224,7 @@ there are at least five properties that you will commonly want to control:
    
       		spark.default.parallelism
   8
   
-    Default number of tasks to use for distributed shuffle operations (groupByKey,
+    Default number of tasks to use across the cluster for distributed shuffle operations (groupByKey,
     reduceByKey, etc) when not set by user.
   
 
    
   
    spark.shuffle.spill.compress
   true
   
-    Whether to compress data spilled during shuffles. If enabled, spill compression
-    always uses the `org.apache.spark.io.LZFCompressionCodec` codec, 
-    regardless of the value of `spark.io.compression.codec`.
+    Whether to compress data spilled during shuffles.