1
|
Search.setIndex({envversion:46,filenames:["index","pyspark","pyspark.ml","pyspark.mllib","pyspark.sql","pyspark.streaming"],objects:{"":{pyspark:[1,0,0,"-"]},"pyspark.Accumulator":{add:[1,1,1,""],value:[1,2,1,""]},"pyspark.AccumulatorParam":{addInPlace:[1,1,1,""],zero:[1,1,1,""]},"pyspark.BasicProfiler":{profile:[1,1,1,""],stats:[1,1,1,""]},"pyspark.Broadcast":{dump:[1,1,1,""],load:[1,1,1,""],unpersist:[1,1,1,""],value:[1,2,1,""]},"pyspark.MarshalSerializer":{dumps:[1,1,1,""],loads:[1,1,1,""]},"pyspark.PickleSerializer":{dumps:[1,1,1,""],loads:[1,1,1,""]},"pyspark.Profiler":{dump:[1,1,1,""],profile:[1,1,1,""],show:[1,1,1,""],stats:[1,1,1,""]},"pyspark.RDD":{aggregate:[1,1,1,""],aggregateByKey:[1,1,1,""],cache:[1,1,1,""],cartesian:[1,1,1,""],checkpoint:[1,1,1,""],coalesce:[1,1,1,""],cogroup:[1,1,1,""],collect:[1,1,1,""],collectAsMap:[1,1,1,""],combineByKey:[1,1,1,""],context:[1,2,1,""],count:[1,1,1,""],countApprox:[1,1,1,""],countApproxDistinct:[1,1,1,""],countByKey:[1,1,1,""],countByValue:[1,1,1,""],distinct:[1,1,1,""],filter:[1,1,1,""],first:[1,1,1,""],flatMap:[1,1,1,""],flatMapValues:[1,1,1,""],fold:[1,1,1,""],foldByKey:[1,1,1,""],foreach:[1,1,1,""],foreachPartition:[1,1,1,""],fullOuterJoin:[1,1,1,""],getCheckpointFile:[1,1,1,""],getNumPartitions:[1,1,1,""],getStorageLevel:[1,1,1,""],glom:[1,1,1,""],groupBy:[1,1,1,""],groupByKey:[1,1,1,""],groupWith:[1,1,1,""],histogram:[1,1,1,""],id:[1,1,1,""],intersection:[1,1,1,""],isCheckpointed:[1,1,1,""],isEmpty:[1,1,1,""],join:[1,1,1,""],keyBy:[1,1,1,""],keys:[1,1,1,""],leftOuterJoin:[1,1,1,""],lookup:[1,1,1,""],map:[1,1,1,""],mapPartitions:[1,1,1,""],mapPartitionsWithIndex:[1,1,1,""],mapPartitionsWithSplit:[1,1,1,""],mapValues:[1,1,1,""],max:[1,1,1,""],mean:[1,1,1,""],meanApprox:[1,1,1,""],min:[1,1,1,""],name:[1,1,1,""],partitionBy:[1,1,1,""],persist:[1,1,1,""],pipe:[1,1,1,""],randomSplit:[1,1,1,""],reduce:[1,1,1,""],reduceByKey:[1,1,1,""],reduceByKeyLocally:[1,1,1,""],repartition:[1,1,1,""],repartitionAndSortWithinPartitions:[1,1,1,""],rightOuterJoin:[1,1,1,""],sample:[1,1,1,""],sampleByKey:[1,1,1,""],sampleStdev:[1,1,1,""],sampleVariance:[1,1,1,""],saveAsHadoopDataset:[1,1,1,""],saveAsHadoopFile:[1,1,1,""],saveAsNewAPIHadoopDataset:[1,1,1,""],saveAsNewAPIHadoopFile:[1,1,1,""],saveAsPickleFile:[1,1,1,""],saveAsSequenceFile:[1,1,1,""],saveAsTextFile:[1,1,1,""],setName:[1,1,1,""],sortBy:[1,1,1,""],sortByKey:[1,1,1,""],stats:[1,1,1,""],stdev:[1,1,1,""],subtract:[1,1,1,""],subtractByKey:[1,1,1,""],sum:[1,1,1,""],sumApprox:[1,1,1,""],take:[1,1,1,""],takeOrdered:[1,1,1,""],takeSample:[1,1,1,""],toDebugString:[1,1,1,""],toLocalIterator:[1,1,1,""],top:[1,1,1,""],treeAggregate:[1,1,1,""],treeReduce:[1,1,1,""],union:[1,1,1,""],unpersist:[1,1,1,""],values:[1,1,1,""],variance:[1,1,1,""],zip:[1,1,1,""],zipWithIndex:[1,1,1,""],zipWithUniqueId:[1,1,1,""]},"pyspark.SparkConf":{contains:[1,1,1,""],get:[1,1,1,""],getAll:[1,1,1,""],set:[1,1,1,""],setAll:[1,1,1,""],setAppName:[1,1,1,""],setExecutorEnv:[1,1,1,""],setIfMissing:[1,1,1,""],setMaster:[1,1,1,""],setSparkHome:[1,1,1,""],toDebugString:[1,1,1,""]},"pyspark.SparkContext":{PACKAGE_EXTENSIONS:[1,2,1,""],accumulator:[1,1,1,""],addFile:[1,1,1,""],addPyFile:[1,1,1,""],applicationId:[1,2,1,""],binaryFiles:[1,1,1,""],binaryRecords:[1,1,1,""],broadcast:[1,1,1,""],cancelAllJobs:[1,1,1,""],cancelJobGroup:[1,1,1,""],clearFiles:[1,1,1,""],defaultMinPartitions:[1,2,1,""],defaultParallelism:[1,2,1,""],dump_profiles:[1,1,1,""],emptyRDD:[1,1,1,""],getLocalProperty:[1,1,1,""],hadoopFile:[1,1,1,""],hadoopRDD:[1,1,1,""],newAPIHadoopFile:[1,1,1,""],newAPIHadoopRDD:[1,1,1,""],parallelize:[1,1,1,""],pickleFile:[1,1,1,""],range:[1,1,1,""],runJob:[1,1,1,""],sequenceFile:[1,1,1,""],setCheckpointDir:[1,1,1,""],setJobGroup:[1,1,1,""],setLocalProperty:[1,1,1,""],setLogLevel:[1,1,1,""],setSystemProperty:[1,5,1,""],show_profiles:[1,1,1,""],sparkUser:[1,1,1,""],startTime:[1,2,1,""],statusTracker:[1,1,1,""],stop:[1,1,1,""],textFile:[1,1,1,""],union:[1,1,1,""],version:[1,2,1,""],wholeTextFiles:[1,1,1,""]},"pyspark.SparkFiles":{get:[1,5,1,""],getRootDirectory:[1,5,1,""]},"pyspark.StatusTracker":{getActiveJobsIds:[1,1,1,""],getActiveStageIds:[1,1,1,""],getJobIdsForGroup:[1,1,1,""],getJobInfo:[1,1,1,""],getStageInfo:[1,1,1,""]},"pyspark.StorageLevel":{DISK_ONLY:[1,2,1,""],DISK_ONLY_2:[1,2,1,""],MEMORY_AND_DISK:[1,2,1,""],MEMORY_AND_DISK_2:[1,2,1,""],MEMORY_AND_DISK_SER:[1,2,1,""],MEMORY_AND_DISK_SER_2:[1,2,1,""],MEMORY_ONLY:[1,2,1,""],MEMORY_ONLY_2:[1,2,1,""],MEMORY_ONLY_SER:[1,2,1,""],MEMORY_ONLY_SER_2:[1,2,1,""],OFF_HEAP:[1,2,1,""]},"pyspark.ml":{Estimator:[2,4,1,""],Model:[2,4,1,""],Pipeline:[2,4,1,""],PipelineModel:[2,4,1,""],Transformer:[2,4,1,""],classification:[2,0,0,"-"],clustering:[2,0,0,"-"],evaluation:[2,0,0,"-"],feature:[2,0,0,"-"],param:[2,0,0,"-"],recommendation:[2,0,0,"-"],regression:[2,0,0,"-"],tuning:[2,0,0,"-"]},"pyspark.ml.Estimator":{copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],fit:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],params:[2,2,1,""]},"pyspark.ml.Model":{copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],params:[2,2,1,""],transform:[2,1,1,""]},"pyspark.ml.Pipeline":{copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],fit:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],getStages:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],params:[2,2,1,""],setParams:[2,1,1,""],setStages:[2,1,1,""]},"pyspark.ml.PipelineModel":{copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],params:[2,2,1,""],transform:[2,1,1,""]},"pyspark.ml.Transformer":{copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],params:[2,2,1,""],transform:[2,1,1,""]},"pyspark.ml.classification":{DecisionTreeClassificationModel:[2,4,1,""],DecisionTreeClassifier:[2,4,1,""],GBTClassificationModel:[2,4,1,""],GBTClassifier:[2,4,1,""],LogisticRegression:[2,4,1,""],LogisticRegressionModel:[2,4,1,""],NaiveBayes:[2,4,1,""],NaiveBayesModel:[2,4,1,""],RandomForestClassificationModel:[2,4,1,""],RandomForestClassifier:[2,4,1,""]},"pyspark.ml.classification.DecisionTreeClassificationModel":{copy:[2,1,1,""],depth:[2,2,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],numNodes:[2,2,1,""],params:[2,2,1,""],transform:[2,1,1,""]},"pyspark.ml.classification.DecisionTreeClassifier":{cacheNodeIds:[2,2,1,""],checkpointInterval:[2,2,1,""],copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],featuresCol:[2,2,1,""],fit:[2,1,1,""],getCacheNodeIds:[2,1,1,""],getCheckpointInterval:[2,1,1,""],getFeaturesCol:[2,1,1,""],getImpurity:[2,1,1,""],getLabelCol:[2,1,1,""],getMaxBins:[2,1,1,""],getMaxDepth:[2,1,1,""],getMaxMemoryInMB:[2,1,1,""],getMinInfoGain:[2,1,1,""],getMinInstancesPerNode:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],getPredictionCol:[2,1,1,""],getProbabilityCol:[2,1,1,""],getRawPredictionCol:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],impurity:[2,2,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],labelCol:[2,2,1,""],maxBins:[2,2,1,""],maxDepth:[2,2,1,""],maxMemoryInMB:[2,2,1,""],minInfoGain:[2,2,1,""],minInstancesPerNode:[2,2,1,""],params:[2,2,1,""],predictionCol:[2,2,1,""],probabilityCol:[2,2,1,""],rawPredictionCol:[2,2,1,""],setCacheNodeIds:[2,1,1,""],setCheckpointInterval:[2,1,1,""],setFeaturesCol:[2,1,1,""],setImpurity:[2,1,1,""],setLabelCol:[2,1,1,""],setMaxBins:[2,1,1,""],setMaxDepth:[2,1,1,""],setMaxMemoryInMB:[2,1,1,""],setMinInfoGain:[2,1,1,""],setMinInstancesPerNode:[2,1,1,""],setParams:[2,1,1,""],setPredictionCol:[2,1,1,""],setProbabilityCol:[2,1,1,""],setRawPredictionCol:[2,1,1,""]},"pyspark.ml.classification.GBTClassificationModel":{copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],params:[2,2,1,""],transform:[2,1,1,""],treeWeights:[2,2,1,""]},"pyspark.ml.classification.GBTClassifier":{cacheNodeIds:[2,2,1,""],checkpointInterval:[2,2,1,""],copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],featuresCol:[2,2,1,""],fit:[2,1,1,""],getCacheNodeIds:[2,1,1,""],getCheckpointInterval:[2,1,1,""],getFeaturesCol:[2,1,1,""],getLabelCol:[2,1,1,""],getLossType:[2,1,1,""],getMaxBins:[2,1,1,""],getMaxDepth:[2,1,1,""],getMaxIter:[2,1,1,""],getMaxMemoryInMB:[2,1,1,""],getMinInfoGain:[2,1,1,""],getMinInstancesPerNode:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],getPredictionCol:[2,1,1,""],getStepSize:[2,1,1,""],getSubsamplingRate:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],labelCol:[2,2,1,""],lossType:[2,2,1,""],maxBins:[2,2,1,""],maxDepth:[2,2,1,""],maxIter:[2,2,1,""],maxMemoryInMB:[2,2,1,""],minInfoGain:[2,2,1,""],minInstancesPerNode:[2,2,1,""],params:[2,2,1,""],predictionCol:[2,2,1,""],setCacheNodeIds:[2,1,1,""],setCheckpointInterval:[2,1,1,""],setFeaturesCol:[2,1,1,""],setLabelCol:[2,1,1,""],setLossType:[2,1,1,""],setMaxBins:[2,1,1,""],setMaxDepth:[2,1,1,""],setMaxIter:[2,1,1,""],setMaxMemoryInMB:[2,1,1,""],setMinInfoGain:[2,1,1,""],setMinInstancesPerNode:[2,1,1,""],setParams:[2,1,1,""],setPredictionCol:[2,1,1,""],setStepSize:[2,1,1,""],setSubsamplingRate:[2,1,1,""],stepSize:[2,2,1,""],subsamplingRate:[2,2,1,""]},"pyspark.ml.classification.LogisticRegression":{copy:[2,1,1,""],elasticNetParam:[2,2,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],featuresCol:[2,2,1,""],fit:[2,1,1,""],fitIntercept:[2,2,1,""],getElasticNetParam:[2,1,1,""],getFeaturesCol:[2,1,1,""],getFitIntercept:[2,1,1,""],getLabelCol:[2,1,1,""],getMaxIter:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],getPredictionCol:[2,1,1,""],getProbabilityCol:[2,1,1,""],getRawPredictionCol:[2,1,1,""],getRegParam:[2,1,1,""],getThreshold:[2,1,1,""],getThresholds:[2,1,1,""],getTol:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],labelCol:[2,2,1,""],maxIter:[2,2,1,""],params:[2,2,1,""],predictionCol:[2,2,1,""],probabilityCol:[2,2,1,""],rawPredictionCol:[2,2,1,""],regParam:[2,2,1,""],setElasticNetParam:[2,1,1,""],setFeaturesCol:[2,1,1,""],setFitIntercept:[2,1,1,""],setLabelCol:[2,1,1,""],setMaxIter:[2,1,1,""],setParams:[2,1,1,""],setPredictionCol:[2,1,1,""],setProbabilityCol:[2,1,1,""],setRawPredictionCol:[2,1,1,""],setRegParam:[2,1,1,""],setThreshold:[2,1,1,""],setThresholds:[2,1,1,""],setTol:[2,1,1,""],threshold:[2,2,1,""],thresholds:[2,2,1,""],tol:[2,2,1,""]},"pyspark.ml.classification.LogisticRegressionModel":{copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],intercept:[2,2,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],params:[2,2,1,""],transform:[2,1,1,""],weights:[2,2,1,""]},"pyspark.ml.classification.NaiveBayes":{copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],featuresCol:[2,2,1,""],fit:[2,1,1,""],getFeaturesCol:[2,1,1,""],getLabelCol:[2,1,1,""],getModelType:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],getPredictionCol:[2,1,1,""],getProbabilityCol:[2,1,1,""],getRawPredictionCol:[2,1,1,""],getSmoothing:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],labelCol:[2,2,1,""],modelType:[2,2,1,""],params:[2,2,1,""],predictionCol:[2,2,1,""],probabilityCol:[2,2,1,""],rawPredictionCol:[2,2,1,""],setFeaturesCol:[2,1,1,""],setLabelCol:[2,1,1,""],setModelType:[2,1,1,""],setParams:[2,1,1,""],setPredictionCol:[2,1,1,""],setProbabilityCol:[2,1,1,""],setRawPredictionCol:[2,1,1,""],setSmoothing:[2,1,1,""],smoothing:[2,2,1,""]},"pyspark.ml.classification.NaiveBayesModel":{copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],params:[2,2,1,""],pi:[2,2,1,""],theta:[2,2,1,""],transform:[2,1,1,""]},"pyspark.ml.classification.RandomForestClassificationModel":{copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],params:[2,2,1,""],transform:[2,1,1,""],treeWeights:[2,2,1,""]},"pyspark.ml.classification.RandomForestClassifier":{cacheNodeIds:[2,2,1,""],checkpointInterval:[2,2,1,""],copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],featureSubsetStrategy:[2,2,1,""],featuresCol:[2,2,1,""],fit:[2,1,1,""],getCacheNodeIds:[2,1,1,""],getCheckpointInterval:[2,1,1,""],getFeatureSubsetStrategy:[2,1,1,""],getFeaturesCol:[2,1,1,""],getImpurity:[2,1,1,""],getLabelCol:[2,1,1,""],getMaxBins:[2,1,1,""],getMaxDepth:[2,1,1,""],getMaxMemoryInMB:[2,1,1,""],getMinInfoGain:[2,1,1,""],getMinInstancesPerNode:[2,1,1,""],getNumTrees:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],getPredictionCol:[2,1,1,""],getProbabilityCol:[2,1,1,""],getRawPredictionCol:[2,1,1,""],getSeed:[2,1,1,""],getSubsamplingRate:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],impurity:[2,2,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],labelCol:[2,2,1,""],maxBins:[2,2,1,""],maxDepth:[2,2,1,""],maxMemoryInMB:[2,2,1,""],minInfoGain:[2,2,1,""],minInstancesPerNode:[2,2,1,""],numTrees:[2,2,1,""],params:[2,2,1,""],predictionCol:[2,2,1,""],probabilityCol:[2,2,1,""],rawPredictionCol:[2,2,1,""],seed:[2,2,1,""],setCacheNodeIds:[2,1,1,""],setCheckpointInterval:[2,1,1,""],setFeatureSubsetStrategy:[2,1,1,""],setFeaturesCol:[2,1,1,""],setImpurity:[2,1,1,""],setLabelCol:[2,1,1,""],setMaxBins:[2,1,1,""],setMaxDepth:[2,1,1,""],setMaxMemoryInMB:[2,1,1,""],setMinInfoGain:[2,1,1,""],setMinInstancesPerNode:[2,1,1,""],setNumTrees:[2,1,1,""],setParams:[2,1,1,""],setPredictionCol:[2,1,1,""],setProbabilityCol:[2,1,1,""],setRawPredictionCol:[2,1,1,""],setSeed:[2,1,1,""],setSubsamplingRate:[2,1,1,""],subsamplingRate:[2,2,1,""]},"pyspark.ml.clustering":{KMeans:[2,4,1,""],KMeansModel:[2,4,1,""]},"pyspark.ml.clustering.KMeans":{copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],featuresCol:[2,2,1,""],fit:[2,1,1,""],getFeaturesCol:[2,1,1,""],getInitMode:[2,1,1,""],getInitSteps:[2,1,1,""],getK:[2,1,1,""],getMaxIter:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],getPredictionCol:[2,1,1,""],getSeed:[2,1,1,""],getTol:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],initMode:[2,2,1,""],initSteps:[2,2,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],k:[2,2,1,""],maxIter:[2,2,1,""],params:[2,2,1,""],predictionCol:[2,2,1,""],seed:[2,2,1,""],setFeaturesCol:[2,1,1,""],setInitMode:[2,1,1,""],setInitSteps:[2,1,1,""],setK:[2,1,1,""],setMaxIter:[2,1,1,""],setParams:[2,1,1,""],setPredictionCol:[2,1,1,""],setSeed:[2,1,1,""],setTol:[2,1,1,""],tol:[2,2,1,""]},"pyspark.ml.clustering.KMeansModel":{clusterCenters:[2,1,1,""],copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],params:[2,2,1,""],transform:[2,1,1,""]},"pyspark.ml.evaluation":{BinaryClassificationEvaluator:[2,4,1,""],Evaluator:[2,4,1,""],MulticlassClassificationEvaluator:[2,4,1,""],RegressionEvaluator:[2,4,1,""]},"pyspark.ml.evaluation.BinaryClassificationEvaluator":{copy:[2,1,1,""],evaluate:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],getLabelCol:[2,1,1,""],getMetricName:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],getRawPredictionCol:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],isDefined:[2,1,1,""],isLargerBetter:[2,1,1,""],isSet:[2,1,1,""],labelCol:[2,2,1,""],metricName:[2,2,1,""],params:[2,2,1,""],rawPredictionCol:[2,2,1,""],setLabelCol:[2,1,1,""],setMetricName:[2,1,1,""],setParams:[2,1,1,""],setRawPredictionCol:[2,1,1,""]},"pyspark.ml.evaluation.Evaluator":{copy:[2,1,1,""],evaluate:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],isDefined:[2,1,1,""],isLargerBetter:[2,1,1,""],isSet:[2,1,1,""],params:[2,2,1,""]},"pyspark.ml.evaluation.MulticlassClassificationEvaluator":{copy:[2,1,1,""],evaluate:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],getLabelCol:[2,1,1,""],getMetricName:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],getPredictionCol:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],isDefined:[2,1,1,""],isLargerBetter:[2,1,1,""],isSet:[2,1,1,""],labelCol:[2,2,1,""],metricName:[2,2,1,""],params:[2,2,1,""],predictionCol:[2,2,1,""],setLabelCol:[2,1,1,""],setMetricName:[2,1,1,""],setParams:[2,1,1,""],setPredictionCol:[2,1,1,""]},"pyspark.ml.evaluation.RegressionEvaluator":{copy:[2,1,1,""],evaluate:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],getLabelCol:[2,1,1,""],getMetricName:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],getPredictionCol:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],isDefined:[2,1,1,""],isLargerBetter:[2,1,1,""],isSet:[2,1,1,""],labelCol:[2,2,1,""],metricName:[2,2,1,""],params:[2,2,1,""],predictionCol:[2,2,1,""],setLabelCol:[2,1,1,""],setMetricName:[2,1,1,""],setParams:[2,1,1,""],setPredictionCol:[2,1,1,""]},"pyspark.ml.feature":{Binarizer:[2,4,1,""],Bucketizer:[2,4,1,""],ElementwiseProduct:[2,4,1,""],HashingTF:[2,4,1,""],IDF:[2,4,1,""],IDFModel:[2,4,1,""],NGram:[2,4,1,""],Normalizer:[2,4,1,""],OneHotEncoder:[2,4,1,""],PCA:[2,4,1,""],PCAModel:[2,4,1,""],PolynomialExpansion:[2,4,1,""],RFormula:[2,4,1,""],RFormulaModel:[2,4,1,""],RegexTokenizer:[2,4,1,""],StandardScaler:[2,4,1,""],StandardScalerModel:[2,4,1,""],StringIndexer:[2,4,1,""],StringIndexerModel:[2,4,1,""],Tokenizer:[2,4,1,""],VectorAssembler:[2,4,1,""],VectorIndexer:[2,4,1,""],Word2Vec:[2,4,1,""],Word2VecModel:[2,4,1,""]},"pyspark.ml.feature.Binarizer":{copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],getInputCol:[2,1,1,""],getOrDefault:[2,1,1,""],getOutputCol:[2,1,1,""],getParam:[2,1,1,""],getThreshold:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],inputCol:[2,2,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],outputCol:[2,2,1,""],params:[2,2,1,""],setInputCol:[2,1,1,""],setOutputCol:[2,1,1,""],setParams:[2,1,1,""],setThreshold:[2,1,1,""],threshold:[2,2,1,""],transform:[2,1,1,""]},"pyspark.ml.feature.Bucketizer":{copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],getInputCol:[2,1,1,""],getOrDefault:[2,1,1,""],getOutputCol:[2,1,1,""],getParam:[2,1,1,""],getSplits:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],inputCol:[2,2,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],outputCol:[2,2,1,""],params:[2,2,1,""],setInputCol:[2,1,1,""],setOutputCol:[2,1,1,""],setParams:[2,1,1,""],setSplits:[2,1,1,""],splits:[2,2,1,""],transform:[2,1,1,""]},"pyspark.ml.feature.ElementwiseProduct":{copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],getInputCol:[2,1,1,""],getOrDefault:[2,1,1,""],getOutputCol:[2,1,1,""],getParam:[2,1,1,""],getScalingVec:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],inputCol:[2,2,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],outputCol:[2,2,1,""],params:[2,2,1,""],scalingVec:[2,2,1,""],setInputCol:[2,1,1,""],setOutputCol:[2,1,1,""],setParams:[2,1,1,""],setScalingVec:[2,1,1,""],transform:[2,1,1,""]},"pyspark.ml.feature.HashingTF":{copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],getInputCol:[2,1,1,""],getNumFeatures:[2,1,1,""],getOrDefault:[2,1,1,""],getOutputCol:[2,1,1,""],getParam:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],inputCol:[2,2,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],numFeatures:[2,2,1,""],outputCol:[2,2,1,""],params:[2,2,1,""],setInputCol:[2,1,1,""],setNumFeatures:[2,1,1,""],setOutputCol:[2,1,1,""],setParams:[2,1,1,""],transform:[2,1,1,""]},"pyspark.ml.feature.IDF":{copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],fit:[2,1,1,""],getInputCol:[2,1,1,""],getMinDocFreq:[2,1,1,""],getOrDefault:[2,1,1,""],getOutputCol:[2,1,1,""],getParam:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],inputCol:[2,2,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],minDocFreq:[2,2,1,""],outputCol:[2,2,1,""],params:[2,2,1,""],setInputCol:[2,1,1,""],setMinDocFreq:[2,1,1,""],setOutputCol:[2,1,1,""],setParams:[2,1,1,""]},"pyspark.ml.feature.IDFModel":{copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],params:[2,2,1,""],transform:[2,1,1,""]},"pyspark.ml.feature.NGram":{copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],getInputCol:[2,1,1,""],getN:[2,1,1,""],getOrDefault:[2,1,1,""],getOutputCol:[2,1,1,""],getParam:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],inputCol:[2,2,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],n:[2,2,1,""],outputCol:[2,2,1,""],params:[2,2,1,""],setInputCol:[2,1,1,""],setN:[2,1,1,""],setOutputCol:[2,1,1,""],setParams:[2,1,1,""],transform:[2,1,1,""]},"pyspark.ml.feature.Normalizer":{copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],getInputCol:[2,1,1,""],getOrDefault:[2,1,1,""],getOutputCol:[2,1,1,""],getP:[2,1,1,""],getParam:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],inputCol:[2,2,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],outputCol:[2,2,1,""],p:[2,2,1,""],params:[2,2,1,""],setInputCol:[2,1,1,""],setOutputCol:[2,1,1,""],setP:[2,1,1,""],setParams:[2,1,1,""],transform:[2,1,1,""]},"pyspark.ml.feature.OneHotEncoder":{copy:[2,1,1,""],dropLast:[2,2,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],getDropLast:[2,1,1,""],getInputCol:[2,1,1,""],getOrDefault:[2,1,1,""],getOutputCol:[2,1,1,""],getParam:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],inputCol:[2,2,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],outputCol:[2,2,1,""],params:[2,2,1,""],setDropLast:[2,1,1,""],setInputCol:[2,1,1,""],setOutputCol:[2,1,1,""],setParams:[2,1,1,""],transform:[2,1,1,""]},"pyspark.ml.feature.PCA":{copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],fit:[2,1,1,""],getInputCol:[2,1,1,""],getK:[2,1,1,""],getOrDefault:[2,1,1,""],getOutputCol:[2,1,1,""],getParam:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],inputCol:[2,2,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],k:[2,2,1,""],outputCol:[2,2,1,""],params:[2,2,1,""],setInputCol:[2,1,1,""],setK:[2,1,1,""],setOutputCol:[2,1,1,""],setParams:[2,1,1,""]},"pyspark.ml.feature.PCAModel":{copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],params:[2,2,1,""],transform:[2,1,1,""]},"pyspark.ml.feature.PolynomialExpansion":{copy:[2,1,1,""],degree:[2,2,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],getDegree:[2,1,1,""],getInputCol:[2,1,1,""],getOrDefault:[2,1,1,""],getOutputCol:[2,1,1,""],getParam:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],inputCol:[2,2,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],outputCol:[2,2,1,""],params:[2,2,1,""],setDegree:[2,1,1,""],setInputCol:[2,1,1,""],setOutputCol:[2,1,1,""],setParams:[2,1,1,""],transform:[2,1,1,""]},"pyspark.ml.feature.RFormula":{copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],featuresCol:[2,2,1,""],fit:[2,1,1,""],formula:[2,2,1,""],getFeaturesCol:[2,1,1,""],getFormula:[2,1,1,""],getLabelCol:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],labelCol:[2,2,1,""],params:[2,2,1,""],setFeaturesCol:[2,1,1,""],setFormula:[2,1,1,""],setLabelCol:[2,1,1,""],setParams:[2,1,1,""]},"pyspark.ml.feature.RFormulaModel":{copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],params:[2,2,1,""],transform:[2,1,1,""]},"pyspark.ml.feature.RegexTokenizer":{copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],gaps:[2,2,1,""],getGaps:[2,1,1,""],getInputCol:[2,1,1,""],getMinTokenLength:[2,1,1,""],getOrDefault:[2,1,1,""],getOutputCol:[2,1,1,""],getParam:[2,1,1,""],getPattern:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],inputCol:[2,2,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],minTokenLength:[2,2,1,""],outputCol:[2,2,1,""],params:[2,2,1,""],pattern:[2,2,1,""],setGaps:[2,1,1,""],setInputCol:[2,1,1,""],setMinTokenLength:[2,1,1,""],setOutputCol:[2,1,1,""],setParams:[2,1,1,""],setPattern:[2,1,1,""],transform:[2,1,1,""]},"pyspark.ml.feature.StandardScaler":{copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],fit:[2,1,1,""],getInputCol:[2,1,1,""],getOrDefault:[2,1,1,""],getOutputCol:[2,1,1,""],getParam:[2,1,1,""],getWithMean:[2,1,1,""],getWithStd:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],inputCol:[2,2,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],outputCol:[2,2,1,""],params:[2,2,1,""],setInputCol:[2,1,1,""],setOutputCol:[2,1,1,""],setParams:[2,1,1,""],setWithMean:[2,1,1,""],setWithStd:[2,1,1,""],withMean:[2,2,1,""],withStd:[2,2,1,""]},"pyspark.ml.feature.StandardScalerModel":{copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],mean:[2,2,1,""],params:[2,2,1,""],std:[2,2,1,""],transform:[2,1,1,""]},"pyspark.ml.feature.StringIndexer":{copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],fit:[2,1,1,""],getInputCol:[2,1,1,""],getOrDefault:[2,1,1,""],getOutputCol:[2,1,1,""],getParam:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],inputCol:[2,2,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],outputCol:[2,2,1,""],params:[2,2,1,""],setInputCol:[2,1,1,""],setOutputCol:[2,1,1,""],setParams:[2,1,1,""]},"pyspark.ml.feature.StringIndexerModel":{copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],params:[2,2,1,""],transform:[2,1,1,""]},"pyspark.ml.feature.Tokenizer":{copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],getInputCol:[2,1,1,""],getOrDefault:[2,1,1,""],getOutputCol:[2,1,1,""],getParam:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],inputCol:[2,2,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],outputCol:[2,2,1,""],params:[2,2,1,""],setInputCol:[2,1,1,""],setOutputCol:[2,1,1,""],setParams:[2,1,1,""],transform:[2,1,1,""]},"pyspark.ml.feature.VectorAssembler":{copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],getInputCols:[2,1,1,""],getOrDefault:[2,1,1,""],getOutputCol:[2,1,1,""],getParam:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],inputCols:[2,2,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],outputCol:[2,2,1,""],params:[2,2,1,""],setInputCols:[2,1,1,""],setOutputCol:[2,1,1,""],setParams:[2,1,1,""],transform:[2,1,1,""]},"pyspark.ml.feature.VectorIndexer":{copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],fit:[2,1,1,""],getInputCol:[2,1,1,""],getMaxCategories:[2,1,1,""],getOrDefault:[2,1,1,""],getOutputCol:[2,1,1,""],getParam:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],inputCol:[2,2,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],maxCategories:[2,2,1,""],outputCol:[2,2,1,""],params:[2,2,1,""],setInputCol:[2,1,1,""],setMaxCategories:[2,1,1,""],setOutputCol:[2,1,1,""],setParams:[2,1,1,""]},"pyspark.ml.feature.Word2Vec":{copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],fit:[2,1,1,""],getInputCol:[2,1,1,""],getMaxIter:[2,1,1,""],getMinCount:[2,1,1,""],getNumPartitions:[2,1,1,""],getOrDefault:[2,1,1,""],getOutputCol:[2,1,1,""],getParam:[2,1,1,""],getSeed:[2,1,1,""],getStepSize:[2,1,1,""],getVectorSize:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],inputCol:[2,2,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],maxIter:[2,2,1,""],minCount:[2,2,1,""],numPartitions:[2,2,1,""],outputCol:[2,2,1,""],params:[2,2,1,""],seed:[2,2,1,""],setInputCol:[2,1,1,""],setMaxIter:[2,1,1,""],setMinCount:[2,1,1,""],setNumPartitions:[2,1,1,""],setOutputCol:[2,1,1,""],setParams:[2,1,1,""],setSeed:[2,1,1,""],setStepSize:[2,1,1,""],setVectorSize:[2,1,1,""],stepSize:[2,2,1,""],vectorSize:[2,2,1,""]},"pyspark.ml.feature.Word2VecModel":{copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],findSynonyms:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],getVectors:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],params:[2,2,1,""],transform:[2,1,1,""]},"pyspark.ml.param":{Param:[2,4,1,""],Params:[2,4,1,""]},"pyspark.ml.param.Params":{copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],params:[2,2,1,""]},"pyspark.ml.recommendation":{ALS:[2,4,1,""],ALSModel:[2,4,1,""]},"pyspark.ml.recommendation.ALS":{alpha:[2,2,1,""],checkpointInterval:[2,2,1,""],copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],fit:[2,1,1,""],getAlpha:[2,1,1,""],getCheckpointInterval:[2,1,1,""],getImplicitPrefs:[2,1,1,""],getItemCol:[2,1,1,""],getMaxIter:[2,1,1,""],getNonnegative:[2,1,1,""],getNumItemBlocks:[2,1,1,""],getNumUserBlocks:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],getPredictionCol:[2,1,1,""],getRank:[2,1,1,""],getRatingCol:[2,1,1,""],getRegParam:[2,1,1,""],getSeed:[2,1,1,""],getUserCol:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],implicitPrefs:[2,2,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],itemCol:[2,2,1,""],maxIter:[2,2,1,""],nonnegative:[2,2,1,""],numItemBlocks:[2,2,1,""],numUserBlocks:[2,2,1,""],params:[2,2,1,""],predictionCol:[2,2,1,""],rank:[2,2,1,""],ratingCol:[2,2,1,""],regParam:[2,2,1,""],seed:[2,2,1,""],setAlpha:[2,1,1,""],setCheckpointInterval:[2,1,1,""],setImplicitPrefs:[2,1,1,""],setItemCol:[2,1,1,""],setMaxIter:[2,1,1,""],setNonnegative:[2,1,1,""],setNumBlocks:[2,1,1,""],setNumItemBlocks:[2,1,1,""],setNumUserBlocks:[2,1,1,""],setParams:[2,1,1,""],setPredictionCol:[2,1,1,""],setRank:[2,1,1,""],setRatingCol:[2,1,1,""],setRegParam:[2,1,1,""],setSeed:[2,1,1,""],setUserCol:[2,1,1,""],userCol:[2,2,1,""]},"pyspark.ml.recommendation.ALSModel":{copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],itemFactors:[2,2,1,""],params:[2,2,1,""],rank:[2,2,1,""],transform:[2,1,1,""],userFactors:[2,2,1,""]},"pyspark.ml.regression":{DecisionTreeRegressionModel:[2,4,1,""],DecisionTreeRegressor:[2,4,1,""],GBTRegressionModel:[2,4,1,""],GBTRegressor:[2,4,1,""],LinearRegression:[2,4,1,""],LinearRegressionModel:[2,4,1,""],RandomForestRegressionModel:[2,4,1,""],RandomForestRegressor:[2,4,1,""]},"pyspark.ml.regression.DecisionTreeRegressionModel":{copy:[2,1,1,""],depth:[2,2,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],numNodes:[2,2,1,""],params:[2,2,1,""],transform:[2,1,1,""]},"pyspark.ml.regression.DecisionTreeRegressor":{cacheNodeIds:[2,2,1,""],checkpointInterval:[2,2,1,""],copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],featuresCol:[2,2,1,""],fit:[2,1,1,""],getCacheNodeIds:[2,1,1,""],getCheckpointInterval:[2,1,1,""],getFeaturesCol:[2,1,1,""],getImpurity:[2,1,1,""],getLabelCol:[2,1,1,""],getMaxBins:[2,1,1,""],getMaxDepth:[2,1,1,""],getMaxMemoryInMB:[2,1,1,""],getMinInfoGain:[2,1,1,""],getMinInstancesPerNode:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],getPredictionCol:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],impurity:[2,2,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],labelCol:[2,2,1,""],maxBins:[2,2,1,""],maxDepth:[2,2,1,""],maxMemoryInMB:[2,2,1,""],minInfoGain:[2,2,1,""],minInstancesPerNode:[2,2,1,""],params:[2,2,1,""],predictionCol:[2,2,1,""],setCacheNodeIds:[2,1,1,""],setCheckpointInterval:[2,1,1,""],setFeaturesCol:[2,1,1,""],setImpurity:[2,1,1,""],setLabelCol:[2,1,1,""],setMaxBins:[2,1,1,""],setMaxDepth:[2,1,1,""],setMaxMemoryInMB:[2,1,1,""],setMinInfoGain:[2,1,1,""],setMinInstancesPerNode:[2,1,1,""],setParams:[2,1,1,""],setPredictionCol:[2,1,1,""]},"pyspark.ml.regression.GBTRegressionModel":{copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],params:[2,2,1,""],transform:[2,1,1,""],treeWeights:[2,2,1,""]},"pyspark.ml.regression.GBTRegressor":{cacheNodeIds:[2,2,1,""],checkpointInterval:[2,2,1,""],copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],featuresCol:[2,2,1,""],fit:[2,1,1,""],getCacheNodeIds:[2,1,1,""],getCheckpointInterval:[2,1,1,""],getFeaturesCol:[2,1,1,""],getLabelCol:[2,1,1,""],getLossType:[2,1,1,""],getMaxBins:[2,1,1,""],getMaxDepth:[2,1,1,""],getMaxIter:[2,1,1,""],getMaxMemoryInMB:[2,1,1,""],getMinInfoGain:[2,1,1,""],getMinInstancesPerNode:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],getPredictionCol:[2,1,1,""],getStepSize:[2,1,1,""],getSubsamplingRate:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],labelCol:[2,2,1,""],lossType:[2,2,1,""],maxBins:[2,2,1,""],maxDepth:[2,2,1,""],maxIter:[2,2,1,""],maxMemoryInMB:[2,2,1,""],minInfoGain:[2,2,1,""],minInstancesPerNode:[2,2,1,""],params:[2,2,1,""],predictionCol:[2,2,1,""],setCacheNodeIds:[2,1,1,""],setCheckpointInterval:[2,1,1,""],setFeaturesCol:[2,1,1,""],setLabelCol:[2,1,1,""],setLossType:[2,1,1,""],setMaxBins:[2,1,1,""],setMaxDepth:[2,1,1,""],setMaxIter:[2,1,1,""],setMaxMemoryInMB:[2,1,1,""],setMinInfoGain:[2,1,1,""],setMinInstancesPerNode:[2,1,1,""],setParams:[2,1,1,""],setPredictionCol:[2,1,1,""],setStepSize:[2,1,1,""],setSubsamplingRate:[2,1,1,""],stepSize:[2,2,1,""],subsamplingRate:[2,2,1,""]},"pyspark.ml.regression.LinearRegression":{copy:[2,1,1,""],elasticNetParam:[2,2,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],featuresCol:[2,2,1,""],fit:[2,1,1,""],getElasticNetParam:[2,1,1,""],getFeaturesCol:[2,1,1,""],getLabelCol:[2,1,1,""],getMaxIter:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],getPredictionCol:[2,1,1,""],getRegParam:[2,1,1,""],getTol:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],labelCol:[2,2,1,""],maxIter:[2,2,1,""],params:[2,2,1,""],predictionCol:[2,2,1,""],regParam:[2,2,1,""],setElasticNetParam:[2,1,1,""],setFeaturesCol:[2,1,1,""],setLabelCol:[2,1,1,""],setMaxIter:[2,1,1,""],setParams:[2,1,1,""],setPredictionCol:[2,1,1,""],setRegParam:[2,1,1,""],setTol:[2,1,1,""],tol:[2,2,1,""]},"pyspark.ml.regression.LinearRegressionModel":{copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],intercept:[2,2,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],params:[2,2,1,""],transform:[2,1,1,""],weights:[2,2,1,""]},"pyspark.ml.regression.RandomForestRegressionModel":{copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],params:[2,2,1,""],transform:[2,1,1,""],treeWeights:[2,2,1,""]},"pyspark.ml.regression.RandomForestRegressor":{cacheNodeIds:[2,2,1,""],checkpointInterval:[2,2,1,""],copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],featureSubsetStrategy:[2,2,1,""],featuresCol:[2,2,1,""],fit:[2,1,1,""],getCacheNodeIds:[2,1,1,""],getCheckpointInterval:[2,1,1,""],getFeatureSubsetStrategy:[2,1,1,""],getFeaturesCol:[2,1,1,""],getImpurity:[2,1,1,""],getLabelCol:[2,1,1,""],getMaxBins:[2,1,1,""],getMaxDepth:[2,1,1,""],getMaxMemoryInMB:[2,1,1,""],getMinInfoGain:[2,1,1,""],getMinInstancesPerNode:[2,1,1,""],getNumTrees:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],getPredictionCol:[2,1,1,""],getSeed:[2,1,1,""],getSubsamplingRate:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],impurity:[2,2,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],labelCol:[2,2,1,""],maxBins:[2,2,1,""],maxDepth:[2,2,1,""],maxMemoryInMB:[2,2,1,""],minInfoGain:[2,2,1,""],minInstancesPerNode:[2,2,1,""],numTrees:[2,2,1,""],params:[2,2,1,""],predictionCol:[2,2,1,""],seed:[2,2,1,""],setCacheNodeIds:[2,1,1,""],setCheckpointInterval:[2,1,1,""],setFeatureSubsetStrategy:[2,1,1,""],setFeaturesCol:[2,1,1,""],setImpurity:[2,1,1,""],setLabelCol:[2,1,1,""],setMaxBins:[2,1,1,""],setMaxDepth:[2,1,1,""],setMaxMemoryInMB:[2,1,1,""],setMinInfoGain:[2,1,1,""],setMinInstancesPerNode:[2,1,1,""],setNumTrees:[2,1,1,""],setParams:[2,1,1,""],setPredictionCol:[2,1,1,""],setSeed:[2,1,1,""],setSubsamplingRate:[2,1,1,""],subsamplingRate:[2,2,1,""]},"pyspark.ml.tuning":{CrossValidator:[2,4,1,""],CrossValidatorModel:[2,4,1,""],ParamGridBuilder:[2,4,1,""]},"pyspark.ml.tuning.CrossValidator":{copy:[2,1,1,""],estimator:[2,2,1,""],estimatorParamMaps:[2,2,1,""],evaluator:[2,2,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],fit:[2,1,1,""],getEstimator:[2,1,1,""],getEstimatorParamMaps:[2,1,1,""],getEvaluator:[2,1,1,""],getNumFolds:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],numFolds:[2,2,1,""],params:[2,2,1,""],setEstimator:[2,1,1,""],setEstimatorParamMaps:[2,1,1,""],setEvaluator:[2,1,1,""],setNumFolds:[2,1,1,""],setParams:[2,1,1,""]},"pyspark.ml.tuning.CrossValidatorModel":{bestModel:[2,2,1,""],copy:[2,1,1,""],explainParam:[2,1,1,""],explainParams:[2,1,1,""],extractParamMap:[2,1,1,""],getOrDefault:[2,1,1,""],getParam:[2,1,1,""],hasDefault:[2,1,1,""],hasParam:[2,1,1,""],isDefined:[2,1,1,""],isSet:[2,1,1,""],params:[2,2,1,""],transform:[2,1,1,""]},"pyspark.ml.tuning.ParamGridBuilder":{addGrid:[2,1,1,""],baseOn:[2,1,1,""],build:[2,1,1,""]},"pyspark.mllib":{classification:[3,0,0,"-"],clustering:[3,0,0,"-"],evaluation:[3,0,0,"-"],feature:[3,0,0,"-"],fpm:[3,0,0,"-"],linalg:[3,0,0,"-"],random:[3,0,0,"-"],recommendation:[3,0,0,"-"],regression:[3,0,0,"-"],stat:[3,0,0,"-"],tree:[3,0,0,"-"],util:[3,0,0,"-"]},"pyspark.mllib.classification":{LogisticRegressionModel:[3,4,1,""],LogisticRegressionWithLBFGS:[3,4,1,""],LogisticRegressionWithSGD:[3,4,1,""],NaiveBayes:[3,4,1,""],NaiveBayesModel:[3,4,1,""],SVMModel:[3,4,1,""],SVMWithSGD:[3,4,1,""],StreamingLogisticRegressionWithSGD:[3,4,1,""]},"pyspark.mllib.classification.LogisticRegressionModel":{clearThreshold:[3,1,1,""],intercept:[3,2,1,""],load:[3,5,1,""],numClasses:[3,2,1,""],numFeatures:[3,2,1,""],predict:[3,1,1,""],save:[3,1,1,""],setThreshold:[3,1,1,""],threshold:[3,2,1,""],weights:[3,2,1,""]},"pyspark.mllib.classification.LogisticRegressionWithLBFGS":{train:[3,5,1,""]},"pyspark.mllib.classification.LogisticRegressionWithSGD":{train:[3,5,1,""]},"pyspark.mllib.classification.NaiveBayes":{train:[3,5,1,""]},"pyspark.mllib.classification.NaiveBayesModel":{load:[3,5,1,""],predict:[3,1,1,""],save:[3,1,1,""]},"pyspark.mllib.classification.SVMModel":{clearThreshold:[3,1,1,""],intercept:[3,2,1,""],load:[3,5,1,""],predict:[3,1,1,""],save:[3,1,1,""],setThreshold:[3,1,1,""],threshold:[3,2,1,""],weights:[3,2,1,""]},"pyspark.mllib.classification.SVMWithSGD":{train:[3,5,1,""]},"pyspark.mllib.classification.StreamingLogisticRegressionWithSGD":{latestModel:[3,1,1,""],predictOn:[3,1,1,""],predictOnValues:[3,1,1,""],setInitialWeights:[3,1,1,""],trainOn:[3,1,1,""]},"pyspark.mllib.clustering":{GaussianMixture:[3,4,1,""],GaussianMixtureModel:[3,4,1,""],KMeans:[3,4,1,""],KMeansModel:[3,4,1,""],LDA:[3,4,1,""],LDAModel:[3,4,1,""],PowerIterationClustering:[3,4,1,""],PowerIterationClusteringModel:[3,4,1,""],StreamingKMeans:[3,4,1,""],StreamingKMeansModel:[3,4,1,""]},"pyspark.mllib.clustering.GaussianMixture":{train:[3,5,1,""]},"pyspark.mllib.clustering.GaussianMixtureModel":{gaussians:[3,2,1,""],k:[3,2,1,""],load:[3,5,1,""],predict:[3,1,1,""],predictSoft:[3,1,1,""],weights:[3,2,1,""]},"pyspark.mllib.clustering.KMeans":{train:[3,5,1,""]},"pyspark.mllib.clustering.KMeansModel":{clusterCenters:[3,2,1,""],computeCost:[3,1,1,""],k:[3,2,1,""],load:[3,5,1,""],predict:[3,1,1,""],save:[3,1,1,""]},"pyspark.mllib.clustering.LDA":{train:[3,5,1,""]},"pyspark.mllib.clustering.LDAModel":{load:[3,5,1,""],save:[3,1,1,""],topicsMatrix:[3,1,1,""],vocabSize:[3,1,1,""]},"pyspark.mllib.clustering.PowerIterationClustering":{Assignment:[3,4,1,""],train:[3,5,1,""]},"pyspark.mllib.clustering.PowerIterationClusteringModel":{assignments:[3,1,1,""],k:[3,2,1,""],load:[3,5,1,""]},"pyspark.mllib.clustering.StreamingKMeans":{latestModel:[3,1,1,""],predictOn:[3,1,1,""],predictOnValues:[3,1,1,""],setDecayFactor:[3,1,1,""],setHalfLife:[3,1,1,""],setInitialCenters:[3,1,1,""],setK:[3,1,1,""],setRandomCenters:[3,1,1,""],trainOn:[3,1,1,""]},"pyspark.mllib.clustering.StreamingKMeansModel":{clusterWeights:[3,2,1,""],update:[3,1,1,""]},"pyspark.mllib.evaluation":{BinaryClassificationMetrics:[3,4,1,""],MulticlassMetrics:[3,4,1,""],RankingMetrics:[3,4,1,""],RegressionMetrics:[3,4,1,""]},"pyspark.mllib.evaluation.BinaryClassificationMetrics":{areaUnderPR:[3,2,1,""],areaUnderROC:[3,2,1,""],unpersist:[3,1,1,""]},"pyspark.mllib.evaluation.MulticlassMetrics":{confusionMatrix:[3,1,1,""],fMeasure:[3,1,1,""],falsePositiveRate:[3,1,1,""],precision:[3,1,1,""],recall:[3,1,1,""],truePositiveRate:[3,1,1,""],weightedFMeasure:[3,1,1,""],weightedFalsePositiveRate:[3,2,1,""],weightedPrecision:[3,2,1,""],weightedRecall:[3,2,1,""],weightedTruePositiveRate:[3,2,1,""]},"pyspark.mllib.evaluation.RankingMetrics":{meanAveragePrecision:[3,2,1,""],ndcgAt:[3,1,1,""],precisionAt:[3,1,1,""]},"pyspark.mllib.evaluation.RegressionMetrics":{explainedVariance:[3,2,1,""],meanAbsoluteError:[3,2,1,""],meanSquaredError:[3,2,1,""],r2:[3,2,1,""],rootMeanSquaredError:[3,2,1,""]},"pyspark.mllib.feature":{ChiSqSelector:[3,4,1,""],ChiSqSelectorModel:[3,4,1,""],ElementwiseProduct:[3,4,1,""],HashingTF:[3,4,1,""],IDF:[3,4,1,""],IDFModel:[3,4,1,""],Normalizer:[3,4,1,""],StandardScaler:[3,4,1,""],StandardScalerModel:[3,4,1,""],Word2Vec:[3,4,1,""],Word2VecModel:[3,4,1,""]},"pyspark.mllib.feature.ChiSqSelector":{fit:[3,1,1,""]},"pyspark.mllib.feature.ChiSqSelectorModel":{transform:[3,1,1,""]},"pyspark.mllib.feature.ElementwiseProduct":{transform:[3,1,1,""]},"pyspark.mllib.feature.HashingTF":{indexOf:[3,1,1,""],transform:[3,1,1,""]},"pyspark.mllib.feature.IDF":{fit:[3,1,1,""]},"pyspark.mllib.feature.IDFModel":{idf:[3,1,1,""],transform:[3,1,1,""]},"pyspark.mllib.feature.Normalizer":{transform:[3,1,1,""]},"pyspark.mllib.feature.StandardScaler":{fit:[3,1,1,""]},"pyspark.mllib.feature.StandardScalerModel":{setWithMean:[3,1,1,""],setWithStd:[3,1,1,""],transform:[3,1,1,""]},"pyspark.mllib.feature.Word2Vec":{fit:[3,1,1,""],setLearningRate:[3,1,1,""],setMinCount:[3,1,1,""],setNumIterations:[3,1,1,""],setNumPartitions:[3,1,1,""],setSeed:[3,1,1,""],setVectorSize:[3,1,1,""]},"pyspark.mllib.feature.Word2VecModel":{findSynonyms:[3,1,1,""],getVectors:[3,1,1,""],load:[3,5,1,""],transform:[3,1,1,""]},"pyspark.mllib.fpm":{FPGrowth:[3,4,1,""],FPGrowthModel:[3,4,1,""]},"pyspark.mllib.fpm.FPGrowth":{FreqItemset:[3,4,1,""],train:[3,5,1,""]},"pyspark.mllib.fpm.FPGrowthModel":{freqItemsets:[3,1,1,""]},"pyspark.mllib.linalg":{DenseMatrix:[3,4,1,""],DenseVector:[3,4,1,""],Matrices:[3,4,1,""],Matrix:[3,4,1,""],SparseMatrix:[3,4,1,""],SparseVector:[3,4,1,""],Vector:[3,4,1,""],Vectors:[3,4,1,""],distributed:[3,0,0,"-"]},"pyspark.mllib.linalg.DenseMatrix":{toArray:[3,1,1,""],toSparse:[3,1,1,""]},"pyspark.mllib.linalg.DenseVector":{dot:[3,1,1,""],norm:[3,1,1,""],numNonzeros:[3,1,1,""],parse:[3,6,1,""],squared_distance:[3,1,1,""],toArray:[3,1,1,""]},"pyspark.mllib.linalg.Matrices":{dense:[3,6,1,""],sparse:[3,6,1,""]},"pyspark.mllib.linalg.Matrix":{toArray:[3,1,1,""]},"pyspark.mllib.linalg.SparseMatrix":{toArray:[3,1,1,""],toDense:[3,1,1,""]},"pyspark.mllib.linalg.SparseVector":{dot:[3,1,1,""],indices:[3,2,1,""],norm:[3,1,1,""],numNonzeros:[3,1,1,""],parse:[3,6,1,""],size:[3,2,1,""],squared_distance:[3,1,1,""],toArray:[3,1,1,""],values:[3,2,1,""]},"pyspark.mllib.linalg.Vector":{toArray:[3,1,1,""]},"pyspark.mllib.linalg.Vectors":{dense:[3,6,1,""],norm:[3,6,1,""],parse:[3,6,1,""],sparse:[3,6,1,""],squared_distance:[3,6,1,""],stringify:[3,6,1,""],zeros:[3,6,1,""]},"pyspark.mllib.linalg.distributed":{BlockMatrix:[3,4,1,""],CoordinateMatrix:[3,4,1,""],DistributedMatrix:[3,4,1,""],IndexedRow:[3,4,1,""],IndexedRowMatrix:[3,4,1,""],MatrixEntry:[3,4,1,""],RowMatrix:[3,4,1,""]},"pyspark.mllib.linalg.distributed.BlockMatrix":{blocks:[3,2,1,""],colsPerBlock:[3,2,1,""],numColBlocks:[3,2,1,""],numCols:[3,1,1,""],numRowBlocks:[3,2,1,""],numRows:[3,1,1,""],rowsPerBlock:[3,2,1,""],toCoordinateMatrix:[3,1,1,""],toIndexedRowMatrix:[3,1,1,""],toLocalMatrix:[3,1,1,""]},"pyspark.mllib.linalg.distributed.CoordinateMatrix":{entries:[3,2,1,""],numCols:[3,1,1,""],numRows:[3,1,1,""],toBlockMatrix:[3,1,1,""],toIndexedRowMatrix:[3,1,1,""],toRowMatrix:[3,1,1,""]},"pyspark.mllib.linalg.distributed.DistributedMatrix":{numCols:[3,1,1,""],numRows:[3,1,1,""]},"pyspark.mllib.linalg.distributed.IndexedRowMatrix":{numCols:[3,1,1,""],numRows:[3,1,1,""],rows:[3,2,1,""],toBlockMatrix:[3,1,1,""],toCoordinateMatrix:[3,1,1,""],toRowMatrix:[3,1,1,""]},"pyspark.mllib.linalg.distributed.RowMatrix":{numCols:[3,1,1,""],numRows:[3,1,1,""],rows:[3,2,1,""]},"pyspark.mllib.random":{RandomRDDs:[3,4,1,""]},"pyspark.mllib.random.RandomRDDs":{exponentialRDD:[3,6,1,""],exponentialVectorRDD:[3,6,1,""],gammaRDD:[3,6,1,""],gammaVectorRDD:[3,6,1,""],logNormalRDD:[3,6,1,""],logNormalVectorRDD:[3,6,1,""],normalRDD:[3,6,1,""],normalVectorRDD:[3,6,1,""],poissonRDD:[3,6,1,""],poissonVectorRDD:[3,6,1,""],uniformRDD:[3,6,1,""],uniformVectorRDD:[3,6,1,""]},"pyspark.mllib.recommendation":{ALS:[3,4,1,""],MatrixFactorizationModel:[3,4,1,""],Rating:[3,4,1,""]},"pyspark.mllib.recommendation.ALS":{train:[3,5,1,""],trainImplicit:[3,5,1,""]},"pyspark.mllib.recommendation.MatrixFactorizationModel":{load:[3,5,1,""],predict:[3,1,1,""],predictAll:[3,1,1,""],productFeatures:[3,1,1,""],rank:[3,2,1,""],recommendProducts:[3,1,1,""],recommendUsers:[3,1,1,""],userFeatures:[3,1,1,""]},"pyspark.mllib.regression":{IsotonicRegression:[3,4,1,""],IsotonicRegressionModel:[3,4,1,""],LabeledPoint:[3,4,1,""],LassoModel:[3,4,1,""],LassoWithSGD:[3,4,1,""],LinearModel:[3,4,1,""],LinearRegressionModel:[3,4,1,""],LinearRegressionWithSGD:[3,4,1,""],RidgeRegressionModel:[3,4,1,""],RidgeRegressionWithSGD:[3,4,1,""]},"pyspark.mllib.regression.IsotonicRegression":{train:[3,5,1,""]},"pyspark.mllib.regression.IsotonicRegressionModel":{load:[3,5,1,""],predict:[3,1,1,""],save:[3,1,1,""]},"pyspark.mllib.regression.LassoModel":{intercept:[3,2,1,""],load:[3,5,1,""],predict:[3,1,1,""],save:[3,1,1,""],weights:[3,2,1,""]},"pyspark.mllib.regression.LassoWithSGD":{train:[3,5,1,""]},"pyspark.mllib.regression.LinearModel":{intercept:[3,2,1,""],weights:[3,2,1,""]},"pyspark.mllib.regression.LinearRegressionModel":{intercept:[3,2,1,""],load:[3,5,1,""],predict:[3,1,1,""],save:[3,1,1,""],weights:[3,2,1,""]},"pyspark.mllib.regression.LinearRegressionWithSGD":{train:[3,5,1,""]},"pyspark.mllib.regression.RidgeRegressionModel":{intercept:[3,2,1,""],load:[3,5,1,""],predict:[3,1,1,""],save:[3,1,1,""],weights:[3,2,1,""]},"pyspark.mllib.regression.RidgeRegressionWithSGD":{train:[3,5,1,""]},"pyspark.mllib.stat":{ChiSqTestResult:[3,4,1,""],KernelDensity:[3,4,1,""],MultivariateGaussian:[3,4,1,""],MultivariateStatisticalSummary:[3,4,1,""],Statistics:[3,4,1,""]},"pyspark.mllib.stat.ChiSqTestResult":{method:[3,2,1,""]},"pyspark.mllib.stat.KernelDensity":{estimate:[3,1,1,""],setBandwidth:[3,1,1,""],setSample:[3,1,1,""]},"pyspark.mllib.stat.MultivariateStatisticalSummary":{count:[3,1,1,""],max:[3,1,1,""],mean:[3,1,1,""],min:[3,1,1,""],normL1:[3,1,1,""],normL2:[3,1,1,""],numNonzeros:[3,1,1,""],variance:[3,1,1,""]},"pyspark.mllib.stat.Statistics":{chiSqTest:[3,6,1,""],colStats:[3,6,1,""],corr:[3,6,1,""],kolmogorovSmirnovTest:[3,6,1,""]},"pyspark.mllib.tree":{DecisionTree:[3,4,1,""],DecisionTreeModel:[3,4,1,""],GradientBoostedTrees:[3,4,1,""],GradientBoostedTreesModel:[3,4,1,""],RandomForest:[3,4,1,""],RandomForestModel:[3,4,1,""]},"pyspark.mllib.tree.DecisionTree":{trainClassifier:[3,5,1,""],trainRegressor:[3,5,1,""]},"pyspark.mllib.tree.DecisionTreeModel":{call:[3,1,1,""],depth:[3,1,1,""],load:[3,1,1,""],numNodes:[3,1,1,""],predict:[3,1,1,""],save:[3,1,1,""],toDebugString:[3,1,1,""]},"pyspark.mllib.tree.GradientBoostedTrees":{trainClassifier:[3,5,1,""],trainRegressor:[3,5,1,""]},"pyspark.mllib.tree.GradientBoostedTreesModel":{call:[3,1,1,""],load:[3,1,1,""],numTrees:[3,1,1,""],predict:[3,1,1,""],save:[3,1,1,""],toDebugString:[3,1,1,""],totalNumNodes:[3,1,1,""]},"pyspark.mllib.tree.RandomForest":{supportedFeatureSubsetStrategies:[3,2,1,""],trainClassifier:[3,5,1,""],trainRegressor:[3,5,1,""]},"pyspark.mllib.tree.RandomForestModel":{call:[3,1,1,""],load:[3,1,1,""],numTrees:[3,1,1,""],predict:[3,1,1,""],save:[3,1,1,""],toDebugString:[3,1,1,""],totalNumNodes:[3,1,1,""]},"pyspark.mllib.util":{JavaLoader:[3,4,1,""],JavaSaveable:[3,4,1,""],LinearDataGenerator:[3,4,1,""],Loader:[3,4,1,""],MLUtils:[3,4,1,""],Saveable:[3,4,1,""]},"pyspark.mllib.util.JavaLoader":{load:[3,5,1,""]},"pyspark.mllib.util.JavaSaveable":{save:[3,1,1,""]},"pyspark.mllib.util.LinearDataGenerator":{generateLinearInput:[3,6,1,""],generateLinearRDD:[3,6,1,""]},"pyspark.mllib.util.Loader":{load:[3,5,1,""]},"pyspark.mllib.util.MLUtils":{appendBias:[3,6,1,""],loadLabeledPoints:[3,6,1,""],loadLibSVMFile:[3,6,1,""],loadVectors:[3,6,1,""],saveAsLibSVMFile:[3,6,1,""]},"pyspark.mllib.util.Saveable":{save:[3,1,1,""]},"pyspark.sql":{Column:[4,4,1,""],DataFrame:[4,4,1,""],DataFrameNaFunctions:[4,4,1,""],DataFrameReader:[4,4,1,""],DataFrameStatFunctions:[4,4,1,""],DataFrameWriter:[4,4,1,""],GroupedData:[4,4,1,""],HiveContext:[4,4,1,""],Row:[4,4,1,""],SQLContext:[4,4,1,""],Window:[4,4,1,""],WindowSpec:[4,4,1,""],functions:[4,0,0,"-"],types:[4,0,0,"-"]},"pyspark.sql.Column":{alias:[4,1,1,""],asc:[4,1,1,""],astype:[4,1,1,""],between:[4,1,1,""],bitwiseAND:[4,1,1,""],bitwiseOR:[4,1,1,""],bitwiseXOR:[4,1,1,""],cast:[4,1,1,""],desc:[4,1,1,""],endswith:[4,1,1,""],getField:[4,1,1,""],getItem:[4,1,1,""],inSet:[4,1,1,""],isNotNull:[4,1,1,""],isNull:[4,1,1,""],isin:[4,1,1,""],like:[4,1,1,""],otherwise:[4,1,1,""],over:[4,1,1,""],rlike:[4,1,1,""],startswith:[4,1,1,""],substr:[4,1,1,""],when:[4,1,1,""]},"pyspark.sql.DataFrame":{agg:[4,1,1,""],alias:[4,1,1,""],cache:[4,1,1,""],coalesce:[4,1,1,""],collect:[4,1,1,""],columns:[4,2,1,""],corr:[4,1,1,""],count:[4,1,1,""],cov:[4,1,1,""],crosstab:[4,1,1,""],cube:[4,1,1,""],describe:[4,1,1,""],distinct:[4,1,1,""],drop:[4,1,1,""],dropDuplicates:[4,1,1,""],drop_duplicates:[4,1,1,""],dropna:[4,1,1,""],dtypes:[4,2,1,""],explain:[4,1,1,""],fillna:[4,1,1,""],filter:[4,1,1,""],first:[4,1,1,""],flatMap:[4,1,1,""],foreach:[4,1,1,""],foreachPartition:[4,1,1,""],freqItems:[4,1,1,""],groupBy:[4,1,1,""],groupby:[4,1,1,""],head:[4,1,1,""],insertInto:[4,1,1,""],intersect:[4,1,1,""],isLocal:[4,1,1,""],join:[4,1,1,""],limit:[4,1,1,""],map:[4,1,1,""],mapPartitions:[4,1,1,""],na:[4,2,1,""],orderBy:[4,1,1,""],persist:[4,1,1,""],printSchema:[4,1,1,""],randomSplit:[4,1,1,""],rdd:[4,2,1,""],registerAsTable:[4,1,1,""],registerTempTable:[4,1,1,""],repartition:[4,1,1,""],replace:[4,1,1,""],rollup:[4,1,1,""],sample:[4,1,1,""],sampleBy:[4,1,1,""],save:[4,1,1,""],saveAsParquetFile:[4,1,1,""],saveAsTable:[4,1,1,""],schema:[4,2,1,""],select:[4,1,1,""],selectExpr:[4,1,1,""],show:[4,1,1,""],sort:[4,1,1,""],stat:[4,2,1,""],subtract:[4,1,1,""],take:[4,1,1,""],toJSON:[4,1,1,""],toPandas:[4,1,1,""],unionAll:[4,1,1,""],unpersist:[4,1,1,""],where:[4,1,1,""],withColumn:[4,1,1,""],withColumnRenamed:[4,1,1,""],write:[4,2,1,""]},"pyspark.sql.DataFrameNaFunctions":{drop:[4,1,1,""],fill:[4,1,1,""],replace:[4,1,1,""]},"pyspark.sql.DataFrameReader":{format:[4,1,1,""],jdbc:[4,1,1,""],json:[4,1,1,""],load:[4,1,1,""],option:[4,1,1,""],options:[4,1,1,""],orc:[4,1,1,""],parquet:[4,1,1,""],schema:[4,1,1,""],table:[4,1,1,""]},"pyspark.sql.DataFrameStatFunctions":{corr:[4,1,1,""],cov:[4,1,1,""],crosstab:[4,1,1,""],freqItems:[4,1,1,""],sampleBy:[4,1,1,""]},"pyspark.sql.DataFrameWriter":{format:[4,1,1,""],insertInto:[4,1,1,""],jdbc:[4,1,1,""],json:[4,1,1,""],mode:[4,1,1,""],option:[4,1,1,""],options:[4,1,1,""],orc:[4,1,1,""],parquet:[4,1,1,""],partitionBy:[4,1,1,""],save:[4,1,1,""],saveAsTable:[4,1,1,""]},"pyspark.sql.GroupedData":{agg:[4,1,1,""],avg:[4,1,1,""],count:[4,1,1,""],max:[4,1,1,""],mean:[4,1,1,""],min:[4,1,1,""],sum:[4,1,1,""]},"pyspark.sql.HiveContext":{refreshTable:[4,1,1,""]},"pyspark.sql.Row":{asDict:[4,1,1,""]},"pyspark.sql.SQLContext":{applySchema:[4,1,1,""],cacheTable:[4,1,1,""],clearCache:[4,1,1,""],createDataFrame:[4,1,1,""],createExternalTable:[4,1,1,""],getConf:[4,1,1,""],inferSchema:[4,1,1,""],jsonFile:[4,1,1,""],jsonRDD:[4,1,1,""],load:[4,1,1,""],parquetFile:[4,1,1,""],range:[4,1,1,""],read:[4,2,1,""],registerDataFrameAsTable:[4,1,1,""],registerFunction:[4,1,1,""],setConf:[4,1,1,""],sql:[4,1,1,""],table:[4,1,1,""],tableNames:[4,1,1,""],tables:[4,1,1,""],udf:[4,2,1,""],uncacheTable:[4,1,1,""]},"pyspark.sql.Window":{orderBy:[4,6,1,""],partitionBy:[4,6,1,""]},"pyspark.sql.WindowSpec":{orderBy:[4,1,1,""],partitionBy:[4,1,1,""],rangeBetween:[4,1,1,""],rowsBetween:[4,1,1,""]},"pyspark.sql.functions":{abs:[4,3,1,""],acos:[4,3,1,""],add_months:[4,3,1,""],approxCountDistinct:[4,3,1,""],array:[4,3,1,""],array_contains:[4,3,1,""],asc:[4,3,1,""],ascii:[4,3,1,""],asin:[4,3,1,""],atan2:[4,3,1,""],atan:[4,3,1,""],avg:[4,3,1,""],base64:[4,3,1,""],bin:[4,3,1,""],bitwiseNOT:[4,3,1,""],cbrt:[4,3,1,""],ceil:[4,3,1,""],coalesce:[4,3,1,""],col:[4,3,1,""],column:[4,3,1,""],concat:[4,3,1,""],concat_ws:[4,3,1,""],conv:[4,3,1,""],cos:[4,3,1,""],cosh:[4,3,1,""],count:[4,3,1,""],countDistinct:[4,3,1,""],crc32:[4,3,1,""],cumeDist:[4,3,1,""],current_date:[4,3,1,""],current_timestamp:[4,3,1,""],date_add:[4,3,1,""],date_format:[4,3,1,""],date_sub:[4,3,1,""],datediff:[4,3,1,""],dayofmonth:[4,3,1,""],dayofyear:[4,3,1,""],decode:[4,3,1,""],denseRank:[4,3,1,""],desc:[4,3,1,""],encode:[4,3,1,""],exp:[4,3,1,""],explode:[4,3,1,""],expm1:[4,3,1,""],expr:[4,3,1,""],factorial:[4,3,1,""],first:[4,3,1,""],floor:[4,3,1,""],format_number:[4,3,1,""],format_string:[4,3,1,""],from_unixtime:[4,3,1,""],from_utc_timestamp:[4,3,1,""],greatest:[4,3,1,""],hex:[4,3,1,""],hour:[4,3,1,""],hypot:[4,3,1,""],initcap:[4,3,1,""],instr:[4,3,1,""],lag:[4,3,1,""],last:[4,3,1,""],last_day:[4,3,1,""],lead:[4,3,1,""],least:[4,3,1,""],length:[4,3,1,""],levenshtein:[4,3,1,""],lit:[4,3,1,""],locate:[4,3,1,""],log10:[4,3,1,""],log1p:[4,3,1,""],log2:[4,3,1,""],log:[4,3,1,""],lower:[4,3,1,""],lpad:[4,3,1,""],ltrim:[4,3,1,""],max:[4,3,1,""],md5:[4,3,1,""],mean:[4,3,1,""],min:[4,3,1,""],minute:[4,3,1,""],monotonicallyIncreasingId:[4,3,1,""],month:[4,3,1,""],months_between:[4,3,1,""],next_day:[4,3,1,""],ntile:[4,3,1,""],percentRank:[4,3,1,""],pow:[4,3,1,""],quarter:[4,3,1,""],rand:[4,3,1,""],randn:[4,3,1,""],rank:[4,3,1,""],regexp_extract:[4,3,1,""],regexp_replace:[4,3,1,""],repeat:[4,3,1,""],reverse:[4,3,1,""],rint:[4,3,1,""],round:[4,3,1,""],rowNumber:[4,3,1,""],rpad:[4,3,1,""],rtrim:[4,3,1,""],second:[4,3,1,""],sha1:[4,3,1,""],sha2:[4,3,1,""],shiftLeft:[4,3,1,""],shiftRight:[4,3,1,""],shiftRightUnsigned:[4,3,1,""],signum:[4,3,1,""],sin:[4,3,1,""],sinh:[4,3,1,""],size:[4,3,1,""],sort_array:[4,3,1,""],soundex:[4,3,1,""],sparkPartitionId:[4,3,1,""],split:[4,3,1,""],sqrt:[4,3,1,""],struct:[4,3,1,""],substring:[4,3,1,""],substring_index:[4,3,1,""],sum:[4,3,1,""],sumDistinct:[4,3,1,""],tan:[4,3,1,""],tanh:[4,3,1,""],toDegrees:[4,3,1,""],toRadians:[4,3,1,""],to_date:[4,3,1,""],to_utc_timestamp:[4,3,1,""],translate:[4,3,1,""],trim:[4,3,1,""],trunc:[4,3,1,""],udf:[4,3,1,""],unbase64:[4,3,1,""],unhex:[4,3,1,""],unix_timestamp:[4,3,1,""],upper:[4,3,1,""],weekofyear:[4,3,1,""],when:[4,3,1,""],year:[4,3,1,""]},"pyspark.sql.types":{ArrayType:[4,4,1,""],BinaryType:[4,4,1,""],BooleanType:[4,4,1,""],ByteType:[4,4,1,""],DataType:[4,4,1,""],DateType:[4,4,1,""],DecimalType:[4,4,1,""],DoubleType:[4,4,1,""],FloatType:[4,4,1,""],IntegerType:[4,4,1,""],LongType:[4,4,1,""],MapType:[4,4,1,""],NullType:[4,4,1,""],ShortType:[4,4,1,""],StringType:[4,4,1,""],StructField:[4,4,1,""],StructType:[4,4,1,""],TimestampType:[4,4,1,""]},"pyspark.sql.types.ArrayType":{fromInternal:[4,1,1,""],fromJson:[4,5,1,""],jsonValue:[4,1,1,""],needConversion:[4,1,1,""],simpleString:[4,1,1,""],toInternal:[4,1,1,""]},"pyspark.sql.types.ByteType":{simpleString:[4,1,1,""]},"pyspark.sql.types.DataType":{fromInternal:[4,1,1,""],json:[4,1,1,""],jsonValue:[4,1,1,""],needConversion:[4,1,1,""],simpleString:[4,1,1,""],toInternal:[4,1,1,""],typeName:[4,5,1,""]},"pyspark.sql.types.DateType":{EPOCH_ORDINAL:[4,2,1,""],fromInternal:[4,1,1,""],needConversion:[4,1,1,""],toInternal:[4,1,1,""]},"pyspark.sql.types.DecimalType":{jsonValue:[4,1,1,""],simpleString:[4,1,1,""]},"pyspark.sql.types.IntegerType":{simpleString:[4,1,1,""]},"pyspark.sql.types.LongType":{simpleString:[4,1,1,""]},"pyspark.sql.types.MapType":{fromInternal:[4,1,1,""],fromJson:[4,5,1,""],jsonValue:[4,1,1,""],needConversion:[4,1,1,""],simpleString:[4,1,1,""],toInternal:[4,1,1,""]},"pyspark.sql.types.ShortType":{simpleString:[4,1,1,""]},"pyspark.sql.types.StructField":{fromInternal:[4,1,1,""],fromJson:[4,5,1,""],jsonValue:[4,1,1,""],needConversion:[4,1,1,""],simpleString:[4,1,1,""],toInternal:[4,1,1,""]},"pyspark.sql.types.StructType":{add:[4,1,1,""],fromInternal:[4,1,1,""],fromJson:[4,5,1,""],jsonValue:[4,1,1,""],needConversion:[4,1,1,""],simpleString:[4,1,1,""],toInternal:[4,1,1,""]},"pyspark.sql.types.TimestampType":{fromInternal:[4,1,1,""],needConversion:[4,1,1,""],toInternal:[4,1,1,""]},"pyspark.streaming":{DStream:[5,4,1,""],StreamingContext:[5,4,1,""],flume:[5,0,0,"-"],kafka:[5,0,0,"-"],kinesis:[5,0,0,"-"],mqtt:[5,0,0,"-"]},"pyspark.streaming.DStream":{cache:[5,1,1,""],checkpoint:[5,1,1,""],cogroup:[5,1,1,""],combineByKey:[5,1,1,""],context:[5,1,1,""],count:[5,1,1,""],countByValue:[5,1,1,""],countByValueAndWindow:[5,1,1,""],countByWindow:[5,1,1,""],filter:[5,1,1,""],flatMap:[5,1,1,""],flatMapValues:[5,1,1,""],foreachRDD:[5,1,1,""],fullOuterJoin:[5,1,1,""],glom:[5,1,1,""],groupByKey:[5,1,1,""],groupByKeyAndWindow:[5,1,1,""],join:[5,1,1,""],leftOuterJoin:[5,1,1,""],map:[5,1,1,""],mapPartitions:[5,1,1,""],mapPartitionsWithIndex:[5,1,1,""],mapValues:[5,1,1,""],partitionBy:[5,1,1,""],persist:[5,1,1,""],pprint:[5,1,1,""],reduce:[5,1,1,""],reduceByKey:[5,1,1,""],reduceByKeyAndWindow:[5,1,1,""],reduceByWindow:[5,1,1,""],repartition:[5,1,1,""],rightOuterJoin:[5,1,1,""],saveAsTextFiles:[5,1,1,""],slice:[5,1,1,""],transform:[5,1,1,""],transformWith:[5,1,1,""],union:[5,1,1,""],updateStateByKey:[5,1,1,""],window:[5,1,1,""]},"pyspark.streaming.StreamingContext":{awaitTermination:[5,1,1,""],awaitTerminationOrTimeout:[5,1,1,""],binaryRecordsStream:[5,1,1,""],checkpoint:[5,1,1,""],getActive:[5,5,1,""],getActiveOrCreate:[5,5,1,""],getOrCreate:[5,5,1,""],queueStream:[5,1,1,""],remember:[5,1,1,""],socketTextStream:[5,1,1,""],sparkContext:[5,2,1,""],start:[5,1,1,""],stop:[5,1,1,""],textFileStream:[5,1,1,""],transform:[5,1,1,""],union:[5,1,1,""]},"pyspark.streaming.flume":{FlumeUtils:[5,4,1,""],utf8_decoder:[5,3,1,""]},"pyspark.streaming.flume.FlumeUtils":{createPollingStream:[5,6,1,""],createStream:[5,6,1,""]},"pyspark.streaming.kafka":{Broker:[5,4,1,""],KafkaUtils:[5,4,1,""],OffsetRange:[5,4,1,""],TopicAndPartition:[5,4,1,""],utf8_decoder:[5,3,1,""]},"pyspark.streaming.kafka.KafkaUtils":{createDirectStream:[5,6,1,""],createRDD:[5,6,1,""],createStream:[5,6,1,""]},"pyspark.streaming.kinesis":{InitialPositionInStream:[5,4,1,""],KinesisUtils:[5,4,1,""],utf8_decoder:[5,3,1,""]},"pyspark.streaming.kinesis.InitialPositionInStream":{LATEST:[5,2,1,""],TRIM_HORIZON:[5,2,1,""]},"pyspark.streaming.kinesis.KinesisUtils":{createStream:[5,6,1,""]},"pyspark.streaming.mqtt":{MQTTUtils:[5,4,1,""]},"pyspark.streaming.mqtt.MQTTUtils":{createStream:[5,6,1,""]},pyspark:{Accumulator:[1,4,1,""],AccumulatorParam:[1,4,1,""],BasicProfiler:[1,4,1,""],Broadcast:[1,4,1,""],MarshalSerializer:[1,4,1,""],PickleSerializer:[1,4,1,""],Profiler:[1,4,1,""],RDD:[1,4,1,""],SparkConf:[1,4,1,""],SparkContext:[1,4,1,""],SparkFiles:[1,4,1,""],SparkJobInfo:[1,4,1,""],SparkStageInfo:[1,4,1,""],StatusTracker:[1,4,1,""],StorageLevel:[1,4,1,""],ml:[2,0,0,"-"],sql:[4,0,0,"-"],streaming:[5,0,0,"-"]}},objnames:{"0":["py","module","Python module"],"1":["py","method","Python method"],"2":["py","attribute","Python attribute"],"3":["py","function","Python function"],"4":["py","class","Python class"],"5":["py","classmethod","Python class method"],"6":["py","staticmethod","Python static method"]},objtypes:{"0":"py:module","1":"py:method","2":"py:attribute","3":"py:function","4":"py:class","5":"py:classmethod","6":"py:staticmethod"},terms:{"16be":4,"16le":4,"1a2s3a":4,"1e4":4,"1e6":4,"3bc51062973c458d5a6f2d8d64a023246354ad7e064b1e4e009ec8a0699a3043":4,"3c01bdbb26f358bab27f267924aa2c9a03fcfdb8":4,"56e":3,"902fbdd2b1df0c4f70b4a5d23525e932":4,"_c0":4,"_jconf":1,"_jvm":1,"abstract":[0,1,2,3,5],"boolean":[3,4],"byte":[1,4,5],"case":[1,2,3,4,5],"default":[1,2,3,4,5],"final":[1,3,4],"float":[1,2,3,4],"function":[0,1,2,3],"import":[1,2,3,4],"int":[1,3,4],"long":[1,3,4,5],"new":[1,2,3,4,5],"null":[1,2,3,4,5],"public":1,"return":[1,2,3,4,5],"short":4,"static":[1,3,4,5],"switch":1,"throw":[1,2,3,4,5],"true":[1,2,3,4,5],"try":[1,3,4],"while":[1,2,4,5],ab12cd:4,ababab:4,abc:4,abcd123:4,abcd:4,about:[1,2,4],absenc:5,absolut:[1,2,3,4],accept:[2,4],access:[1,3,4,5],accesskeyid:5,accord:[1,3],accum_param:1,accumul:1,accumulatorparam:1,accuraci:[1,3],achiev:2,aco:4,acquir:1,across:[1,2,3,4],act:2,action:[1,3],activ:[1,3,5],actual:[1,3],adapt:2,add:[1,2,3,4],add_month:4,addfil:1,addgrid:2,addinplac:1,addit:[1,2,3,4,5],addpyfil:1,address:5,adjust:2,affect:1,affin:3,after:[1,2,3,4,5],against:[2,3],againt:3,age2:4,agecol:4,agent:5,agg:4,aggreg:[1,2,4],aggregatebykei:1,aid:1,algebra:3,algo:2,algorithm:[1,2,3,4],ali:4,alia:[1,4],alias:4,alic:4,align:4,all:[1,2,3,4,5],allclos:2,alloc:[1,2,3],allow:[1,2,3,4,5],allowloc:1,alpha:[2,3],alreadi:[1,2,3,4],alsmodel:2,also:[1,2,3,4],altern:[2,3,4],although:1,alwai:[1,5],amazonaw:5,amount:3,analysi:4,analyz:4,angl:4,ani:[1,2,3,4],anint:4,anoth:[1,2,4,5],antiton:3,apach:[1,4],app:1,appear:[2,3],append:[3,4],appendbia:3,appl:1,appli:[1,3,4,5],applic:[1,5],application_1433865536131_34483:1,applicationid:1,applyschema:4,appnam:1,approach:2,approxcountdistinct:4,approxim:[1,2,4],arbitrari:[1,4],area:3,areaunderpr:[2,3],areaunderroc:[2,3],arg1:4,arg2:4,arg:[1,2,3,4],argmax:2,argument:[1,2,3,4,5],arithmet:3,ariti:3,around:[3,4],arr:4,arrai:[1,2,3,4],array_contain:4,arraytyp:4,art:1,asc:4,ascend:[1,3,4],ascii:4,asdict:4,asin:4,assert_almost_equ:3,assert_equ:3,assertionerror:3,assign:[1,3,4],associ:[1,3,4,5],assum:[1,3,4],assumpt:4,astyp:4,atan2:4,atan:4,attach:2,attempt:[1,2],attribut:[2,3,4],augment:3,auto:[2,3],autobatchedseri:1,automat:[1,2,4],avail:[1,2,3,4,5],averag:[1,3,4],avg:4,avoid:[1,4],awaittermin:5,awaitterminationortimeout:5,awsaccesskeyid:5,awssecretkei:5,back:[3,4],backward:4,bad:1,bahmani:2,banana:1,bandwidth:3,bar:1,base64:4,base:[1,2,3,4,5],baseon:2,basic:[0,1,5],basicprofil:1,batch:[1,3,5],batchdur:5,batchsiz:1,bay:[2,3],becaus:[2,3,4],becom:3,been:[1,2,3,5],befor:[1,3,4,5],begin:5,behav:1,behavior:[2,4],belong:[3,4],below:4,benefit:4,bernoulli:[2,3],best:2,bestmodel:2,beta:3,better:1,between:[1,2,3,4,5],beyond:4,bfg:3,bia:[1,3],bigint:4,billion:4,bin:[2,3,4],binar:2,binari:[1,2,3,4,5],binaryclassificationevalu:2,binaryclassificationmetr:3,binaryfil:1,binaryrecord:1,binaryrecordsstream:5,binarysearch:3,binarytyp:4,bit:[3,4],bitwis:4,bitwiseand:4,bitwisenot:4,bitwiseor:4,bitwisexor:4,blanklin:[3,4],blei:3,block:[1,2,3,4],blockcolindex:3,blockmatrix:3,blockrowindex:3,bob:4,bodi:5,bodydecod:5,book:2,booleantyp:4,boost:[2,3],bootstrap:3,both:[1,2,4,5],bound:4,boundari:[3,4],broadcast:1,broker:5,brokerurl:5,bucket:[1,2],build:[1,2,3],builder:2,built:[1,4],builtin:4,bytearrai:4,bytebuff:1,bytetyp:4,c_t:3,cach:[1,2,4,5],cachenodeid:2,cachet:4,calcul:[2,3,4,5],calcult:3,calibr:2,call:[1,2,3,4,5],came:4,can:[1,2,3,4,5],cancel:1,cancelalljob:1,canceljobgroup:1,cannot:[3,4],captur:1,cardin:[1,3],cartesian:1,cast:[2,4],cat:1,catalog:4,categor:[2,3],categori:[2,3],categoricalfeaturesinfo:3,caus:[1,2],cbrt:4,cd9fb1e148ccd8442e5aa74904cc73bf6fb54d1d54d333bd596aa9bb4bb4e961:4,cdf:[3,4],ceil:4,cell:4,center:[2,3],centr:3,centroid:3,certain:[2,3,4],chain:1,chang:[1,2,4,5],charact:4,character:5,characterist:3,charset:4,check:[1,2,3,4],checkcod:1,checkpoint:[1,2,3,5],checkpointinterv:[2,3,5],checkpointpath:5,chi:3,child:[2,3],chisqselector:3,chisqselectormodel:3,chisqtest:3,chisqtestresult:3,chisquar:3,chisquaredtest:3,choic:2,choos:[1,2,3],chosen:1,claim:4,classif:0,classifi:[2,3],classmethod:[1,3,4,5],classnam:1,classpath:4,claus:4,clear:[1,2,3],clearcach:4,clearfil:1,clearthreshold:3,client:5,clone:1,close:[1,3],closest:[2,3,4],cloudwatch:5,cluster:[0,1],cluster_label:3,clustercent:[2,3],clusterdata_1:3,clusterdata_2:3,clusterweight:3,coalesc:[1,4],code:[2,3],codec:1,coeffici:[3,4],cogroup:[1,5],cohen:3,col1:4,col1_:4,col2:4,col:[3,4],collabor:2,collect:[0,1,2,3,4,5],collectasmap:1,colnam:4,colptr:3,colsperblock:3,colstat:3,column:[0,2,3,4],com:[3,5],combfunc:1,combin:[1,2],combinebykei:[1,5],combop:1,command:[1,4],commonli:[1,3],commun:2,commut:1,companion:2,compar:[1,3],compat:[1,3,4,5],competit:4,compil:2,complet:[1,3,5],compon:[2,3],composition:3,compress:1,compressioncodecclass:1,compris:3,comput:[1,2,3,4,5],computecost:3,concat:4,concat_w:4,concaten:4,concentr:3,concept:3,concret:4,concurr:[2,5],cond:4,condit:[2,3,4],conduct:3,conf:1,confid:[1,2],configur:[1,2,3,4],conflict:2,confus:3,confusionmatrix:3,connect:[1,4,5],consecut:4,consid:[1,2,3,4],consist:[1,2,4],consol:4,constant:[1,2,3],constraint:[2,5],construct:[3,4],consum:[1,5],contain:[1,2,3,4,5],containsnul:4,content:0,context:[0,1,3],conting:[3,4],continu:[2,3,5],contribut:[2,3],control:[1,3],conv:4,converg:[2,3],convergencetol:3,convers:4,convert:[1,2,3,4],coordin:[3,4,5],coordinatematrix:3,copi:[1,2,3,5],corpu:3,corr:[3,4],correct:[1,3],correl:[3,4],correspond:[2,3,4,5],cosh:4,cosin:[2,4],cosinesimilar:3,cost:3,could:[1,3,4,5],count:[1,3,4,5],countapprox:1,countapproxdistinct:1,countbykei:1,countbyvalu:[1,5],countbyvalueandwindow:5,countbywindow:5,countdistinct:4,counter:1,countri:4,cov:4,covari:4,cover:2,covert:3,cprofil:1,crash:4,crc32:4,creat:[1,2,3,4,5],createcombin:[1,5],createdatafram:[2,3,4],createdirectstream:5,createexternalt:4,createpollingstream:5,createrdd:5,createstream:5,credenti:5,criteria:3,criterion:[2,3],cross:2,crosstab:4,crossvalid:2,crossvalidatormodel:2,csc:3,cstat:3,ctx:1,cube:4,cume_dist:4,cumedist:4,cumul:[3,4],current:[1,2,3,4,5],current_d:4,current_timestamp:4,curv:3,custom:1,cutoff:2,cvmodel:2,cyclic:4,dai:4,data:[0,1,2,3,4,5],data_typ:4,databas:4,datafram:[0,2,4],dataframenafunct:4,dataframeread:4,dataframestatfunct:4,dataframewrit:4,dataset:[0,1,2,3,4],datatyp:[1,4],date1:4,date2:4,date:4,date_add:4,date_format:4,date_sub:4,datediff:4,datetim:[4,5],datetyp:4,dayofmonth:4,dayofweek:4,dayofyear:4,dbname:4,dcg:3,dead:1,debug:[1,4],decai:3,decayfactor:3,decid:3,decim:4,decimaltyp:4,decis:[2,3],decision_tree_learn:2,decisiontre:3,decisiontreeclassifi:2,decisiontreeclassificationmodel:2,decisiontreemodel:3,decisiontreeregressionmodel:2,decisiontreeregressor:2,declar:2,decod:[1,4,5],decompress:5,decreas:[1,5],deep:2,deeper:2,def:[1,4],defaultawscredentialsproviderchain:5,defaultminpartit:1,defaultparallel:[1,3],defaultvalu:[1,4],defin:[1,2,3,4,5],degre:[2,3,4],degreesoffreedom:3,deleg:3,delet:[1,3],delim:4,delimit:[4,5],dens:[2,3],dense1:3,dense2:3,dense3:3,dense_rank:4,densematrix:[2,3],denserank:4,densevector:[2,3],densiti:3,depart:4,depend:[1,2,3,4,5],deploi:5,deprec:[1,4],depth:[1,2,3],deptid:4,deriv:3,desc:4,descend:[1,3,4],descent:3,describ:4,descript:1,deseri:1,design:3,desir:4,detail:[1,3,5],determin:[2,3,4],develop:[3,5],developerapi:1,deviat:[1,2,3],df0:4,df1:4,df2:4,df3:4,df4:4,df_as1:4,df_as2:4,dialect:2,dict:[1,3,4,5],dictionari:[1,2,3],did:1,diff:4,differ:[1,2,3,4,5],digest:4,digit:4,dim:3,dimens:[1,2,3],dimension:[2,3,4],dir:[2,3],directli:[1,3,5],directori:[1,3,5],dirichlet:3,dirnam:1,dirpath:1,discard:2,discount:3,discret:[0,2,3,5],disk:[1,3,4],disk_onli:1,disk_only_2:1,distanc:[3,4],distinct:[1,3,4,5],distnam:3,distribut:[0,1,2],distributedmatrix:3,divid:[1,3],docconcentr:3,doctest:[1,4],document:[2,3,4,5],doe:[1,3,4,5],doi:[1,2,4],domain:4,don:[1,4],done:[1,4,5],dot:[3,4],doubl:[2,3,4],doubletyp:4,down:1,download:1,drawn:3,driver:[1,2,3,5],drop:[1,2,4],drop_dupl:4,dropdupl:4,droplast:2,dropna:4,dsl:4,dstream:[0,3,5],dtype:4,due:[1,3],dump:1,dump_profil:1,duplic:[1,4],durat:5,dure:[2,3,4,5],dynamodb:5,each:[1,2,3,4,5],earlier:5,east:5,ecdf:3,edf:4,edu:2,effect:3,effici:[1,2,3,5],egg:1,either:[1,2,3,4,5],elaps:5,elast:2,elasticnet:2,elasticnetparam:2,element:[1,2,3,4,5],elementtyp:4,elementwis:3,elementwiseproduct:[2,3],elimin:5,ellipsi:1,els:[3,4],embed:[2,3],empir:3,empti:[1,2,3,5],emptyrdd:1,enabl:5,enabledecompress:5,encod:[1,2,4,5],end:[1,3,4,5],endpointurl:5,endswith:4,engin:1,ensembl:3,ensu:3,ensur:[1,5],enter:5,entir:4,entri:[0,1,2,3,4,5],entropi:[2,3],env:1,environ:[1,3],epoch:[1,4],epoch_ordin:4,eprod:[2,3],epsilon:3,equal:[2,3,4],equi:4,equival:[2,3,4,5],error:[1,2,3,4,5],essenti:2,estim:[1,2,3],estimatorparammap:2,eta:3,etc:[1,4,5],ethz:2,evalu:0,even:1,evenli:1,event:5,ever:4,everi:[1,2,3,4,5],everyth:4,exactli:[1,3,4],exampl:[1,2,3,4],except:[1,2,3,4,5],exclus:[1,4],execut:[1,2,4,5],executor:[1,2,4],exist:[1,2,3,4,5],exp:[3,4],expand:[2,4],expans:2,expect:[1,2,3],experiment:[1,2,3,4,5],expir:5,explain:[2,3,4],explainedvari:3,explainparam:2,explicit:2,explicitli:2,explod:4,exploratori:4,expm1:4,expmean:3,exponenti:[3,4],exponentialrdd:3,exponentialvectorrdd:3,expos:1,expr:4,express:[2,4],expstd:3,extend:[1,4],extens:2,extern:[1,4],extra:2,extract:[2,4],extractparammap:2,fact:2,factor:[2,3],factori:[3,4],factoris:3,fail:[1,4],failur:5,fair:1,fall:[1,3],fallback:1,fals:[1,2,3,4,5],falsepositiver:3,famili:4,fast:1,faster:1,fatal:1,fault:5,featur:0,featurescol:2,featuresubsetstrategi:[2,3],feedback:2,few:5,fewer:[1,2,3],field1:4,field2:4,field3:4,field4:4,field5:4,field6:4,field:[2,4],fifth:4,file1:1,file2:1,file:[1,3,4,5],fileinput:[1,3],filenam:1,filesystem:1,filev:1,fill:4,fillna:4,filter:[1,2,3,4,5],filterfunc:5,find:[1,2,3,4],findsynonym:[2,3],finer:1,finish:1,finit:2,first:[1,2,3,4,5],first_product:3,first_us:3,fit:[2,3],fitintercept:2,five:4,fix:[1,2,4,5],flag:1,flat:[1,2,5],flatmap:[1,4,5],flatmapvalu:[1,5],flatten:[1,4,5],fleec:1,floattyp:4,floor:4,flume:0,flumeutil:5,flush:3,fmeasur:3,fold:[1,2],foldbykei:1,follow:[1,2,3,4],foo:1,forc:[1,2],foreach:[1,4],foreachpartit:[1,4],foreachrdd:5,forest:[2,3],forget:3,forgotten:3,fork:1,form:[1,3,4],format:[1,3,4],format_numb:4,format_str:4,former:1,formul:3,formula:[2,3],found:[1,2,3,4],fpgrowth:3,fpgrowthmodel:3,fpm:0,fraction:[1,2,3,4],frame:4,freedom:3,freq:[2,3],freqitem:4,freqitemset:3,frequenc:[2,3,4],frequent:[2,3,4],fri:4,from:[1,2,3,4,5],from_unixtim:4,from_utc_timestamp:4,frombas:4,fromintern:4,fromjson:4,fromoffset:5,ftp:1,full:[3,4,5],fulli:1,fullouterjoin:[1,5],func:[1,5],further:2,futur:[1,2],gain:[2,3],gamma:3,gammardd:3,gammavectorrdd:3,gap:[1,2,4],garbag:[1,5],gatewai:1,gaussian:3,gaussianmixtur:3,gaussianmixturemodel:3,gbt:2,gbtclassifi:2,gbtclassificationmodel:2,gbtregressionmodel:2,gbtregressor:2,gdf:4,gender:4,gener:[1,2,3,4,5],generatelinearinput:3,generatelinearrdd:3,get:[1,2,3,4,5],getact:5,getactivejobsid:1,getactiveorcr:5,getactivestageid:1,getal:1,getalpha:2,getcachenodeid:2,getcheckpointfil:1,getcheckpointinterv:2,getconf:4,getdegre:2,getdroplast:2,getelasticnetparam:2,getestim:2,getestimatorparammap:2,getevalu:2,getfeaturescol:2,getfeaturesubsetstrategi:2,getfield:4,getfitintercept:2,getformula:2,getgap:2,getimplicitpref:2,getimpur:2,getinitmod:2,getinitstep:2,getinputcol:2,getitem:4,getitemcol:2,getjobidsforgroup:1,getjobinfo:1,getk:2,getlabelcol:2,getlocalproperti:1,getlosstyp:2,getmaxbin:2,getmaxcategori:2,getmaxdepth:2,getmaxit:2,getmaxmemoryinmb:2,getmetricnam:2,getmincount:2,getmindocfreq:2,getmininfogain:2,getmininstancespernod:2,getmintokenlength:2,getmodeltyp:2,getn:2,getnonneg:2,getnumfeatur:2,getnumfold:2,getnumitemblock:2,getnumpartit:[1,2,3,4],getnumtre:2,getnumuserblock:2,getorcr:5,getordefault:2,getoutputcol:2,getp:2,getparam:2,getpattern:2,getpredictioncol:2,getprobabilitycol:2,getrank:2,getratingcol:2,getrawpredictioncol:2,getregparam:2,getrootdirectori:1,getscalingvec:2,getse:2,getsmooth:2,getsplit:2,getstag:2,getstageinfo:1,getsteps:2,getstoragelevel:1,getsubsamplingr:2,getthreshold:2,gettol:2,getusercol:2,getvector:[2,3],getvectors:2,getwithmean:2,getwithstd:2,gini:[2,3],give:[1,2,3,4],given:[1,2,3,4,5],glob:[1,3],global:1,glom:[1,5],goe:4,good:3,googl:3,gracefulli:5,gradient:[2,3],gradient_boost:2,gradientboostedtre:3,gradientboostedtreesmodel:3,grain:1,gram:[2,3],grape:1,graph:[3,5],greater:[1,3,4],greatest:4,grid:2,ground:3,group:[0,1,2,4,5],groupbi:[1,4],groupbykei:[1,5],groupbykeyandwindow:5,groupeddata:4,groupid:[1,5],groupwith:1,growth:3,guarante:[1,2,4],guid:5,gzipcodec:1,had:[1,4],hadamard:[2,3],hadoop:[1,3,4,5],hadoopfil:1,hadooprdd:1,half:3,halflif:3,hand:3,handl:[1,2,3,4],happen:4,hasdefault:2,hash:[1,2,3,4,5],hashabl:3,hashingtf:[2,3],hasparam:2,hat:3,have:[1,2,3,4,5],hdf:[1,5],head:[2,4],height:4,held:2,hello:[1,4],help:[1,2],helper:[1,3],henc:[2,3],here:[1,2,3,4],hex:4,hexadecim:4,hierarch:3,high:3,higher:[3,4,5],highest:3,histogram:[1,2],hive:4,hivecontext:4,hiveql:4,hold:[2,3],hole:4,hook_compress:1,host:5,hostnam:5,hot:2,hour:[4,5],how:[1,3,4,5],howev:1,href:1,htf:3,html:[1,2],htmledit:2,http:[1,2,3,4,5],human:3,hyper:2,hyperbol:4,hyperloglog:1,hypot:4,hypothesi:3,icdm:2,icml2010:3,ident:2,identifi:[1,2,3,4],idf:[2,3],idfmodel:[2,3],idx:4,iff:4,ignor:[2,3,4,5],immedi:1,immut:1,implement:[1,2,3,4],implicit:2,implicitpref:2,impur:[2,3],includ:[1,2,3,4,5],inclus:[4,5],incom:3,incomplet:1,inconsist:3,increas:[1,2,3,4,5],increment:[1,4,5],independ:3,indeterminist:4,index1:3,index2:3,index:[1,2,3,4],indexedrow:3,indexedrowmatrix:3,indexof:3,individu:[1,3],inf:[2,3],infer:[1,3,4],inferschema:4,infin:1,info:[1,3,5],inform:[1,2,3,5],inherit:1,initcap:4,initcent:3,initi:[1,2,3,5],initializationmod:3,initializationstep:3,initialmodel:3,initialpositioninstream:5,initialweight:3,initmod:[2,3],initstep:2,initweight:3,inner:4,inout:3,input:[1,2,3,4,5],inputcol:2,inputformat:1,inputformatclass:1,inputtoken:2,insensit:[2,4],inser:1,insert:4,insertinto:4,inset:4,insid:1,instal:[1,4],instanc:[1,2,3,4],instanti:[1,4],instead:[1,2,3,4],instr:4,integ:[1,3,4],integertyp:4,integr:4,intent:5,intention:1,intercept:[2,3],interfac:4,intermedi:[3,4],intern:[1,2,3,4,5],interoper:5,interpol:3,interpret:[1,4,5],interrupt:1,interruptoncancel:1,intersect:[1,4],interv:[2,3,5],intlist:4,intuit:3,intwrit:1,invalid:[2,4],invers:[2,3,4,5],invfunc:5,invoc:1,invok:[1,3,4],invreducefunc:5,irm:3,is_cach:1,ischeckpoint:1,isdefin:2,isempti:1,isin:4,isinst:3,islargerbett:2,isloc:4,isnan:3,isnotnul:4,isnul:4,iso:4,isoton:3,isotonicregress:3,isotonicregressionmodel:3,isset:2,istemporari:4,istranspos:3,item:[1,2,3,4],itemcol:2,itemfactor:2,itemset:3,iter:[1,2,3,4],itself:[4,5],jar:1,java:[1,2,3,4],java_model:[2,3],javaload:3,javardd:5,javasav:3,javastreamingcontext:5,javatowritableconvert:1,javavectortransform:3,jdbc:4,jdf:4,jdstream:5,jmlr:3,job:1,job_to_cancel:1,jobgroup:1,jobid:1,join:[1,3,4,5],joined_df:4,joint:2,jordan:3,journal:3,jrdd:1,jrdd_deseri:[1,5],jsc:1,json:[3,4],jsonfil:4,jsonrdd:4,jsonvalu:4,jspec:4,jssc:5,jtracker:1,just:3,jvm:4,kafka:0,kafkaparam:5,kafkautil:5,karp:4,kcl:5,keep:[1,2],keepseri:5,kei:[1,2,3,4,5],kept:1,kerneldens:3,keybi:1,keyclass:1,keyconvert:1,keydecod:5,keyfunc:1,keytyp:4,keyword:2,kind:3,kinesi:0,kinesisappnam:5,kinesisutil:5,kitten:4,kmean:[2,3],kmeansmodel:[2,3],known:[1,3,4],kolmogorov:3,kolmogorovsmirnovtest:3,kolmogorovsmirnovtestresult:3,ksmodel:3,kstest:3,kth:1,kwarg:[2,4],l_1:3,l_2:3,label:[2,3],labelcol:2,labeledpoint:3,lag:4,laid:4,lamb:1,lambda:[1,2,3,4],lambda_:3,languag:[1,2,3,4],larg:[1,2,3,4,5],large_broadcast:1,largest:[1,2],lasso:[2,3],lassomodel:3,lassowithsgd:3,last:[1,2,3,4,5],last_dai:4,latent:3,later:[3,4],latest:[3,5],latestmodel:3,latter:[1,2],lbfg:3,lda:3,ldamodel:3,ldaoptim:3,lead:[3,4],leader:5,leaf:[2,3],learn:[2,3],learningr:3,leas:5,least:[1,2,3,4],leastabsoluteerror:3,leastsquareserror:3,leav:4,left:[1,2,4,5],left_out:4,leftouterjoin:[1,5],lemon:1,len:[1,2,3,4],length:[1,2,3,4,5],less:[2,3,4],lesser:3,letter:4,level:[1,3,4,5],levenshtein:4,lib:1,liblinear:3,librari:[1,2,4,5],libsvm:3,lifetim:4,like:[1,2,3,4],limit:[1,2,4,5],lin:3,linalg:[0,2],line:[1,3,4,5],linear:[2,3],lineardatagener:3,linearli:2,linearmodel:3,linearregress:2,linearregressionmodel:[2,3],linearregressionwithsgd:3,link:2,list:[1,2,3,4,5],lit:4,liter:4,littl:1,live:5,load:[1,3,4,5],loaddefault:1,loader:3,loadlabeledpoint:3,loadlibsvmfil:3,loadvector:3,local:[1,3,4],localdoc:3,locat:[1,4,5],lock:1,log10:4,log1p:4,log2:[2,3,4],log:[1,2,3,4],logarithm:4,logic:4,logist:[2,3],logisticregress:[2,3],logisticregressionmodel:[2,3],logisticregressionwithlbfg:3,logisticregressionwithsgd:3,loglevel:1,logloss:3,lognormalrdd:3,lognormalvectorrdd:3,longer:1,longtyp:4,longwrit:1,look:[3,5],lookup:1,loss:[2,3],losstyp:2,low:[1,2,3],lower:[1,2,3,4],lowerbound:4,lowercas:2,lowest:3,lpad:4,lrm:3,lsdw6p:3,ltrim:4,m_t:3,machin:[2,3,5],made:1,mae:2,mai:[1,2,3,4,5],main:[0,1,4,5],maintain:2,major:3,make:[2,3,4,5],mani:4,manipul:4,manner:1,manual:2,map:[1,2,3,4,5],map_func:1,mapfield:4,mappartit:[1,4,5],mappartitionswithindex:[1,5],mappartitionswithsplit:1,mapper:1,mapr:1,mapreduc:1,maptyp:4,mapvalu:[1,5],mari:1,mark:[1,4],marshal:1,marshalseri:1,master:[1,5],mat:3,match:[1,2,3,4],math:3,mathemat:[2,4],matric:[2,3],matrix:[2,3],matrixentri:3,matrixfactorizationmodel:3,matter:1,max:[1,2,3,4],maxbatchs:5,maxbin:[2,3],maxcategori:2,maxdepth:[2,3],maxim:[2,3],maximum:[1,2,3,4,5],maxit:2,maxiter:3,maxmemoryinmb:2,maxsiz:4,mcm:3,md5:4,mean:[1,2,3,4],meanabsoluteerror:3,meanapprox:1,meanaverageprecis:3,meaning:3,meansquarederror:3,meant:4,measur:[3,4],mechan:1,meet:1,membership:3,membership_matrix:3,memori:[1,2,4],memory_and_disk:1,memory_and_disk_2:[1,5],memory_and_disk_s:1,memory_and_disk_ser_2:1,memory_onli:1,memory_only_2:1,memory_only_s:[1,4,5],memory_only_ser_2:1,merg:[1,2],mergecombin:[1,5],mergevalu:[1,5],messag:[2,5],metadata:[2,3,4],meth:3,method:[1,2,3,4,5],metric:[2,3,5],metricnam:2,might:[1,4],mike:4,min:[1,3,4],mincount:[2,3],mindocfreq:[2,3],mine:3,minibatchfract:3,minim:[2,3],minimum:[1,2,3,4,5],mininfogain:[2,3],mininstancespernod:[2,3],minpartit:[1,3],minsplit:1,minsupport:3,mintokenlength:2,minu:4,minut:4,mismatch:3,miss:[1,4],mix:2,mixin:3,mixtur:3,mkdir:1,mkdtemp:[3,4],mllib:[0,1,2],mlutil:3,mode:[2,3,4],model2:2,model:[2,3],modeltyp:2,modifi:[1,2],modul:[0,1],moment:4,mon:4,monitor:[1,5],monoton:[3,4],monotonicallyincreasingid:4,month:4,months_between:4,more:[1,2,3,4,5],most:[1,2,3,4],move:5,mqtt:0,mqttutil:5,mse:2,much:1,multi:[1,2,4],multi_class_data:3,multiclass:[2,3],multiclassclassificationevalu:2,multiclassmetr:3,multinomi:[2,3],multipl:[1,2,3,4,5],multipli:[2,3],multivari:3,multivariategaussian:3,multivariatestatisticalsummari:3,must:[1,2,3,4,5],mycustomprofil:1,myrdd:1,n_t:3,n_th:3,naiv:[2,3],naivebay:[2,3],naivebayesmodel:[2,3],name:[0,1,2,3,4,5],namedtemporaryfil:[1,3],namedtupl:4,nan:[1,3],narrow:4,nativ:4,natur:[2,3,4],nbar:1,ndarrai:3,ndcg:3,ndcgat:3,nearest:3,nearli:1,need:[1,2,3,4],needconvers:4,neg:[3,4],neither:2,nest:4,net:2,netti:5,neutral:1,newapihadoopfil:1,newapihadooprdd:1,newli:2,newlin:3,nexampl:3,next:[2,3,4],next_dai:4,nfeatur:3,nfoo:1,ngram:2,nlp:2,nnnnn:1,node:[1,2,3],nois:3,non:[1,3,4],none:[1,2,3,4,5],nonneg:[2,3],nonposit:3,nonzero:3,noqa:1,nor2:3,nor:3,norm:[2,3],normal:[1,2,3,4],normalrdd:3,normalvectorrdd:3,norml1:3,norml2:3,note:[1,2,3,4,5],npart:3,npoint:3,ntile:4,nullabl:4,nullhypothesi:3,nulltyp:4,num:[1,2,3,4,5],number:[1,2,3,4,5],numbit:4,numclass:3,numcol:3,numcolblock:3,numer:[1,2,4],numfeatur:[2,3],numfold:2,numitemblock:2,numiter:3,numlabel:2,numnod:[2,3],numnonzero:3,numpartit:[1,2,3,4,5],numpi:[2,3],numrow:3,numrowblock:3,numslic:1,numtopfeatur:3,numtre:[2,3],numuserblock:2,obj:[1,4],object:[1,2,3,4,5],observ:[2,3],obtain:3,occur:3,occurr:4,off:[1,4],off_heap:1,offset:[4,5],offsetrang:5,often:1,old:[1,3,5],omit:4,onc:[1,4,5],oneatatim:5,onehotencod:2,onethird:[2,3],onli:[1,2,3,4,5],onlin:3,open:1,openhook:1,oper:[1,2,3,4,5],opt1:4,opt2:4,opt3:4,optim:[2,3,4],option:[1,2,4,5],orc:4,orc_df:4,orc_partit:4,order:[1,2,3,4,5],orderbi:[2,4],ordin:4,ordinari:2,org:[1,2,3,4],orient:3,origin:[1,2,3],oserror:3,other:[1,2,3,4,5],otherwis:[1,2,3,4],our:[1,3],out:[1,2,3,4],outcom:3,outer:[1,4,5],output:[1,2,3,4],outputcol:2,outputformat:1,outputformatclass:1,outsid:[2,4,5],over:[1,2,3,4,5],overflow:4,overrid:[1,2],overwrit:4,own:5,p362:4,p7c96j6:3,packag:0,package_extens:1,pad:4,page:0,pair:[1,2,3,4,5],panda:4,papadimitri:4,paper:3,parallel:[1,2,3,4,5],param:0,paramet:[1,2,3,4,5],paramgridbuild:2,parammap:2,paramnam:2,parent:[1,2,3,5],parquet:[3,4],parquet_partit:4,parquetfil:4,pars:[3,4],part:[1,3,4],particular:[1,3],partit:[1,2,3,4,5],partition:[1,5],partitionbi:[1,4,5],partitionfunc:[1,5],pass:[1,2,3,4],password:4,patch:2,path:[1,3,4],pattern:[1,2,4],pca:2,pca_featur:2,pcamodel:2,pdf:3,pearson:[3,4],pearsoncorr:3,penalti:[2,3],peopl:4,per:[1,2,4,5],percent_rank:4,percentil:4,percentrank:4,perform:[1,2,3,4],period:[3,5],persist:[1,4,5],person:4,peter:4,phrase:3,physic:4,physicalrdd:4,pic:3,pick:5,pickl:1,pickle_registri:1,picklefil:1,pickleseri:1,pid:4,piecewis:3,pipe:1,pipelin:0,pipelinemodel:2,place:[1,3,4],plan:[2,4],pleas:[3,4],plu:[3,4],poi:3,point:[0,1,2,3,4,5],poisson:3,poissonrdd:3,poissonvectorrdd:3,poll:5,polynomi:2,polynomial_expans:2,polynomialexpans:2,pool:1,popul:3,port:5,portable_hash:[1,5],posit:[3,4,5],possibl:[3,4],potenti:1,pow:4,power:[3,4],poweriterationclust:3,poweriterationclusteringmodel:3,pprint:5,practic:1,pre:[2,3],preced:4,precis:[2,3,4],precisionat:3,predic:[1,4,5],predict:[2,3],predictal:3,predictionandlabel:3,predictionandobserv:3,predictioncol:2,predicton:3,predictonvalu:3,predictsoft:3,prefer:[1,2],prefix:5,prepar:1,present:[2,3,4],preserv:[2,4],preservespartit:[1,4,5],previou:[3,4,5],previous:1,primit:1,princip:2,print:[1,3,4,5],printabl:1,printf:4,printschema:4,prior:[2,3],prioriti:1,probabilitycol:2,probabilti:3,probabl:[1,2,3],problem:[2,3],process:[1,2,3,5],produc:[1,2,3,4],product:[1,2,3],productfeatur:3,profil:1,profiler_cl:1,program:[1,5],programm:1,progress:1,project:[2,4],propag:1,properti:[1,4,5],propos:4,provid:[1,2,3,4,5],pst:4,pstat:1,publish:5,pull:5,purpos:4,put:4,pvalu:3,pyfil:1,pyrolit:1,pyspark:0,quadrat:3,qualifi:1,quarter:4,queri:[3,4,5],queue:5,queuestream:5,quorum:5,radian:4,rais:[1,2,3,4],rand:4,randn:4,random:[0,1,2],random_forest:2,randomforest:3,randomforestclassifi:2,randomforestclassificationmodel:2,randomforestmodel:3,randomforestregressionmodel:2,randomforestregressor:2,randomli:[1,2,4],randomrdd:3,randomsplit:[1,4],rang:[1,2,3,4,5],range0:4,rangebetween:4,rank:[2,3,4],rankingmetr:3,rate:[1,2,3],rather:[1,2],ratingcol:2,ratio:4,raw:[2,3],rawpredict:2,rawpredictioncol:2,rdd1:1,rdd2:1,rdd:[0,1,3,4,5],rdd_a:5,rdd_b:5,read:[1,4,5],readabl:3,readlin:1,real:3,reason:4,recal:[2,3],receiv:[1,2,3,5],recent:[1,2,3],recogn:[3,5],recommend:[0,1],recommendproduct:3,recommendus:3,recomput:[1,2],record:[1,3,4,5],recordlength:[1,5],recov:5,recreat:5,rectangular:4,recurs:[1,4],redistribut:1,reduc:[1,2,5],reducebykei:[1,5],reducebykeyandwindow:5,reducebykeyloc:1,reducebywindow:5,reducefunc:5,reduct:5,redund:4,refer:[1,2,3],refresh:4,refresht:4,regex:[2,4],regexp:4,regexp_extract:4,regexp_replac:4,regextoken:2,region:5,regionnam:5,regist:4,registerast:4,registerdataframeast:4,registerfunct:4,registertempt:4,registr:4,regparam:[2,3],regress:0,regressionevalu:2,regressionmetr:3,regtyp:3,regular:[2,3,4],rel:[1,3,4],relat:[2,4],relativesd:1,releas:[1,5],relev:3,reliabl:5,rememb:5,remot:5,remov:[1,2,3,4],renam:4,rep:4,repartit:[1,4,5],repartitionandsortwithinpartit:1,repeat:4,repeatedli:2,replac:[1,3,4],replic:1,report:[1,5],repres:[1,2,3,4,5],represent:[1,2,3,4,5],request:[2,5],requir:[1,2,3,4],rescal:3,research:3,reseri:1,reshap:3,resili:[0,1],resolv:1,respect:[3,5],respond:1,result:[1,2,3,4,5],retain:[1,5],retainedjob:1,retainedstag:1,retoken:2,retriev:[3,4],returntyp:4,reus:1,revers:4,rformula:2,rformulamodel:2,ridg:[2,3],ridgeregressionmodel:3,ridgeregressionwithsgd:3,right:[1,2,3,4,5],right_out:4,rightouterjoin:[1,5],rint:4,rise:3,risk:3,rlike:4,rmse:2,rmtree:3,rng:3,rnlt:4,roc:3,rollup:4,root:[1,3,4],rootmeansquarederror:3,round:[3,4],row1:4,row2:4,row3:4,row:[2,3,4],row_numb:4,rowindic:3,rowmatrix:3,rownumb:4,rowsbetween:4,rowsperblock:3,rpad:4,rpc:5,rsd:4,rtrim:4,rule:3,run:[1,2,3,4,5],runjob:1,sai:4,said:2,salari:4,same:[1,2,3,4,5],samemodel:3,samemu:3,samesigma:3,sampl:[1,2,3,4],samplebi:4,samplebykei:1,samplestdev:1,samplevari:1,samplingratio:4,sat:4,satisfi:[1,5],save:[1,3,4,5],saveabl:3,saveashadoopdataset:1,saveashadoopfil:1,saveaslibsvmfil:3,saveasnewapihadoopdataset:1,saveasnewapihadoopfil:1,saveasparquetfil:4,saveaspicklefil:1,saveassequencefil:1,saveast:4,saveastextfil:[1,3,5],savemod:4,scala:[1,3,4],scalabl:3,scalar:2,scale:[2,3,4],scalingvec:2,scalingvector:3,scan:[1,4],schedul:[1,4],schema:4,scheme:4,schenker:4,scikit:2,scipi:3,score:3,scoreandlabel:[2,3],search:[0,1,2,4],second:[1,3,4,5],secretkei:5,secur:5,see:[1,2,3,4,5],seed:[1,2,3,4],seen:5,select:[2,3,4],selectexpr:4,selector:3,self:[1,2],semant:1,semijoin:4,send:[1,2,5],sensit:[2,4],sent:[1,2,5],sentenc:[2,3,4],sep:4,separ:[2,3,4],seqfunc:1,seqop:1,sequenc:[1,2,3,4,5],sequencefil:1,sequencefileoutputformat:1,sequenti:[1,4],sequncefil:1,serial:1,server:5,servic:5,set:[1,2,3,4,5],setal:1,setalpha:2,setappnam:1,setbandwidth:3,setcachenodeid:2,setcheckpointdir:1,setcheckpointinterv:2,setconf:4,setdecayfactor:3,setdegre:2,setdroplast:2,setelasticnetparam:2,setestim:2,setestimatorparammap:2,setevalu:2,setexecutorenv:1,setfeaturescol:2,setfeaturesubsetstrategi:2,setfitintercept:2,setformula:2,setgap:2,sethalflif:3,setifmiss:1,setimplicitpref:2,setimpur:2,setinitialcent:3,setinitialweight:3,setinitmod:2,setinitstep:2,setinputcol:2,setitemcol:2,setjobgroup:1,setk:[2,3],setlabelcol:2,setlearningr:3,setlocalproperti:1,setloglevel:1,setlosstyp:2,setmast:1,setmaxbin:2,setmaxcategori:2,setmaxdepth:2,setmaxit:2,setmaxmemoryinmb:2,setmetricnam:2,setmincount:[2,3],setmindocfreq:2,setmininfogain:2,setmininstancespernod:2,setmintokenlength:2,setmodeltyp:2,setn:2,setnam:1,setnonneg:2,setnumblock:2,setnumfeatur:2,setnumfold:2,setnumitemblock:2,setnumiter:3,setnumpartit:[2,3],setnumtre:2,setnumuserblock:2,setoutputcol:2,setp:2,setparam:2,setpattern:2,setpredictioncol:2,setprobabilitycol:2,setrandomcent:3,setrank:2,setratingcol:2,setrawpredictioncol:2,setregparam:2,setsampl:3,setscalingvec:2,setse:[2,3],setsmooth:2,setsparkhom:1,setsplit:2,setstag:2,setsteps:2,setsubsamplingr:2,setsystemproperti:1,setter:[1,3],setthreshold:[2,3],settol:2,setup:5,setupfunc:5,setusercol:2,setvectors:[2,3],setwithmean:[2,3],setwithstd:[2,3],sgd:3,sha1:4,sha2:4,sha:4,shallow:2,shape:3,share:1,shell:1,shift:4,shiftleft:4,shiftright:4,shiftrightunsign:4,ship:1,shorthand:4,shorttyp:4,should:[1,2,3,4,5],shouldn:3,show:[1,2,4],show_profil:1,shrink:[2,3],shuffl:[1,4],shut:1,shutil:3,si_model:2,side:[1,3,4],sigma:3,sign:4,signum:4,silent:4,similar:[2,3,4,5],similarli:1,simpl:[2,3,4],simpledateformat:4,simplestr:4,simpli:[3,4],sin:4,sinc:[2,3],sine:4,singl:[1,2,3,4,5],sinh:4,sink:5,sit:4,site:4,size:[1,2,3,4],skip:[1,3,4],slave:5,sleep:1,slen:4,slice:[4,5],slide:5,slidedur:5,slow:1,slower:5,small:[1,3],smaller:[1,3],smirnov:3,smooth:[2,3],socket:5,sockettextstream:5,softmax:3,solv:[2,3],some:[1,2,3,4],someth:1,somewhat:1,sort:[1,2,3,4],sort_arrai:4,sortbi:1,sortbykei:1,soundex:4,sourc:[1,2,3,4,5],space:[1,2,3,4],spark_us:1,sparkconf:1,sparkcontext:[0,1,3,4,5],sparkfil:1,sparkhom:1,sparkjobinfo:1,sparkpartitionid:4,sparkstageinfo:1,sparkus:1,spars:[2,3],sparse1:3,sparse_data:3,sparsematrix:3,sparsevector:[2,3],sparsiti:2,spearman:3,spearmancorr:3,special:[1,4],specif:[2,3,4,5],specifi:[1,2,3,4,5],speed:[2,4],split:[1,2,3,4],splitindex:1,sql:[0,1,2],sql_ctx:4,sqlcontext:[0,2,3,4],sqlqueri:4,sqrt:[2,3,4],squar:[2,3,4],squared_dist:3,srccol:4,ssc:5,stabil:2,stack:3,stage:[1,2],stageid:1,stamp:4,standard:[1,2,3,4],standardscal:[2,3],standardscalarmodel:3,standardscalermodel:[2,3],stanford:2,start:[1,4,5],start_job:1,startpo:4,startswith:4,starttim:1,stat:[0,1,2],statcount:1,state:[1,5],statement:4,statist:[2,3,4],statu:1,statustrack:1,std:[2,3],stddev:4,stdev:[1,3],stdout:1,step:[1,2,3,4],stepsiz:[2,3],stkm:3,stochast:3,stop:[1,5],stop_job:1,stopgracefulli:5,stopsparkcontext:5,storag:[1,3,4,5],storagelevel:[1,4,5],store:[2,3,4,5],str:[1,3,4],strata:4,stratifi:[1,4],stratum:4,stream:[0,1,3],streamingcontext:[0,5],streamingkmean:3,streamingkmeansmodel:3,streaminglogisticregressionwithsgd:3,streamlib:1,streamnam:5,strength:2,strictli:2,string:[1,2,3,4,5],stringifi:3,stringinddf:2,stringindex:2,stringindexermodel:2,stringlengthint:4,stringlengthstr:4,stringtyp:4,strongli:1,struct1:4,struct2:4,struct:4,structfield:4,structtyp:4,style:4,sub:3,subclass:2,submit:1,subnam:4,subpackag:0,subprotocol:4,subsamplingr:2,subscrib:5,subset:[1,2,3,4],substr:4,substring_index:4,subtract:[1,4,5],subtractbykei:1,suffici:2,suffix:5,suggest:1,suitabl:4,sum:[1,2,3,4],sumapprox:1,sumdistinct:4,summari:[2,3,4],sun:4,suppli:[2,3],support:[1,2,3,4],supportedfeaturesubsetstrategi:3,supress:1,sure:5,svec:2,svm:3,svmmodel:3,svmwithsgd:3,sym:3,symmetr:3,synonym:3,system:[1,3,4,5],table1:4,tablenam:4,tag:4,take:[1,2,3,4],takeord:1,takesampl:1,tan:4,tangent:4,tanh:4,target:[1,3],task:[1,4],tcp:5,tempdir:1,tempfil:[1,3,4],tempfile2:1,tempfile3:1,temporari:4,temporarili:2,ten:4,term:[1,2,3],termin:5,terminolog:3,test0:2,test1:2,test:[1,2,3,4],test_support:4,testfil:1,testset:3,text:[1,2,3,4,5],textfil:1,textfilestream:5,textinputformat:1,tfidf:3,than:[1,2,3,4,5],thei:[1,2,3,4,5],them:[1,2,3,4,5],theoret:3,therefor:3,theta:[2,3,4],thi:[1,2,3,4,5],third:4,those:[1,4],thread:[1,5],three:[1,4,5],thresh:4,threshold:[2,3],through:[1,3,4],thu:[1,4],tie:4,time:[1,2,3,4,5],timeout:[1,5],timestamp:4,timestamptyp:4,timeunit:3,timezon:4,tinyurl:3,tip:5,tmp2:1,tmp:1,tmpfile:1,tmptabl:4,to_dat:4,to_profil:1,to_replac:4,to_utc_timestamp:4,toarrai:3,tobas:4,toblockmatrix:3,tocoordinatematrix:3,todebugstr:[1,3],todegre:4,todens:3,todf:[2,4],todo:2,togeth:[1,2,3,4],toindexedrowmatrix:3,tointern:4,tointernald:4,tojson:4,token:[2,3],tol:2,toler:[1,2,3,5],tolocaliter:1,tolocalmatrix:3,tom:4,too:4,tool:5,top:[1,3,5],topanda:4,topic:[3,5],topic_nam:5,topicandpartit:5,topicconcentr:3,topics_expect:3,topicsmatrix:3,topolar:4,toradian:4,torowmatrix:3,tospars:3,tostr:1,total:[3,4],totalnumnod:3,trace:1,traceback:[1,2,3],track:[1,5],train:[2,3],trainclassifi:3,trainimplicit:3,trainon:3,trainregressor:3,trait:3,transact:3,transform:[2,3,5],transformfunc:5,transformwith:5,translat:[1,4],treat:[2,3,4],tree:[0,1,2],treeaggreg:1,treeensemblemodel:3,treereduc:1,treeweight:2,tri:2,trick:[2,3],trigger:1,trim:4,trim_horizon:5,truepositiver:3,trunc:4,truncat:[3,4],truth:3,tue:4,tune:0,tupe:3,tupl:[1,2,3,4],turn:[1,4],two:[1,2,3,4,5],txt:1,type:[0,1,2,3],typeerror:[2,3],typenam:4,typic:2,u612:4,udf:4,udfregistr:4,uhrbach:4,uid:2,unbase64:4,unbound:4,uncachet:4,undefin:[2,3],under:[1,3],underflow:4,underli:[2,3,4],unhex:4,unicod:[1,5],unifi:5,uniform:3,uniformrdd:3,uniformvectorrdd:3,union:[1,4,5],unional:4,uniqu:[1,2,3,4],unit:[1,2,3,4],unix:4,unix_timestamp:[4,5],unknown:[2,3,4],unmatch:4,unnecessari:4,unpersist:[1,3,4],unpredict:3,unsign:4,until:1,untiloffset:5,updat:[1,2,3,4,5],updatefunc:5,updatestatebykei:5,upon:2,upper:4,upperbound:4,uri:[1,3],url:[1,4,5],usabl:1,usag:[1,2,3,4],use_unicod:[1,4],usedisk:1,usememori:1,useoffheap:1,user:[1,2,3,4],user_product:3,usercol:2,userfactor:2,userfeatur:3,utc:4,utf8:5,utf8_decod:5,utf:[1,4,5],util:0,valid:[1,2,3,5],validatedata:3,valu:[1,2,3,4,5],value1:[1,3],value2:[1,3],valueclass:1,valuecontainsnul:4,valueconvert:1,valuedecod:5,valueerror:1,valuetyp:4,vari:1,variabl:[1,2,3],varianc:[1,2,3],variant:[2,4],variou:[1,4,5],vec:3,vecassembl:2,vector:[1,2,3],vectorassembl:2,vectorindex:2,vectors:[2,3],vectortransform:3,veri:[1,2,3],version:[1,3,4],via:[1,2,4],vocabs:3,vocabulari:[2,3],wai:1,wait:5,want:[2,3,5],warin:3,warn:[1,2,3],weak:1,web:1,wed:4,week:4,weekofyear:4,weight:[1,2,3,4],weightag:3,weightedfalsepositiver:3,weightedfmeasur:3,weightedprecis:[2,3],weightedrecal:[2,3],weightedtruepositiver:3,well:[1,2,3],were:4,what:1,when:[1,2,3,4,5],where:[1,2,3,4,5],whether:[1,2,3,4],which:[1,2,3,4,5],white:[1,2],who:1,wholetextfil:1,whose:[1,3],width:[4,5],wiki:2,wikipedia:2,window:[4,5],windowdur:5,windowspec:4,wise:[2,3,4],wish:5,withcolumn:4,withcolumnrenam:4,within:[1,3,4,5],withmean:[2,3],without:[1,3,4,5],withreplac:[1,4],withstd:[2,3],won:1,word2vec:[2,3],word2vecmodel:[2,3],word:[2,3,4],work:[1,3,4],worker:[1,5],world:1,would:[1,2,4],wrap:4,wrapper:[2,3],writabl:1,write:[1,3,4],written:[1,5],wrriten:5,www:3,x_t:3,xmean:3,xml:4,xrang:1,xvarianc:3,yarn:1,year:4,yet:[1,4],yield:[1,4],you:[1,3,4,5],your:[1,4,5],yourself:5,yyi:4,yyyi:4,zero:[1,3,4],zerovalu:1,zip:[1,3],zipwithindex:1,zipwithuniqueid:1,zkquorum:5,zone:4,zookeep:5},titles:["Welcome to Spark Python API Docs!","pyspark package","pyspark.ml package","pyspark.mllib package","pyspark.sql module","pyspark.streaming module"],titleterms:{"class":0,"function":4,api:[0,2],classif:[2,3],cluster:[2,3],content:[1,5],context:4,core:0,distribut:3,doc:0,evalu:[2,3],featur:[2,3],flume:5,fpm:3,indic:0,kafka:5,kinesi:5,linalg:3,mllib:3,modul:[2,3,4,5],mqtt:5,packag:[1,2,3],param:2,pipelin:2,pyspark:[1,2,3,4,5],python:0,random:3,recommend:[2,3],regress:[2,3],spark:0,sql:4,stat:3,stream:5,subpackag:1,tabl:0,tree:3,tune:2,type:4,util:3,welcom:0}})
|
