summaryrefslogblamecommitdiff
path: root/site/docs/1.5.0/api/java/org/apache/spark/ml/feature/Tokenizer.html
blob: 3d45c4ff04dbe308605cdebe77e5390826471379 (plain) (tree)
1
2
3
4
5
6
7



                                                                                                      
                                                                                
                        
                                       





























                                                                                               

                                                                                                                                                                             

























































































































































































































































































































































                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                           

                                                                                                                                                                             








































                                                                                                                                                                                               
<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
<!-- NewPage -->
<html lang="en">
<head>
<!-- Generated by javadoc (version 1.7.0_51) on Wed Sep 16 10:26:31 PDT 2015 -->
<title>Tokenizer</title>
<meta name="date" content="2015-09-16">
<link rel="stylesheet" type="text/css" href="../../../../../stylesheet.css" title="Style">
</head>
<body>
<script type="text/javascript"><!--
    if (location.href.indexOf('is-external=true') == -1) {
        parent.document.title="Tokenizer";
    }
//-->
</script>
<noscript>
<div>JavaScript is disabled on your browser.</div>
</noscript>
<!-- ========= START OF TOP NAVBAR ======= -->
<div class="topNav"><a name="navbar_top">
<!--   -->
</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow">
<!--   -->
</a>
<ul class="navList" title="Navigation">
<li><a href="../../../../../overview-summary.html">Overview</a></li>
<li><a href="package-summary.html">Package</a></li>
<li class="navBarCell1Rev">Class</li>
<li><a href="package-tree.html">Tree</a></li>
<li><a href="../../../../../deprecated-list.html">Deprecated</a></li>
<li><a href="../../../../../index-all.html">Index</a></li>
<li><a href="../../../../../help-doc.html">Help</a></li>
</ul>
</div>
<div class="subNav">
<ul class="navList">
<li><a href="../../../../../org/apache/spark/ml/feature/StringIndexerModel.html" title="class in org.apache.spark.ml.feature"><span class="strong">Prev Class</span></a></li>
<li><a href="../../../../../org/apache/spark/ml/feature/VectorAssembler.html" title="class in org.apache.spark.ml.feature"><span class="strong">Next Class</span></a></li>
</ul>
<ul class="navList">
<li><a href="../../../../../index.html?org/apache/spark/ml/feature/Tokenizer.html" target="_top">Frames</a></li>
<li><a href="Tokenizer.html" target="_top">No Frames</a></li>
</ul>
<ul class="navList" id="allclasses_navbar_top">
<li><a href="../../../../../allclasses-noframe.html">All Classes</a></li>
</ul>
<div>
<script type="text/javascript"><!--
  allClassesLink = document.getElementById("allclasses_navbar_top");
  if(window==top) {
    allClassesLink.style.display = "block";
  }
  else {
    allClassesLink.style.display = "none";
  }
  //-->
</script>
</div>
<div>
<ul class="subNavList">
<li>Summary:&nbsp;</li>
<li>Nested&nbsp;|&nbsp;</li>
<li>Field&nbsp;|&nbsp;</li>
<li><a href="#constructor_summary">Constr</a>&nbsp;|&nbsp;</li>
<li><a href="#method_summary">Method</a></li>
</ul>
<ul class="subNavList">
<li>Detail:&nbsp;</li>
<li>Field&nbsp;|&nbsp;</li>
<li><a href="#constructor_detail">Constr</a>&nbsp;|&nbsp;</li>
<li><a href="#method_detail">Method</a></li>
</ul>
</div>
<a name="skip-navbar_top">
<!--   -->
</a></div>
<!-- ========= END OF TOP NAVBAR ========= -->
<!-- ======== START OF CLASS DATA ======== -->
<div class="header">
<div class="subTitle">org.apache.spark.ml.feature</div>
<h2 title="Class Tokenizer" class="title">Class Tokenizer</h2>
</div>
<div class="contentContainer">
<ul class="inheritance">
<li>java.lang.Object</li>
<li>
<ul class="inheritance">
<li><a href="../../../../../org/apache/spark/ml/PipelineStage.html" title="class in org.apache.spark.ml">org.apache.spark.ml.PipelineStage</a></li>
<li>
<ul class="inheritance">
<li><a href="../../../../../org/apache/spark/ml/Transformer.html" title="class in org.apache.spark.ml">org.apache.spark.ml.Transformer</a></li>
<li>
<ul class="inheritance">
<li><a href="../../../../../org/apache/spark/ml/UnaryTransformer.html" title="class in org.apache.spark.ml">org.apache.spark.ml.UnaryTransformer</a>&lt;java.lang.String,scala.collection.Seq&lt;java.lang.String&gt;,<a href="../../../../../org/apache/spark/ml/feature/Tokenizer.html" title="class in org.apache.spark.ml.feature">Tokenizer</a>&gt;</li>
<li>
<ul class="inheritance">
<li>org.apache.spark.ml.feature.Tokenizer</li>
</ul>
</li>
</ul>
</li>
</ul>
</li>
</ul>
</li>
</ul>
<div class="description">
<ul class="blockList">
<li class="blockList">
<dl>
<dt>All Implemented Interfaces:</dt>
<dd>java.io.Serializable, <a href="../../../../../org/apache/spark/Logging.html" title="interface in org.apache.spark">Logging</a>, <a href="../../../../../org/apache/spark/ml/param/Params.html" title="interface in org.apache.spark.ml.param">Params</a>, <a href="../../../../../org/apache/spark/ml/util/Identifiable.html" title="interface in org.apache.spark.ml.util">Identifiable</a></dd>
</dl>
<hr>
<br>
<pre>public class <span class="strong">Tokenizer</span>
extends <a href="../../../../../org/apache/spark/ml/UnaryTransformer.html" title="class in org.apache.spark.ml">UnaryTransformer</a>&lt;java.lang.String,scala.collection.Seq&lt;java.lang.String&gt;,<a href="../../../../../org/apache/spark/ml/feature/Tokenizer.html" title="class in org.apache.spark.ml.feature">Tokenizer</a>&gt;</pre>
<div class="block">:: Experimental ::
 A tokenizer that converts the input string to lowercase and then splits it by white spaces.
 <p></div>
<dl><dt><span class="strong">See Also:</span></dt><dd><a href="../../../../../org/apache/spark/ml/feature/RegexTokenizer.html" title="class in org.apache.spark.ml.feature"><code>RegexTokenizer</code></a>, 
<a href="../../../../../serialized-form.html#org.apache.spark.ml.feature.Tokenizer">Serialized Form</a></dd></dl>
</li>
</ul>
</div>
<div class="summary">
<ul class="blockList">
<li class="blockList">
<!-- ======== CONSTRUCTOR SUMMARY ======== -->
<ul class="blockList">
<li class="blockList"><a name="constructor_summary">
<!--   -->
</a>
<h3>Constructor Summary</h3>
<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
<caption><span>Constructors</span><span class="tabEnd">&nbsp;</span></caption>
<tr>
<th class="colOne" scope="col">Constructor and Description</th>
</tr>
<tr class="altColor">
<td class="colOne"><code><strong><a href="../../../../../org/apache/spark/ml/feature/Tokenizer.html#Tokenizer()">Tokenizer</a></strong>()</code>&nbsp;</td>
</tr>
<tr class="rowColor">
<td class="colOne"><code><strong><a href="../../../../../org/apache/spark/ml/feature/Tokenizer.html#Tokenizer(java.lang.String)">Tokenizer</a></strong>(java.lang.String&nbsp;uid)</code>&nbsp;</td>
</tr>
</table>
</li>
</ul>
<!-- ========== METHOD SUMMARY =========== -->
<ul class="blockList">
<li class="blockList"><a name="method_summary">
<!--   -->
</a>
<h3>Method Summary</h3>
<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
<caption><span>Methods</span><span class="tabEnd">&nbsp;</span></caption>
<tr>
<th class="colFirst" scope="col">Modifier and Type</th>
<th class="colLast" scope="col">Method and Description</th>
</tr>
<tr class="altColor">
<td class="colFirst"><code><a href="../../../../../org/apache/spark/ml/feature/Tokenizer.html" title="class in org.apache.spark.ml.feature">Tokenizer</a></code></td>
<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/ml/feature/Tokenizer.html#copy(org.apache.spark.ml.param.ParamMap)">copy</a></strong>(<a href="../../../../../org/apache/spark/ml/param/ParamMap.html" title="class in org.apache.spark.ml.param">ParamMap</a>&nbsp;extra)</code>
<div class="block">Creates a copy of this instance with the same UID and some extra params.</div>
</td>
</tr>
<tr class="rowColor">
<td class="colFirst"><code>protected scala.Function1&lt;java.lang.String,scala.collection.Seq&lt;java.lang.String&gt;&gt;</code></td>
<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/ml/feature/Tokenizer.html#createTransformFunc()">createTransformFunc</a></strong>()</code>
<div class="block">Creates the transform function using the given param map.</div>
</td>
</tr>
<tr class="altColor">
<td class="colFirst"><code>protected <a href="../../../../../org/apache/spark/sql/types/DataType.html" title="class in org.apache.spark.sql.types">DataType</a></code></td>
<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/ml/feature/Tokenizer.html#outputDataType()">outputDataType</a></strong>()</code>
<div class="block">Returns the data type of the output column.</div>
</td>
</tr>
<tr class="rowColor">
<td class="colFirst"><code>java.lang.String</code></td>
<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/ml/feature/Tokenizer.html#uid()">uid</a></strong>()</code>
<div class="block">An immutable unique ID for the object and its derivatives.</div>
</td>
</tr>
<tr class="altColor">
<td class="colFirst"><code>protected void</code></td>
<td class="colLast"><code><strong><a href="../../../../../org/apache/spark/ml/feature/Tokenizer.html#validateInputType(org.apache.spark.sql.types.DataType)">validateInputType</a></strong>(<a href="../../../../../org/apache/spark/sql/types/DataType.html" title="class in org.apache.spark.sql.types">DataType</a>&nbsp;inputType)</code>
<div class="block">Validates the input type.</div>
</td>
</tr>
</table>
<ul class="blockList">
<li class="blockList"><a name="methods_inherited_from_class_org.apache.spark.ml.UnaryTransformer">
<!--   -->
</a>
<h3>Methods inherited from class&nbsp;org.apache.spark.ml.<a href="../../../../../org/apache/spark/ml/UnaryTransformer.html" title="class in org.apache.spark.ml">UnaryTransformer</a></h3>
<code><a href="../../../../../org/apache/spark/ml/UnaryTransformer.html#setInputCol(java.lang.String)">setInputCol</a>, <a href="../../../../../org/apache/spark/ml/UnaryTransformer.html#setOutputCol(java.lang.String)">setOutputCol</a>, <a href="../../../../../org/apache/spark/ml/UnaryTransformer.html#transform(org.apache.spark.sql.DataFrame)">transform</a>, <a href="../../../../../org/apache/spark/ml/UnaryTransformer.html#transformSchema(org.apache.spark.sql.types.StructType)">transformSchema</a></code></li>
</ul>
<ul class="blockList">
<li class="blockList"><a name="methods_inherited_from_class_org.apache.spark.ml.Transformer">
<!--   -->
</a>
<h3>Methods inherited from class&nbsp;org.apache.spark.ml.<a href="../../../../../org/apache/spark/ml/Transformer.html" title="class in org.apache.spark.ml">Transformer</a></h3>
<code><a href="../../../../../org/apache/spark/ml/Transformer.html#transform(org.apache.spark.sql.DataFrame, org.apache.spark.ml.param.ParamMap)">transform</a>, <a href="../../../../../org/apache/spark/ml/Transformer.html#transform(org.apache.spark.sql.DataFrame, org.apache.spark.ml.param.ParamPair, org.apache.spark.ml.param.ParamPair...)">transform</a>, <a href="../../../../../org/apache/spark/ml/Transformer.html#transform(org.apache.spark.sql.DataFrame, org.apache.spark.ml.param.ParamPair, scala.collection.Seq)">transform</a></code></li>
</ul>
<ul class="blockList">
<li class="blockList"><a name="methods_inherited_from_class_org.apache.spark.ml.PipelineStage">
<!--   -->
</a>
<h3>Methods inherited from class&nbsp;org.apache.spark.ml.<a href="../../../../../org/apache/spark/ml/PipelineStage.html" title="class in org.apache.spark.ml">PipelineStage</a></h3>
<code><a href="../../../../../org/apache/spark/ml/PipelineStage.html#transformSchema(org.apache.spark.sql.types.StructType, boolean)">transformSchema</a></code></li>
</ul>
<ul class="blockList">
<li class="blockList"><a name="methods_inherited_from_class_java.lang.Object">
<!--   -->
</a>
<h3>Methods inherited from class&nbsp;java.lang.Object</h3>
<code>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li>
</ul>
<ul class="blockList">
<li class="blockList"><a name="methods_inherited_from_class_org.apache.spark.Logging">
<!--   -->
</a>
<h3>Methods inherited from interface&nbsp;org.apache.spark.<a href="../../../../../org/apache/spark/Logging.html" title="interface in org.apache.spark">Logging</a></h3>
<code><a href="../../../../../org/apache/spark/Logging.html#initializeIfNecessary()">initializeIfNecessary</a>, <a href="../../../../../org/apache/spark/Logging.html#initializeLogging()">initializeLogging</a>, <a href="../../../../../org/apache/spark/Logging.html#isTraceEnabled()">isTraceEnabled</a>, <a href="../../../../../org/apache/spark/Logging.html#log_()">log_</a>, <a href="../../../../../org/apache/spark/Logging.html#log()">log</a>, <a href="../../../../../org/apache/spark/Logging.html#logDebug(scala.Function0)">logDebug</a>, <a href="../../../../../org/apache/spark/Logging.html#logDebug(scala.Function0, java.lang.Throwable)">logDebug</a>, <a href="../../../../../org/apache/spark/Logging.html#logError(scala.Function0)">logError</a>, <a href="../../../../../org/apache/spark/Logging.html#logError(scala.Function0, java.lang.Throwable)">logError</a>, <a href="../../../../../org/apache/spark/Logging.html#logInfo(scala.Function0)">logInfo</a>, <a href="../../../../../org/apache/spark/Logging.html#logInfo(scala.Function0, java.lang.Throwable)">logInfo</a>, <a href="../../../../../org/apache/spark/Logging.html#logName()">logName</a>, <a href="../../../../../org/apache/spark/Logging.html#logTrace(scala.Function0)">logTrace</a>, <a href="../../../../../org/apache/spark/Logging.html#logTrace(scala.Function0, java.lang.Throwable)">logTrace</a>, <a href="../../../../../org/apache/spark/Logging.html#logWarning(scala.Function0)">logWarning</a>, <a href="../../../../../org/apache/spark/Logging.html#logWarning(scala.Function0, java.lang.Throwable)">logWarning</a></code></li>
</ul>
<ul class="blockList">
<li class="blockList"><a name="methods_inherited_from_class_org.apache.spark.ml.param.Params">
<!--   -->
</a>
<h3>Methods inherited from interface&nbsp;org.apache.spark.ml.param.<a href="../../../../../org/apache/spark/ml/param/Params.html" title="interface in org.apache.spark.ml.param">Params</a></h3>
<code><a href="../../../../../org/apache/spark/ml/param/Params.html#clear(org.apache.spark.ml.param.Param)">clear</a>, <a href="../../../../../org/apache/spark/ml/param/Params.html#copyValues(T, org.apache.spark.ml.param.ParamMap)">copyValues</a>, <a href="../../../../../org/apache/spark/ml/param/Params.html#defaultCopy(org.apache.spark.ml.param.ParamMap)">defaultCopy</a>, <a href="../../../../../org/apache/spark/ml/param/Params.html#defaultParamMap()">defaultParamMap</a>, <a href="../../../../../org/apache/spark/ml/param/Params.html#explainParam(org.apache.spark.ml.param.Param)">explainParam</a>, <a href="../../../../../org/apache/spark/ml/param/Params.html#explainParams()">explainParams</a>, <a href="../../../../../org/apache/spark/ml/param/Params.html#extractParamMap()">extractParamMap</a>, <a href="../../../../../org/apache/spark/ml/param/Params.html#extractParamMap(org.apache.spark.ml.param.ParamMap)">extractParamMap</a>, <a href="../../../../../org/apache/spark/ml/param/Params.html#get(org.apache.spark.ml.param.Param)">get</a>, <a href="../../../../../org/apache/spark/ml/param/Params.html#getDefault(org.apache.spark.ml.param.Param)">getDefault</a>, <a href="../../../../../org/apache/spark/ml/param/Params.html#getOrDefault(org.apache.spark.ml.param.Param)">getOrDefault</a>, <a href="../../../../../org/apache/spark/ml/param/Params.html#getParam(java.lang.String)">getParam</a>, <a href="../../../../../org/apache/spark/ml/param/Params.html#hasDefault(org.apache.spark.ml.param.Param)">hasDefault</a>, <a href="../../../../../org/apache/spark/ml/param/Params.html#hasParam(java.lang.String)">hasParam</a>, <a href="../../../../../org/apache/spark/ml/param/Params.html#isDefined(org.apache.spark.ml.param.Param)">isDefined</a>, <a href="../../../../../org/apache/spark/ml/param/Params.html#isSet(org.apache.spark.ml.param.Param)">isSet</a>, <a href="../../../../../org/apache/spark/ml/param/Params.html#paramMap()">paramMap</a>, <a href="../../../../../org/apache/spark/ml/param/Params.html#params()">params</a>, <a href="../../../../../org/apache/spark/ml/param/Params.html#set(org.apache.spark.ml.param.Param, T)">set</a>, <a href="../../../../../org/apache/spark/ml/param/Params.html#set(org.apache.spark.ml.param.ParamPair)">set</a>, <a href="../../../../../org/apache/spark/ml/param/Params.html#set(java.lang.String, java.lang.Object)">set</a>, <a href="../../../../../org/apache/spark/ml/param/Params.html#setDefault(org.apache.spark.ml.param.Param, T)">setDefault</a>, <a href="../../../../../org/apache/spark/ml/param/Params.html#setDefault(scala.collection.Seq)">setDefault</a>, <a href="../../../../../org/apache/spark/ml/param/Params.html#shouldOwn(org.apache.spark.ml.param.Param)">shouldOwn</a>, <a href="../../../../../org/apache/spark/ml/param/Params.html#validateParams()">validateParams</a></code></li>
</ul>
<ul class="blockList">
<li class="blockList"><a name="methods_inherited_from_class_org.apache.spark.ml.util.Identifiable">
<!--   -->
</a>
<h3>Methods inherited from interface&nbsp;org.apache.spark.ml.util.<a href="../../../../../org/apache/spark/ml/util/Identifiable.html" title="interface in org.apache.spark.ml.util">Identifiable</a></h3>
<code><a href="../../../../../org/apache/spark/ml/util/Identifiable.html#toString()">toString</a></code></li>
</ul>
</li>
</ul>
</li>
</ul>
</div>
<div class="details">
<ul class="blockList">
<li class="blockList">
<!-- ========= CONSTRUCTOR DETAIL ======== -->
<ul class="blockList">
<li class="blockList"><a name="constructor_detail">
<!--   -->
</a>
<h3>Constructor Detail</h3>
<a name="Tokenizer(java.lang.String)">
<!--   -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>Tokenizer</h4>
<pre>public&nbsp;Tokenizer(java.lang.String&nbsp;uid)</pre>
</li>
</ul>
<a name="Tokenizer()">
<!--   -->
</a>
<ul class="blockListLast">
<li class="blockList">
<h4>Tokenizer</h4>
<pre>public&nbsp;Tokenizer()</pre>
</li>
</ul>
</li>
</ul>
<!-- ============ METHOD DETAIL ========== -->
<ul class="blockList">
<li class="blockList"><a name="method_detail">
<!--   -->
</a>
<h3>Method Detail</h3>
<a name="uid()">
<!--   -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>uid</h4>
<pre>public&nbsp;java.lang.String&nbsp;uid()</pre>
<div class="block"><strong>Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/spark/ml/util/Identifiable.html#uid()">Identifiable</a></code></strong></div>
<div class="block">An immutable unique ID for the object and its derivatives.</div>
<dl><dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl>
</li>
</ul>
<a name="createTransformFunc()">
<!--   -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>createTransformFunc</h4>
<pre>protected&nbsp;scala.Function1&lt;java.lang.String,scala.collection.Seq&lt;java.lang.String&gt;&gt;&nbsp;createTransformFunc()</pre>
<div class="block"><strong>Description copied from class:&nbsp;<code><a href="../../../../../org/apache/spark/ml/UnaryTransformer.html#createTransformFunc()">UnaryTransformer</a></code></strong></div>
<div class="block">Creates the transform function using the given param map. The input param map already takes
 account of the embedded param map. So the param values should be determined solely by the input
 param map.</div>
<dl>
<dt><strong>Specified by:</strong></dt>
<dd><code><a href="../../../../../org/apache/spark/ml/UnaryTransformer.html#createTransformFunc()">createTransformFunc</a></code>&nbsp;in class&nbsp;<code><a href="../../../../../org/apache/spark/ml/UnaryTransformer.html" title="class in org.apache.spark.ml">UnaryTransformer</a>&lt;java.lang.String,scala.collection.Seq&lt;java.lang.String&gt;,<a href="../../../../../org/apache/spark/ml/feature/Tokenizer.html" title="class in org.apache.spark.ml.feature">Tokenizer</a>&gt;</code></dd>
<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl>
</li>
</ul>
<a name="validateInputType(org.apache.spark.sql.types.DataType)">
<!--   -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>validateInputType</h4>
<pre>protected&nbsp;void&nbsp;validateInputType(<a href="../../../../../org/apache/spark/sql/types/DataType.html" title="class in org.apache.spark.sql.types">DataType</a>&nbsp;inputType)</pre>
<div class="block"><strong>Description copied from class:&nbsp;<code><a href="../../../../../org/apache/spark/ml/UnaryTransformer.html#validateInputType(org.apache.spark.sql.types.DataType)">UnaryTransformer</a></code></strong></div>
<div class="block">Validates the input type. Throw an exception if it is invalid.</div>
<dl>
<dt><strong>Overrides:</strong></dt>
<dd><code><a href="../../../../../org/apache/spark/ml/UnaryTransformer.html#validateInputType(org.apache.spark.sql.types.DataType)">validateInputType</a></code>&nbsp;in class&nbsp;<code><a href="../../../../../org/apache/spark/ml/UnaryTransformer.html" title="class in org.apache.spark.ml">UnaryTransformer</a>&lt;java.lang.String,scala.collection.Seq&lt;java.lang.String&gt;,<a href="../../../../../org/apache/spark/ml/feature/Tokenizer.html" title="class in org.apache.spark.ml.feature">Tokenizer</a>&gt;</code></dd>
<dt><span class="strong">Parameters:</span></dt><dd><code>inputType</code> - (undocumented)</dd></dl>
</li>
</ul>
<a name="outputDataType()">
<!--   -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>outputDataType</h4>
<pre>protected&nbsp;<a href="../../../../../org/apache/spark/sql/types/DataType.html" title="class in org.apache.spark.sql.types">DataType</a>&nbsp;outputDataType()</pre>
<div class="block"><strong>Description copied from class:&nbsp;<code><a href="../../../../../org/apache/spark/ml/UnaryTransformer.html#outputDataType()">UnaryTransformer</a></code></strong></div>
<div class="block">Returns the data type of the output column.</div>
<dl>
<dt><strong>Specified by:</strong></dt>
<dd><code><a href="../../../../../org/apache/spark/ml/UnaryTransformer.html#outputDataType()">outputDataType</a></code>&nbsp;in class&nbsp;<code><a href="../../../../../org/apache/spark/ml/UnaryTransformer.html" title="class in org.apache.spark.ml">UnaryTransformer</a>&lt;java.lang.String,scala.collection.Seq&lt;java.lang.String&gt;,<a href="../../../../../org/apache/spark/ml/feature/Tokenizer.html" title="class in org.apache.spark.ml.feature">Tokenizer</a>&gt;</code></dd>
<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl>
</li>
</ul>
<a name="copy(org.apache.spark.ml.param.ParamMap)">
<!--   -->
</a>
<ul class="blockListLast">
<li class="blockList">
<h4>copy</h4>
<pre>public&nbsp;<a href="../../../../../org/apache/spark/ml/feature/Tokenizer.html" title="class in org.apache.spark.ml.feature">Tokenizer</a>&nbsp;copy(<a href="../../../../../org/apache/spark/ml/param/ParamMap.html" title="class in org.apache.spark.ml.param">ParamMap</a>&nbsp;extra)</pre>
<div class="block"><strong>Description copied from interface:&nbsp;<code><a href="../../../../../org/apache/spark/ml/param/Params.html#copy(org.apache.spark.ml.param.ParamMap)">Params</a></code></strong></div>
<div class="block">Creates a copy of this instance with the same UID and some extra params.
 Subclasses should implement this method and set the return type properly.
 <p></div>
<dl>
<dt><strong>Specified by:</strong></dt>
<dd><code><a href="../../../../../org/apache/spark/ml/param/Params.html#copy(org.apache.spark.ml.param.ParamMap)">copy</a></code>&nbsp;in interface&nbsp;<code><a href="../../../../../org/apache/spark/ml/param/Params.html" title="interface in org.apache.spark.ml.param">Params</a></code></dd>
<dt><strong>Overrides:</strong></dt>
<dd><code><a href="../../../../../org/apache/spark/ml/UnaryTransformer.html#copy(org.apache.spark.ml.param.ParamMap)">copy</a></code>&nbsp;in class&nbsp;<code><a href="../../../../../org/apache/spark/ml/UnaryTransformer.html" title="class in org.apache.spark.ml">UnaryTransformer</a>&lt;java.lang.String,scala.collection.Seq&lt;java.lang.String&gt;,<a href="../../../../../org/apache/spark/ml/feature/Tokenizer.html" title="class in org.apache.spark.ml.feature">Tokenizer</a>&gt;</code></dd>
<dt><span class="strong">Parameters:</span></dt><dd><code>extra</code> - (undocumented)</dd>
<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd><dt><span class="strong">See Also:</span></dt><dd><code>defaultCopy()</code></dd></dl>
</li>
</ul>
</li>
</ul>
</li>
</ul>
</div>
</div>
<!-- ========= END OF CLASS DATA ========= -->
<!-- ======= START OF BOTTOM NAVBAR ====== -->
<div class="bottomNav"><a name="navbar_bottom">
<!--   -->
</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow">
<!--   -->
</a>
<ul class="navList" title="Navigation">
<li><a href="../../../../../overview-summary.html">Overview</a></li>
<li><a href="package-summary.html">Package</a></li>
<li class="navBarCell1Rev">Class</li>
<li><a href="package-tree.html">Tree</a></li>
<li><a href="../../../../../deprecated-list.html">Deprecated</a></li>
<li><a href="../../../../../index-all.html">Index</a></li>
<li><a href="../../../../../help-doc.html">Help</a></li>
</ul>
</div>
<div class="subNav">
<ul class="navList">
<li><a href="../../../../../org/apache/spark/ml/feature/StringIndexerModel.html" title="class in org.apache.spark.ml.feature"><span class="strong">Prev Class</span></a></li>
<li><a href="../../../../../org/apache/spark/ml/feature/VectorAssembler.html" title="class in org.apache.spark.ml.feature"><span class="strong">Next Class</span></a></li>
</ul>
<ul class="navList">
<li><a href="../../../../../index.html?org/apache/spark/ml/feature/Tokenizer.html" target="_top">Frames</a></li>
<li><a href="Tokenizer.html" target="_top">No Frames</a></li>
</ul>
<ul class="navList" id="allclasses_navbar_bottom">
<li><a href="../../../../../allclasses-noframe.html">All Classes</a></li>
</ul>
<div>
<script type="text/javascript"><!--
  allClassesLink = document.getElementById("allclasses_navbar_bottom");
  if(window==top) {
    allClassesLink.style.display = "block";
  }
  else {
    allClassesLink.style.display = "none";
  }
  //-->
</script>
</div>
<div>
<ul class="subNavList">
<li>Summary:&nbsp;</li>
<li>Nested&nbsp;|&nbsp;</li>
<li>Field&nbsp;|&nbsp;</li>
<li><a href="#constructor_summary">Constr</a>&nbsp;|&nbsp;</li>
<li><a href="#method_summary">Method</a></li>
</ul>
<ul class="subNavList">
<li>Detail:&nbsp;</li>
<li>Field&nbsp;|&nbsp;</li>
<li><a href="#constructor_detail">Constr</a>&nbsp;|&nbsp;</li>
<li><a href="#method_detail">Method</a></li>
</ul>
</div>
<a name="skip-navbar_bottom">
<!--   -->
</a></div>
<!-- ======== END OF BOTTOM NAVBAR ======= -->
<script defer="defer" type="text/javascript" src="../../../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../../../lib/api-javadocs.js"></script></body>
</html>