http://git-wip-us.apache.org/repos/asf/spark-website/blob/d4f0c34a/site/docs/2.1.1/api/R/covar_pop.html ---------------------------------------------------------------------- diff --git a/site/docs/2.1.1/api/R/covar_pop.html b/site/docs/2.1.1/api/R/covar_pop.html new file mode 100644 index 0000000..a2df9a2 --- /dev/null +++ b/site/docs/2.1.1/api/R/covar_pop.html @@ -0,0 +1,128 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: covar_pop</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for covar_pop {SparkR}"><tr><td>covar_pop {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>covar_pop</h2> + +<h3>Description</h3> + +<p>Compute the population covariance between two expressions. +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'characterOrColumn,characterOrColumn' +covar_pop(col1, col2) + +covar_pop(col1, col2) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>col1</code></td> +<td> +<p>First column to compute cov_pop.</p> +</td></tr> +<tr valign="top"><td><code>col2</code></td> +<td> +<p>Second column to compute cov_pop.</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>covar_pop since 2.0.0 +</p> + + +<h3>See Also</h3> + +<p>Other math_funcs: <code><a href="acos.html">acos</a></code>, +<code><a href="acos.html">acos,Column-method</a></code>; <code><a href="asin.html">asin</a></code>, +<code><a href="asin.html">asin,Column-method</a></code>; <code><a href="atan2.html">atan2</a></code>, +<code><a href="atan2.html">atan2,Column-method</a></code>; <code><a href="atan.html">atan</a></code>, +<code><a href="atan.html">atan,Column-method</a></code>; <code><a href="bin.html">bin</a></code>, +<code><a href="bin.html">bin</a></code>, <code><a href="bin.html">bin,Column-method</a></code>; +<code><a href="bround.html">bround</a></code>, <code><a href="bround.html">bround</a></code>, +<code><a href="bround.html">bround,Column-method</a></code>; <code><a href="cbrt.html">cbrt</a></code>, +<code><a href="cbrt.html">cbrt</a></code>, <code><a href="cbrt.html">cbrt,Column-method</a></code>; +<code><a href="ceil.html">ceil</a></code>, <code><a href="ceil.html">ceil</a></code>, +<code><a href="ceil.html">ceil,Column-method</a></code>, <code><a href="ceil.html">ceiling</a></code>, +<code><a href="ceil.html">ceiling,Column-method</a></code>; <code><a href="conv.html">conv</a></code>, +<code><a href="conv.html">conv</a></code>, +<code><a href="conv.html">conv,Column,numeric,numeric-method</a></code>; +<code><a href="corr.html">corr</a></code>, <code><a href="corr.html">corr</a></code>, +<code><a href="corr.html">corr</a></code>, <code><a href="corr.html">corr,Column-method</a></code>, +<code><a href="corr.html">corr,SparkDataFrame-method</a></code>; +<code><a href="cosh.html">cosh</a></code>, <code><a href="cosh.html">cosh,Column-method</a></code>; +<code><a href="cos.html">cos</a></code>, <code><a href="cos.html">cos,Column-method</a></code>; +<code><a href="cov.html">cov</a></code>, <code><a href="cov.html">cov</a></code>, <code><a href="cov.html">cov</a></code>, +<code><a href="cov.html">cov,SparkDataFrame-method</a></code>, +<code><a href="cov.html">cov,characterOrColumn-method</a></code>, +<code><a href="cov.html">covar_samp</a></code>, <code><a href="cov.html">covar_samp</a></code>, +<code><a href="cov.html">covar_samp,characterOrColumn,characterOrColumn-method</a></code>; +<code><a href="expm1.html">expm1</a></code>, <code><a href="expm1.html">expm1,Column-method</a></code>; +<code><a href="exp.html">exp</a></code>, <code><a href="exp.html">exp,Column-method</a></code>; +<code><a href="factorial.html">factorial</a></code>, +<code><a href="factorial.html">factorial,Column-method</a></code>; +<code><a href="floor.html">floor</a></code>, <code><a href="floor.html">floor,Column-method</a></code>; +<code><a href="hex.html">hex</a></code>, <code><a href="hex.html">hex</a></code>, +<code><a href="hex.html">hex,Column-method</a></code>; <code><a href="hypot.html">hypot</a></code>, +<code><a href="hypot.html">hypot</a></code>, <code><a href="hypot.html">hypot,Column-method</a></code>; +<code><a href="log10.html">log10</a></code>, <code><a href="log10.html">log10,Column-method</a></code>; +<code><a href="log1p.html">log1p</a></code>, <code><a href="log1p.html">log1p,Column-method</a></code>; +<code><a href="log2.html">log2</a></code>, <code><a href="log2.html">log2,Column-method</a></code>; +<code><a href="log.html">log</a></code>, <code><a href="log.html">log,Column-method</a></code>; +<code><a href="pmod.html">pmod</a></code>, <code><a href="pmod.html">pmod</a></code>, +<code><a href="pmod.html">pmod,Column-method</a></code>; <code><a href="rint.html">rint</a></code>, +<code><a href="rint.html">rint</a></code>, <code><a href="rint.html">rint,Column-method</a></code>; +<code><a href="round.html">round</a></code>, <code><a href="round.html">round,Column-method</a></code>; +<code><a href="shiftLeft.html">shiftLeft</a></code>, <code><a href="shiftLeft.html">shiftLeft</a></code>, +<code><a href="shiftLeft.html">shiftLeft,Column,numeric-method</a></code>; +<code><a href="shiftRightUnsigned.html">shiftRightUnsigned</a></code>, +<code><a href="shiftRightUnsigned.html">shiftRightUnsigned</a></code>, +<code><a href="shiftRightUnsigned.html">shiftRightUnsigned,Column,numeric-method</a></code>; +<code><a href="shiftRight.html">shiftRight</a></code>, <code><a href="shiftRight.html">shiftRight</a></code>, +<code><a href="shiftRight.html">shiftRight,Column,numeric-method</a></code>; +<code><a href="sign.html">sign</a></code>, <code><a href="sign.html">sign,Column-method</a></code>, +<code><a href="sign.html">signum</a></code>, <code><a href="sign.html">signum</a></code>, +<code><a href="sign.html">signum,Column-method</a></code>; <code><a href="sinh.html">sinh</a></code>, +<code><a href="sinh.html">sinh,Column-method</a></code>; <code><a href="sin.html">sin</a></code>, +<code><a href="sin.html">sin,Column-method</a></code>; <code><a href="sqrt.html">sqrt</a></code>, +<code><a href="sqrt.html">sqrt,Column-method</a></code>; <code><a href="tanh.html">tanh</a></code>, +<code><a href="tanh.html">tanh,Column-method</a></code>; <code><a href="tan.html">tan</a></code>, +<code><a href="tan.html">tan,Column-method</a></code>; <code><a href="toDegrees.html">toDegrees</a></code>, +<code><a href="toDegrees.html">toDegrees</a></code>, +<code><a href="toDegrees.html">toDegrees,Column-method</a></code>; +<code><a href="toRadians.html">toRadians</a></code>, <code><a href="toRadians.html">toRadians</a></code>, +<code><a href="toRadians.html">toRadians,Column-method</a></code>; +<code><a href="unhex.html">unhex</a></code>, <code><a href="unhex.html">unhex</a></code>, +<code><a href="unhex.html">unhex,Column-method</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D covar_pop(df$c, df$d) +##D covar_pop("c", "d") +## End(Not run) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 2.1.1 <a href="00Index.html">Index</a>]</div> +</body></html>
http://git-wip-us.apache.org/repos/asf/spark-website/blob/d4f0c34a/site/docs/2.1.1/api/R/crc32.html ---------------------------------------------------------------------- diff --git a/site/docs/2.1.1/api/R/crc32.html b/site/docs/2.1.1/api/R/crc32.html new file mode 100644 index 0000000..fb9abaf --- /dev/null +++ b/site/docs/2.1.1/api/R/crc32.html @@ -0,0 +1,71 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: crc32</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for crc32 {SparkR}"><tr><td>crc32 {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>crc32</h2> + +<h3>Description</h3> + +<p>Calculates the cyclic redundancy check value (CRC32) of a binary column and +returns the value as a bigint. +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'Column' +crc32(x) + +crc32(x) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>Column to compute on.</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>crc32 since 1.5.0 +</p> + + +<h3>See Also</h3> + +<p>Other misc_funcs: <code><a href="hash.html">hash</a></code>, <code><a href="hash.html">hash</a></code>, +<code><a href="hash.html">hash,Column-method</a></code>; <code><a href="md5.html">md5</a></code>, +<code><a href="md5.html">md5</a></code>, <code><a href="md5.html">md5,Column-method</a></code>; +<code><a href="monotonically_increasing_id.html">monotonically_increasing_id</a></code>, +<code><a href="monotonically_increasing_id.html">monotonically_increasing_id</a></code>, +<code><a href="monotonically_increasing_id.html">monotonically_increasing_id,missing-method</a></code>; +<code><a href="sha1.html">sha1</a></code>, <code><a href="sha1.html">sha1</a></code>, +<code><a href="sha1.html">sha1,Column-method</a></code>; <code><a href="sha2.html">sha2</a></code>, +<code><a href="sha2.html">sha2</a></code>, +<code><a href="sha2.html">sha2,Column,numeric-method</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: crc32(df$c) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 2.1.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/d4f0c34a/site/docs/2.1.1/api/R/createDataFrame.html ---------------------------------------------------------------------- diff --git a/site/docs/2.1.1/api/R/createDataFrame.html b/site/docs/2.1.1/api/R/createDataFrame.html new file mode 100644 index 0000000..dbd641d --- /dev/null +++ b/site/docs/2.1.1/api/R/createDataFrame.html @@ -0,0 +1,91 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: Create a SparkDataFrame</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for createDataFrame {SparkR}"><tr><td>createDataFrame {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>Create a SparkDataFrame</h2> + +<h3>Description</h3> + +<p>Converts R data.frame or list into SparkDataFrame. +</p> + + +<h3>Usage</h3> + +<pre> +## Default S3 method: +createDataFrame(data, schema = NULL, samplingRatio = 1, + numPartitions = NULL) + +## Default S3 method: +as.DataFrame(data, schema = NULL, samplingRatio = 1, + numPartitions = NULL) + +as.DataFrame(data, ...) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>data</code></td> +<td> +<p>a list or data.frame.</p> +</td></tr> +<tr valign="top"><td><code>schema</code></td> +<td> +<p>a list of column names or named list (StructType), optional.</p> +</td></tr> +<tr valign="top"><td><code>samplingRatio</code></td> +<td> +<p>Currently not used.</p> +</td></tr> +<tr valign="top"><td><code>numPartitions</code></td> +<td> +<p>the number of partitions of the SparkDataFrame. Defaults to 1, this is +limited by length of the list or number of rows of the data.frame</p> +</td></tr> +<tr valign="top"><td><code>...</code></td> +<td> +<p>additional argument(s).</p> +</td></tr> +</table> + + +<h3>Value</h3> + +<p>A SparkDataFrame. +</p> + + +<h3>Note</h3> + +<p>createDataFrame since 1.4.0 +</p> +<p>as.DataFrame since 1.6.0 +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sparkR.session() +##D df1 <- as.DataFrame(iris) +##D df2 <- as.DataFrame(list(3,4,5,6)) +##D df3 <- createDataFrame(iris) +##D df4 <- createDataFrame(cars, numPartitions = 2) +## End(Not run) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 2.1.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/d4f0c34a/site/docs/2.1.1/api/R/createExternalTable.html ---------------------------------------------------------------------- diff --git a/site/docs/2.1.1/api/R/createExternalTable.html b/site/docs/2.1.1/api/R/createExternalTable.html new file mode 100644 index 0000000..3f2810b --- /dev/null +++ b/site/docs/2.1.1/api/R/createExternalTable.html @@ -0,0 +1,84 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: Create an external table</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for createExternalTable {SparkR}"><tr><td>createExternalTable {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>Create an external table</h2> + +<h3>Description</h3> + +<p>Creates an external table based on the dataset in a data source, +Returns a SparkDataFrame associated with the external table. +</p> + + +<h3>Usage</h3> + +<pre> +## Default S3 method: +createExternalTable(tableName, path = NULL, source = NULL, + ...) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>tableName</code></td> +<td> +<p>a name of the table.</p> +</td></tr> +<tr valign="top"><td><code>path</code></td> +<td> +<p>the path of files to load.</p> +</td></tr> +<tr valign="top"><td><code>source</code></td> +<td> +<p>the name of external data source.</p> +</td></tr> +<tr valign="top"><td><code>...</code></td> +<td> +<p>additional argument(s) passed to the method.</p> +</td></tr> +</table> + + +<h3>Details</h3> + +<p>The data source is specified by the <code>source</code> and a set of options(...). +If <code>source</code> is not specified, the default data source configured by +"spark.sql.sources.default" will be used. +</p> + + +<h3>Value</h3> + +<p>A SparkDataFrame. +</p> + + +<h3>Note</h3> + +<p>createExternalTable since 1.4.0 +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sparkR.session() +##D df <- createExternalTable("myjson", path="path/to/json", source="json") +## End(Not run) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 2.1.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/d4f0c34a/site/docs/2.1.1/api/R/createOrReplaceTempView.html ---------------------------------------------------------------------- diff --git a/site/docs/2.1.1/api/R/createOrReplaceTempView.html b/site/docs/2.1.1/api/R/createOrReplaceTempView.html new file mode 100644 index 0000000..1677902 --- /dev/null +++ b/site/docs/2.1.1/api/R/createOrReplaceTempView.html @@ -0,0 +1,276 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: Creates a temporary view using the given name.</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for createOrReplaceTempView {SparkR}"><tr><td>createOrReplaceTempView {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>Creates a temporary view using the given name.</h2> + +<h3>Description</h3> + +<p>Creates a new temporary view using a SparkDataFrame in the Spark Session. If a +temporary view with the same name already exists, replaces it. +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'SparkDataFrame,character' +createOrReplaceTempView(x, viewName) + +createOrReplaceTempView(x, viewName) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>A SparkDataFrame</p> +</td></tr> +<tr valign="top"><td><code>viewName</code></td> +<td> +<p>A character vector containing the name of the table</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>createOrReplaceTempView since 2.0.0 +</p> + + +<h3>See Also</h3> + +<p>Other SparkDataFrame functions: <code><a href="select.html">$</a></code>, +<code><a href="select.html">$,SparkDataFrame-method</a></code>, <code><a href="select.html">$<-</a></code>, +<code><a href="select.html">$<-,SparkDataFrame-method</a></code>, +<code><a href="select.html">select</a></code>, <code><a href="select.html">select</a></code>, +<code><a href="select.html">select,SparkDataFrame,Column-method</a></code>, +<code><a href="select.html">select,SparkDataFrame,character-method</a></code>, +<code><a href="select.html">select,SparkDataFrame,list-method</a></code>; +<code><a href="SparkDataFrame.html">SparkDataFrame-class</a></code>; <code><a href="subset.html">[</a></code>, +<code><a href="subset.html">[,SparkDataFrame-method</a></code>, <code><a href="subset.html">[[</a></code>, +<code><a href="subset.html">[[,SparkDataFrame,numericOrcharacter-method</a></code>, +<code><a href="subset.html">[[<-</a></code>, +<code><a href="subset.html">[[<-,SparkDataFrame,numericOrcharacter-method</a></code>, +<code><a href="subset.html">subset</a></code>, <code><a href="subset.html">subset</a></code>, +<code><a href="subset.html">subset,SparkDataFrame-method</a></code>; +<code><a href="summarize.html">agg</a></code>, <code><a href="summarize.html">agg</a></code>, <code><a href="summarize.html">agg</a></code>, +<code><a href="summarize.html">agg,GroupedData-method</a></code>, +<code><a href="summarize.html">agg,SparkDataFrame-method</a></code>, +<code><a href="summarize.html">summarize</a></code>, <code><a href="summarize.html">summarize</a></code>, +<code><a href="summarize.html">summarize</a></code>, +<code><a href="summarize.html">summarize,GroupedData-method</a></code>, +<code><a href="summarize.html">summarize,SparkDataFrame-method</a></code>; +<code><a href="arrange.html">arrange</a></code>, <code><a href="arrange.html">arrange</a></code>, +<code><a href="arrange.html">arrange</a></code>, +<code><a href="arrange.html">arrange,SparkDataFrame,Column-method</a></code>, +<code><a href="arrange.html">arrange,SparkDataFrame,character-method</a></code>, +<code><a href="arrange.html">orderBy,SparkDataFrame,characterOrColumn-method</a></code>; +<code><a href="as.data.frame.html">as.data.frame</a></code>, +<code><a href="as.data.frame.html">as.data.frame,SparkDataFrame-method</a></code>; +<code><a href="attach.html">attach</a></code>, +<code><a href="attach.html">attach,SparkDataFrame-method</a></code>; +<code><a href="cache.html">cache</a></code>, <code><a href="cache.html">cache</a></code>, +<code><a href="cache.html">cache,SparkDataFrame-method</a></code>; +<code><a href="coalesce.html">coalesce</a></code>, <code><a href="coalesce.html">coalesce</a></code>, +<code><a href="coalesce.html">coalesce</a></code>, +<code><a href="coalesce.html">coalesce,Column-method</a></code>, +<code><a href="coalesce.html">coalesce,SparkDataFrame-method</a></code>; +<code><a href="collect.html">collect</a></code>, <code><a href="collect.html">collect</a></code>, +<code><a href="collect.html">collect,SparkDataFrame-method</a></code>; +<code><a href="columns.html">colnames</a></code>, <code><a href="columns.html">colnames</a></code>, +<code><a href="columns.html">colnames,SparkDataFrame-method</a></code>, +<code><a href="columns.html">colnames<-</a></code>, <code><a href="columns.html">colnames<-</a></code>, +<code><a href="columns.html">colnames<-,SparkDataFrame-method</a></code>, +<code><a href="columns.html">columns</a></code>, <code><a href="columns.html">columns</a></code>, +<code><a href="columns.html">columns,SparkDataFrame-method</a></code>, +<code><a href="columns.html">names</a></code>, +<code><a href="columns.html">names,SparkDataFrame-method</a></code>, +<code><a href="columns.html">names<-</a></code>, +<code><a href="columns.html">names<-,SparkDataFrame-method</a></code>; +<code><a href="coltypes.html">coltypes</a></code>, <code><a href="coltypes.html">coltypes</a></code>, +<code><a href="coltypes.html">coltypes,SparkDataFrame-method</a></code>, +<code><a href="coltypes.html">coltypes<-</a></code>, <code><a href="coltypes.html">coltypes<-</a></code>, +<code><a href="coltypes.html">coltypes<-,SparkDataFrame,character-method</a></code>; +<code><a href="nrow.html">count,SparkDataFrame-method</a></code>, +<code><a href="nrow.html">nrow</a></code>, <code><a href="nrow.html">nrow</a></code>, +<code><a href="nrow.html">nrow,SparkDataFrame-method</a></code>; +<code><a href="crossJoin.html">crossJoin</a></code>, +<code><a href="crossJoin.html">crossJoin,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="dapplyCollect.html">dapplyCollect</a></code>, <code><a href="dapplyCollect.html">dapplyCollect</a></code>, +<code><a href="dapplyCollect.html">dapplyCollect,SparkDataFrame,function-method</a></code>; +<code><a href="dapply.html">dapply</a></code>, <code><a href="dapply.html">dapply</a></code>, +<code><a href="dapply.html">dapply,SparkDataFrame,function,structType-method</a></code>; +<code><a href="summary.html">describe</a></code>, <code><a href="summary.html">describe</a></code>, +<code><a href="summary.html">describe</a></code>, +<code><a href="summary.html">describe,SparkDataFrame,ANY-method</a></code>, +<code><a href="summary.html">describe,SparkDataFrame,character-method</a></code>, +<code><a href="summary.html">describe,SparkDataFrame-method</a></code>, +<code><a href="summary.html">summary</a></code>, <code><a href="summary.html">summary</a></code>, +<code><a href="summary.html">summary,SparkDataFrame-method</a></code>; +<code><a href="dim.html">dim</a></code>, +<code><a href="dim.html">dim,SparkDataFrame-method</a></code>; +<code><a href="distinct.html">distinct</a></code>, <code><a href="distinct.html">distinct</a></code>, +<code><a href="distinct.html">distinct,SparkDataFrame-method</a></code>, +<code><a href="distinct.html">unique</a></code>, +<code><a href="distinct.html">unique,SparkDataFrame-method</a></code>; +<code><a href="dropDuplicates.html">dropDuplicates</a></code>, +<code><a href="dropDuplicates.html">dropDuplicates</a></code>, +<code><a href="dropDuplicates.html">dropDuplicates,SparkDataFrame-method</a></code>; +<code><a href="nafunctions.html">dropna</a></code>, <code><a href="nafunctions.html">dropna</a></code>, +<code><a href="nafunctions.html">dropna,SparkDataFrame-method</a></code>, +<code><a href="nafunctions.html">fillna</a></code>, <code><a href="nafunctions.html">fillna</a></code>, +<code><a href="nafunctions.html">fillna,SparkDataFrame-method</a></code>, +<code><a href="nafunctions.html">na.omit</a></code>, <code><a href="nafunctions.html">na.omit</a></code>, +<code><a href="nafunctions.html">na.omit,SparkDataFrame-method</a></code>; +<code><a href="drop.html">drop</a></code>, <code><a href="drop.html">drop</a></code>, +<code><a href="drop.html">drop</a></code>, <code><a href="drop.html">drop,ANY-method</a></code>, +<code><a href="drop.html">drop,SparkDataFrame-method</a></code>; +<code><a href="dtypes.html">dtypes</a></code>, <code><a href="dtypes.html">dtypes</a></code>, +<code><a href="dtypes.html">dtypes,SparkDataFrame-method</a></code>; +<code><a href="except.html">except</a></code>, <code><a href="except.html">except</a></code>, +<code><a href="except.html">except,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="explain.html">explain</a></code>, <code><a href="explain.html">explain</a></code>, +<code><a href="explain.html">explain,SparkDataFrame-method</a></code>; +<code><a href="filter.html">filter</a></code>, <code><a href="filter.html">filter</a></code>, +<code><a href="filter.html">filter,SparkDataFrame,characterOrColumn-method</a></code>, +<code><a href="filter.html">where</a></code>, <code><a href="filter.html">where</a></code>, +<code><a href="filter.html">where,SparkDataFrame,characterOrColumn-method</a></code>; +<code><a href="first.html">first</a></code>, <code><a href="first.html">first</a></code>, +<code><a href="first.html">first</a></code>, +<code><a href="first.html">first,SparkDataFrame-method</a></code>, +<code><a href="first.html">first,characterOrColumn-method</a></code>; +<code><a href="gapplyCollect.html">gapplyCollect</a></code>, <code><a href="gapplyCollect.html">gapplyCollect</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect,GroupedData-method</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect,SparkDataFrame-method</a></code>; +<code><a href="gapply.html">gapply</a></code>, <code><a href="gapply.html">gapply</a></code>, +<code><a href="gapply.html">gapply</a></code>, +<code><a href="gapply.html">gapply,GroupedData-method</a></code>, +<code><a href="gapply.html">gapply,SparkDataFrame-method</a></code>; +<code><a href="getNumPartitions.html">getNumPartitions</a></code>, +<code><a href="getNumPartitions.html">getNumPartitions,SparkDataFrame-method</a></code>; +<code><a href="groupBy.html">groupBy</a></code>, <code><a href="groupBy.html">groupBy</a></code>, +<code><a href="groupBy.html">groupBy,SparkDataFrame-method</a></code>, +<code><a href="groupBy.html">group_by</a></code>, <code><a href="groupBy.html">group_by</a></code>, +<code><a href="groupBy.html">group_by,SparkDataFrame-method</a></code>; +<code><a href="head.html">head</a></code>, +<code><a href="head.html">head,SparkDataFrame-method</a></code>; +<code><a href="histogram.html">histogram</a></code>, +<code><a href="histogram.html">histogram,SparkDataFrame,characterOrColumn-method</a></code>; +<code><a href="insertInto.html">insertInto</a></code>, <code><a href="insertInto.html">insertInto</a></code>, +<code><a href="insertInto.html">insertInto,SparkDataFrame,character-method</a></code>; +<code><a href="intersect.html">intersect</a></code>, <code><a href="intersect.html">intersect</a></code>, +<code><a href="intersect.html">intersect,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="isLocal.html">isLocal</a></code>, <code><a href="isLocal.html">isLocal</a></code>, +<code><a href="isLocal.html">isLocal,SparkDataFrame-method</a></code>; +<code><a href="join.html">join</a></code>, +<code><a href="join.html">join,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="limit.html">limit</a></code>, <code><a href="limit.html">limit</a></code>, +<code><a href="limit.html">limit,SparkDataFrame,numeric-method</a></code>; +<code><a href="merge.html">merge</a></code>, <code><a href="merge.html">merge</a></code>, +<code><a href="merge.html">merge,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="mutate.html">mutate</a></code>, <code><a href="mutate.html">mutate</a></code>, +<code><a href="mutate.html">mutate,SparkDataFrame-method</a></code>, +<code><a href="mutate.html">transform</a></code>, <code><a href="mutate.html">transform</a></code>, +<code><a href="mutate.html">transform,SparkDataFrame-method</a></code>; +<code><a href="ncol.html">ncol</a></code>, +<code><a href="ncol.html">ncol,SparkDataFrame-method</a></code>; +<code><a href="persist.html">persist</a></code>, <code><a href="persist.html">persist</a></code>, +<code><a href="persist.html">persist,SparkDataFrame,character-method</a></code>; +<code><a href="printSchema.html">printSchema</a></code>, <code><a href="printSchema.html">printSchema</a></code>, +<code><a href="printSchema.html">printSchema,SparkDataFrame-method</a></code>; +<code><a href="randomSplit.html">randomSplit</a></code>, <code><a href="randomSplit.html">randomSplit</a></code>, +<code><a href="randomSplit.html">randomSplit,SparkDataFrame,numeric-method</a></code>; +<code><a href="rbind.html">rbind</a></code>, <code><a href="rbind.html">rbind</a></code>, +<code><a href="rbind.html">rbind,SparkDataFrame-method</a></code>; +<code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, +<code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, +<code><a href="registerTempTable-deprecated.html">registerTempTable,SparkDataFrame,character-method</a></code>; +<code><a href="rename.html">rename</a></code>, <code><a href="rename.html">rename</a></code>, +<code><a href="rename.html">rename,SparkDataFrame-method</a></code>, +<code><a href="rename.html">withColumnRenamed</a></code>, +<code><a href="rename.html">withColumnRenamed</a></code>, +<code><a href="rename.html">withColumnRenamed,SparkDataFrame,character,character-method</a></code>; +<code><a href="repartition.html">repartition</a></code>, <code><a href="repartition.html">repartition</a></code>, +<code><a href="repartition.html">repartition,SparkDataFrame-method</a></code>; +<code><a href="sample.html">sample</a></code>, <code><a href="sample.html">sample</a></code>, +<code><a href="sample.html">sample,SparkDataFrame,logical,numeric-method</a></code>, +<code><a href="sample.html">sample_frac</a></code>, <code><a href="sample.html">sample_frac</a></code>, +<code><a href="sample.html">sample_frac,SparkDataFrame,logical,numeric-method</a></code>; +<code><a href="write.parquet.html">saveAsParquetFile</a></code>, +<code><a href="write.parquet.html">saveAsParquetFile</a></code>, +<code><a href="write.parquet.html">saveAsParquetFile,SparkDataFrame,character-method</a></code>, +<code><a href="write.parquet.html">write.parquet</a></code>, <code><a href="write.parquet.html">write.parquet</a></code>, +<code><a href="write.parquet.html">write.parquet,SparkDataFrame,character-method</a></code>; +<code><a href="saveAsTable.html">saveAsTable</a></code>, <code><a href="saveAsTable.html">saveAsTable</a></code>, +<code><a href="saveAsTable.html">saveAsTable,SparkDataFrame,character-method</a></code>; +<code><a href="write.df.html">saveDF</a></code>, <code><a href="write.df.html">saveDF</a></code>, +<code><a href="write.df.html">saveDF,SparkDataFrame,character-method</a></code>, +<code><a href="write.df.html">write.df</a></code>, <code><a href="write.df.html">write.df</a></code>, +<code><a href="write.df.html">write.df</a></code>, +<code><a href="write.df.html">write.df,SparkDataFrame-method</a></code>; +<code><a href="schema.html">schema</a></code>, <code><a href="schema.html">schema</a></code>, +<code><a href="schema.html">schema,SparkDataFrame-method</a></code>; +<code><a href="selectExpr.html">selectExpr</a></code>, <code><a href="selectExpr.html">selectExpr</a></code>, +<code><a href="selectExpr.html">selectExpr,SparkDataFrame,character-method</a></code>; +<code><a href="showDF.html">showDF</a></code>, <code><a href="showDF.html">showDF</a></code>, +<code><a href="showDF.html">showDF,SparkDataFrame-method</a></code>; +<code><a href="show.html">show</a></code>, <code><a href="show.html">show</a></code>, +<code><a href="show.html">show,Column-method</a></code>, +<code><a href="show.html">show,GroupedData-method</a></code>, +<code><a href="show.html">show,SparkDataFrame-method</a></code>, +<code><a href="show.html">show,WindowSpec-method</a></code>; +<code><a href="storageLevel.html">storageLevel</a></code>, +<code><a href="storageLevel.html">storageLevel,SparkDataFrame-method</a></code>; +<code><a href="str.html">str</a></code>, +<code><a href="str.html">str,SparkDataFrame-method</a></code>; +<code><a href="take.html">take</a></code>, <code><a href="take.html">take</a></code>, +<code><a href="take.html">take,SparkDataFrame,numeric-method</a></code>; +<code><a href="union.html">union</a></code>, <code><a href="union.html">union</a></code>, +<code><a href="union.html">union,SparkDataFrame,SparkDataFrame-method</a></code>, +<code><a href="union.html">unionAll</a></code>, <code><a href="union.html">unionAll</a></code>, +<code><a href="union.html">unionAll,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="unpersist.html">unpersist</a></code>, <code><a href="unpersist.html">unpersist</a></code>, +<code><a href="unpersist.html">unpersist,SparkDataFrame-method</a></code>; +<code><a href="withColumn.html">withColumn</a></code>, <code><a href="withColumn.html">withColumn</a></code>, +<code><a href="withColumn.html">withColumn,SparkDataFrame,character-method</a></code>; +<code><a href="with.html">with</a></code>, +<code><a href="with.html">with,SparkDataFrame-method</a></code>; +<code><a href="write.jdbc.html">write.jdbc</a></code>, <code><a href="write.jdbc.html">write.jdbc</a></code>, +<code><a href="write.jdbc.html">write.jdbc,SparkDataFrame,character,character-method</a></code>; +<code><a href="write.json.html">write.json</a></code>, <code><a href="write.json.html">write.json</a></code>, +<code><a href="write.json.html">write.json,SparkDataFrame,character-method</a></code>; +<code><a href="write.orc.html">write.orc</a></code>, <code><a href="write.orc.html">write.orc</a></code>, +<code><a href="write.orc.html">write.orc,SparkDataFrame,character-method</a></code>; +<code><a href="write.text.html">write.text</a></code>, <code><a href="write.text.html">write.text</a></code>, +<code><a href="write.text.html">write.text,SparkDataFrame,character-method</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sparkR.session() +##D path <- "path/to/file.json" +##D df <- read.json(path) +##D createOrReplaceTempView(df, "json_df") +##D new_df <- sql("SELECT * FROM json_df") +## End(Not run) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 2.1.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/d4f0c34a/site/docs/2.1.1/api/R/crossJoin.html ---------------------------------------------------------------------- diff --git a/site/docs/2.1.1/api/R/crossJoin.html b/site/docs/2.1.1/api/R/crossJoin.html new file mode 100644 index 0000000..e0c7277 --- /dev/null +++ b/site/docs/2.1.1/api/R/crossJoin.html @@ -0,0 +1,281 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: CrossJoin</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for crossJoin {SparkR}"><tr><td>crossJoin {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>CrossJoin</h2> + +<h3>Description</h3> + +<p>Returns Cartesian Product on two SparkDataFrames. +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'SparkDataFrame,SparkDataFrame' +crossJoin(x, y) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>A SparkDataFrame</p> +</td></tr> +<tr valign="top"><td><code>y</code></td> +<td> +<p>A SparkDataFrame</p> +</td></tr> +</table> + + +<h3>Value</h3> + +<p>A SparkDataFrame containing the result of the join operation. +</p> + + +<h3>Note</h3> + +<p>crossJoin since 2.1.0 +</p> + + +<h3>See Also</h3> + +<p><a href="merge.html">merge</a> <a href="join.html">join</a> +</p> +<p>Other SparkDataFrame functions: <code><a href="select.html">$</a></code>, +<code><a href="select.html">$,SparkDataFrame-method</a></code>, <code><a href="select.html">$<-</a></code>, +<code><a href="select.html">$<-,SparkDataFrame-method</a></code>, +<code><a href="select.html">select</a></code>, <code><a href="select.html">select</a></code>, +<code><a href="select.html">select,SparkDataFrame,Column-method</a></code>, +<code><a href="select.html">select,SparkDataFrame,character-method</a></code>, +<code><a href="select.html">select,SparkDataFrame,list-method</a></code>; +<code><a href="SparkDataFrame.html">SparkDataFrame-class</a></code>; <code><a href="subset.html">[</a></code>, +<code><a href="subset.html">[,SparkDataFrame-method</a></code>, <code><a href="subset.html">[[</a></code>, +<code><a href="subset.html">[[,SparkDataFrame,numericOrcharacter-method</a></code>, +<code><a href="subset.html">[[<-</a></code>, +<code><a href="subset.html">[[<-,SparkDataFrame,numericOrcharacter-method</a></code>, +<code><a href="subset.html">subset</a></code>, <code><a href="subset.html">subset</a></code>, +<code><a href="subset.html">subset,SparkDataFrame-method</a></code>; +<code><a href="summarize.html">agg</a></code>, <code><a href="summarize.html">agg</a></code>, <code><a href="summarize.html">agg</a></code>, +<code><a href="summarize.html">agg,GroupedData-method</a></code>, +<code><a href="summarize.html">agg,SparkDataFrame-method</a></code>, +<code><a href="summarize.html">summarize</a></code>, <code><a href="summarize.html">summarize</a></code>, +<code><a href="summarize.html">summarize</a></code>, +<code><a href="summarize.html">summarize,GroupedData-method</a></code>, +<code><a href="summarize.html">summarize,SparkDataFrame-method</a></code>; +<code><a href="arrange.html">arrange</a></code>, <code><a href="arrange.html">arrange</a></code>, +<code><a href="arrange.html">arrange</a></code>, +<code><a href="arrange.html">arrange,SparkDataFrame,Column-method</a></code>, +<code><a href="arrange.html">arrange,SparkDataFrame,character-method</a></code>, +<code><a href="arrange.html">orderBy,SparkDataFrame,characterOrColumn-method</a></code>; +<code><a href="as.data.frame.html">as.data.frame</a></code>, +<code><a href="as.data.frame.html">as.data.frame,SparkDataFrame-method</a></code>; +<code><a href="attach.html">attach</a></code>, +<code><a href="attach.html">attach,SparkDataFrame-method</a></code>; +<code><a href="cache.html">cache</a></code>, <code><a href="cache.html">cache</a></code>, +<code><a href="cache.html">cache,SparkDataFrame-method</a></code>; +<code><a href="coalesce.html">coalesce</a></code>, <code><a href="coalesce.html">coalesce</a></code>, +<code><a href="coalesce.html">coalesce</a></code>, +<code><a href="coalesce.html">coalesce,Column-method</a></code>, +<code><a href="coalesce.html">coalesce,SparkDataFrame-method</a></code>; +<code><a href="collect.html">collect</a></code>, <code><a href="collect.html">collect</a></code>, +<code><a href="collect.html">collect,SparkDataFrame-method</a></code>; +<code><a href="columns.html">colnames</a></code>, <code><a href="columns.html">colnames</a></code>, +<code><a href="columns.html">colnames,SparkDataFrame-method</a></code>, +<code><a href="columns.html">colnames<-</a></code>, <code><a href="columns.html">colnames<-</a></code>, +<code><a href="columns.html">colnames<-,SparkDataFrame-method</a></code>, +<code><a href="columns.html">columns</a></code>, <code><a href="columns.html">columns</a></code>, +<code><a href="columns.html">columns,SparkDataFrame-method</a></code>, +<code><a href="columns.html">names</a></code>, +<code><a href="columns.html">names,SparkDataFrame-method</a></code>, +<code><a href="columns.html">names<-</a></code>, +<code><a href="columns.html">names<-,SparkDataFrame-method</a></code>; +<code><a href="coltypes.html">coltypes</a></code>, <code><a href="coltypes.html">coltypes</a></code>, +<code><a href="coltypes.html">coltypes,SparkDataFrame-method</a></code>, +<code><a href="coltypes.html">coltypes<-</a></code>, <code><a href="coltypes.html">coltypes<-</a></code>, +<code><a href="coltypes.html">coltypes<-,SparkDataFrame,character-method</a></code>; +<code><a href="nrow.html">count,SparkDataFrame-method</a></code>, +<code><a href="nrow.html">nrow</a></code>, <code><a href="nrow.html">nrow</a></code>, +<code><a href="nrow.html">nrow,SparkDataFrame-method</a></code>; +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView,SparkDataFrame,character-method</a></code>; +<code><a href="dapplyCollect.html">dapplyCollect</a></code>, <code><a href="dapplyCollect.html">dapplyCollect</a></code>, +<code><a href="dapplyCollect.html">dapplyCollect,SparkDataFrame,function-method</a></code>; +<code><a href="dapply.html">dapply</a></code>, <code><a href="dapply.html">dapply</a></code>, +<code><a href="dapply.html">dapply,SparkDataFrame,function,structType-method</a></code>; +<code><a href="summary.html">describe</a></code>, <code><a href="summary.html">describe</a></code>, +<code><a href="summary.html">describe</a></code>, +<code><a href="summary.html">describe,SparkDataFrame,ANY-method</a></code>, +<code><a href="summary.html">describe,SparkDataFrame,character-method</a></code>, +<code><a href="summary.html">describe,SparkDataFrame-method</a></code>, +<code><a href="summary.html">summary</a></code>, <code><a href="summary.html">summary</a></code>, +<code><a href="summary.html">summary,SparkDataFrame-method</a></code>; +<code><a href="dim.html">dim</a></code>, +<code><a href="dim.html">dim,SparkDataFrame-method</a></code>; +<code><a href="distinct.html">distinct</a></code>, <code><a href="distinct.html">distinct</a></code>, +<code><a href="distinct.html">distinct,SparkDataFrame-method</a></code>, +<code><a href="distinct.html">unique</a></code>, +<code><a href="distinct.html">unique,SparkDataFrame-method</a></code>; +<code><a href="dropDuplicates.html">dropDuplicates</a></code>, +<code><a href="dropDuplicates.html">dropDuplicates</a></code>, +<code><a href="dropDuplicates.html">dropDuplicates,SparkDataFrame-method</a></code>; +<code><a href="nafunctions.html">dropna</a></code>, <code><a href="nafunctions.html">dropna</a></code>, +<code><a href="nafunctions.html">dropna,SparkDataFrame-method</a></code>, +<code><a href="nafunctions.html">fillna</a></code>, <code><a href="nafunctions.html">fillna</a></code>, +<code><a href="nafunctions.html">fillna,SparkDataFrame-method</a></code>, +<code><a href="nafunctions.html">na.omit</a></code>, <code><a href="nafunctions.html">na.omit</a></code>, +<code><a href="nafunctions.html">na.omit,SparkDataFrame-method</a></code>; +<code><a href="drop.html">drop</a></code>, <code><a href="drop.html">drop</a></code>, +<code><a href="drop.html">drop</a></code>, <code><a href="drop.html">drop,ANY-method</a></code>, +<code><a href="drop.html">drop,SparkDataFrame-method</a></code>; +<code><a href="dtypes.html">dtypes</a></code>, <code><a href="dtypes.html">dtypes</a></code>, +<code><a href="dtypes.html">dtypes,SparkDataFrame-method</a></code>; +<code><a href="except.html">except</a></code>, <code><a href="except.html">except</a></code>, +<code><a href="except.html">except,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="explain.html">explain</a></code>, <code><a href="explain.html">explain</a></code>, +<code><a href="explain.html">explain,SparkDataFrame-method</a></code>; +<code><a href="filter.html">filter</a></code>, <code><a href="filter.html">filter</a></code>, +<code><a href="filter.html">filter,SparkDataFrame,characterOrColumn-method</a></code>, +<code><a href="filter.html">where</a></code>, <code><a href="filter.html">where</a></code>, +<code><a href="filter.html">where,SparkDataFrame,characterOrColumn-method</a></code>; +<code><a href="first.html">first</a></code>, <code><a href="first.html">first</a></code>, +<code><a href="first.html">first</a></code>, +<code><a href="first.html">first,SparkDataFrame-method</a></code>, +<code><a href="first.html">first,characterOrColumn-method</a></code>; +<code><a href="gapplyCollect.html">gapplyCollect</a></code>, <code><a href="gapplyCollect.html">gapplyCollect</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect,GroupedData-method</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect,SparkDataFrame-method</a></code>; +<code><a href="gapply.html">gapply</a></code>, <code><a href="gapply.html">gapply</a></code>, +<code><a href="gapply.html">gapply</a></code>, +<code><a href="gapply.html">gapply,GroupedData-method</a></code>, +<code><a href="gapply.html">gapply,SparkDataFrame-method</a></code>; +<code><a href="getNumPartitions.html">getNumPartitions</a></code>, +<code><a href="getNumPartitions.html">getNumPartitions,SparkDataFrame-method</a></code>; +<code><a href="groupBy.html">groupBy</a></code>, <code><a href="groupBy.html">groupBy</a></code>, +<code><a href="groupBy.html">groupBy,SparkDataFrame-method</a></code>, +<code><a href="groupBy.html">group_by</a></code>, <code><a href="groupBy.html">group_by</a></code>, +<code><a href="groupBy.html">group_by,SparkDataFrame-method</a></code>; +<code><a href="head.html">head</a></code>, +<code><a href="head.html">head,SparkDataFrame-method</a></code>; +<code><a href="histogram.html">histogram</a></code>, +<code><a href="histogram.html">histogram,SparkDataFrame,characterOrColumn-method</a></code>; +<code><a href="insertInto.html">insertInto</a></code>, <code><a href="insertInto.html">insertInto</a></code>, +<code><a href="insertInto.html">insertInto,SparkDataFrame,character-method</a></code>; +<code><a href="intersect.html">intersect</a></code>, <code><a href="intersect.html">intersect</a></code>, +<code><a href="intersect.html">intersect,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="isLocal.html">isLocal</a></code>, <code><a href="isLocal.html">isLocal</a></code>, +<code><a href="isLocal.html">isLocal,SparkDataFrame-method</a></code>; +<code><a href="join.html">join</a></code>, +<code><a href="join.html">join,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="limit.html">limit</a></code>, <code><a href="limit.html">limit</a></code>, +<code><a href="limit.html">limit,SparkDataFrame,numeric-method</a></code>; +<code><a href="merge.html">merge</a></code>, <code><a href="merge.html">merge</a></code>, +<code><a href="merge.html">merge,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="mutate.html">mutate</a></code>, <code><a href="mutate.html">mutate</a></code>, +<code><a href="mutate.html">mutate,SparkDataFrame-method</a></code>, +<code><a href="mutate.html">transform</a></code>, <code><a href="mutate.html">transform</a></code>, +<code><a href="mutate.html">transform,SparkDataFrame-method</a></code>; +<code><a href="ncol.html">ncol</a></code>, +<code><a href="ncol.html">ncol,SparkDataFrame-method</a></code>; +<code><a href="persist.html">persist</a></code>, <code><a href="persist.html">persist</a></code>, +<code><a href="persist.html">persist,SparkDataFrame,character-method</a></code>; +<code><a href="printSchema.html">printSchema</a></code>, <code><a href="printSchema.html">printSchema</a></code>, +<code><a href="printSchema.html">printSchema,SparkDataFrame-method</a></code>; +<code><a href="randomSplit.html">randomSplit</a></code>, <code><a href="randomSplit.html">randomSplit</a></code>, +<code><a href="randomSplit.html">randomSplit,SparkDataFrame,numeric-method</a></code>; +<code><a href="rbind.html">rbind</a></code>, <code><a href="rbind.html">rbind</a></code>, +<code><a href="rbind.html">rbind,SparkDataFrame-method</a></code>; +<code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, +<code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, +<code><a href="registerTempTable-deprecated.html">registerTempTable,SparkDataFrame,character-method</a></code>; +<code><a href="rename.html">rename</a></code>, <code><a href="rename.html">rename</a></code>, +<code><a href="rename.html">rename,SparkDataFrame-method</a></code>, +<code><a href="rename.html">withColumnRenamed</a></code>, +<code><a href="rename.html">withColumnRenamed</a></code>, +<code><a href="rename.html">withColumnRenamed,SparkDataFrame,character,character-method</a></code>; +<code><a href="repartition.html">repartition</a></code>, <code><a href="repartition.html">repartition</a></code>, +<code><a href="repartition.html">repartition,SparkDataFrame-method</a></code>; +<code><a href="sample.html">sample</a></code>, <code><a href="sample.html">sample</a></code>, +<code><a href="sample.html">sample,SparkDataFrame,logical,numeric-method</a></code>, +<code><a href="sample.html">sample_frac</a></code>, <code><a href="sample.html">sample_frac</a></code>, +<code><a href="sample.html">sample_frac,SparkDataFrame,logical,numeric-method</a></code>; +<code><a href="write.parquet.html">saveAsParquetFile</a></code>, +<code><a href="write.parquet.html">saveAsParquetFile</a></code>, +<code><a href="write.parquet.html">saveAsParquetFile,SparkDataFrame,character-method</a></code>, +<code><a href="write.parquet.html">write.parquet</a></code>, <code><a href="write.parquet.html">write.parquet</a></code>, +<code><a href="write.parquet.html">write.parquet,SparkDataFrame,character-method</a></code>; +<code><a href="saveAsTable.html">saveAsTable</a></code>, <code><a href="saveAsTable.html">saveAsTable</a></code>, +<code><a href="saveAsTable.html">saveAsTable,SparkDataFrame,character-method</a></code>; +<code><a href="write.df.html">saveDF</a></code>, <code><a href="write.df.html">saveDF</a></code>, +<code><a href="write.df.html">saveDF,SparkDataFrame,character-method</a></code>, +<code><a href="write.df.html">write.df</a></code>, <code><a href="write.df.html">write.df</a></code>, +<code><a href="write.df.html">write.df</a></code>, +<code><a href="write.df.html">write.df,SparkDataFrame-method</a></code>; +<code><a href="schema.html">schema</a></code>, <code><a href="schema.html">schema</a></code>, +<code><a href="schema.html">schema,SparkDataFrame-method</a></code>; +<code><a href="selectExpr.html">selectExpr</a></code>, <code><a href="selectExpr.html">selectExpr</a></code>, +<code><a href="selectExpr.html">selectExpr,SparkDataFrame,character-method</a></code>; +<code><a href="showDF.html">showDF</a></code>, <code><a href="showDF.html">showDF</a></code>, +<code><a href="showDF.html">showDF,SparkDataFrame-method</a></code>; +<code><a href="show.html">show</a></code>, <code><a href="show.html">show</a></code>, +<code><a href="show.html">show,Column-method</a></code>, +<code><a href="show.html">show,GroupedData-method</a></code>, +<code><a href="show.html">show,SparkDataFrame-method</a></code>, +<code><a href="show.html">show,WindowSpec-method</a></code>; +<code><a href="storageLevel.html">storageLevel</a></code>, +<code><a href="storageLevel.html">storageLevel,SparkDataFrame-method</a></code>; +<code><a href="str.html">str</a></code>, +<code><a href="str.html">str,SparkDataFrame-method</a></code>; +<code><a href="take.html">take</a></code>, <code><a href="take.html">take</a></code>, +<code><a href="take.html">take,SparkDataFrame,numeric-method</a></code>; +<code><a href="union.html">union</a></code>, <code><a href="union.html">union</a></code>, +<code><a href="union.html">union,SparkDataFrame,SparkDataFrame-method</a></code>, +<code><a href="union.html">unionAll</a></code>, <code><a href="union.html">unionAll</a></code>, +<code><a href="union.html">unionAll,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="unpersist.html">unpersist</a></code>, <code><a href="unpersist.html">unpersist</a></code>, +<code><a href="unpersist.html">unpersist,SparkDataFrame-method</a></code>; +<code><a href="withColumn.html">withColumn</a></code>, <code><a href="withColumn.html">withColumn</a></code>, +<code><a href="withColumn.html">withColumn,SparkDataFrame,character-method</a></code>; +<code><a href="with.html">with</a></code>, +<code><a href="with.html">with,SparkDataFrame-method</a></code>; +<code><a href="write.jdbc.html">write.jdbc</a></code>, <code><a href="write.jdbc.html">write.jdbc</a></code>, +<code><a href="write.jdbc.html">write.jdbc,SparkDataFrame,character,character-method</a></code>; +<code><a href="write.json.html">write.json</a></code>, <code><a href="write.json.html">write.json</a></code>, +<code><a href="write.json.html">write.json,SparkDataFrame,character-method</a></code>; +<code><a href="write.orc.html">write.orc</a></code>, <code><a href="write.orc.html">write.orc</a></code>, +<code><a href="write.orc.html">write.orc,SparkDataFrame,character-method</a></code>; +<code><a href="write.text.html">write.text</a></code>, <code><a href="write.text.html">write.text</a></code>, +<code><a href="write.text.html">write.text,SparkDataFrame,character-method</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sparkR.session() +##D df1 <- read.json(path) +##D df2 <- read.json(path2) +##D crossJoin(df1, df2) # Performs a Cartesian +## End(Not run) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 2.1.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/d4f0c34a/site/docs/2.1.1/api/R/crosstab.html ---------------------------------------------------------------------- diff --git a/site/docs/2.1.1/api/R/crosstab.html b/site/docs/2.1.1/api/R/crosstab.html new file mode 100644 index 0000000..352fbdb --- /dev/null +++ b/site/docs/2.1.1/api/R/crosstab.html @@ -0,0 +1,94 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: Computes a pair-wise frequency table of the given columns</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for crosstab {SparkR}"><tr><td>crosstab {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>Computes a pair-wise frequency table of the given columns</h2> + +<h3>Description</h3> + +<p>Computes a pair-wise frequency table of the given columns. Also known as a contingency +table. The number of distinct values for each column should be less than 1e4. At most 1e6 +non-zero pair frequencies will be returned. +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'SparkDataFrame,character,character' +crosstab(x, col1, col2) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>a SparkDataFrame</p> +</td></tr> +<tr valign="top"><td><code>col1</code></td> +<td> +<p>name of the first column. Distinct items will make the first item of each row.</p> +</td></tr> +<tr valign="top"><td><code>col2</code></td> +<td> +<p>name of the second column. Distinct items will make the column names of the output.</p> +</td></tr> +</table> + + +<h3>Value</h3> + +<p>a local R data.frame representing the contingency table. The first column of each row +will be the distinct values of <code>col1</code> and the column names will be the distinct values +of <code>col2</code>. The name of the first column will be "<code>col1</code>_<code>col2</code>". Pairs +that have no occurrences will have zero as their counts. +</p> + + +<h3>Note</h3> + +<p>crosstab since 1.5.0 +</p> + + +<h3>See Also</h3> + +<p>Other stat functions: <code><a href="approxQuantile.html">approxQuantile</a></code>, +<code><a href="approxQuantile.html">approxQuantile,SparkDataFrame,character,numeric,numeric-method</a></code>; +<code><a href="corr.html">corr</a></code>, <code><a href="corr.html">corr</a></code>, +<code><a href="corr.html">corr</a></code>, <code><a href="corr.html">corr,Column-method</a></code>, +<code><a href="corr.html">corr,SparkDataFrame-method</a></code>; +<code><a href="cov.html">cov</a></code>, <code><a href="cov.html">cov</a></code>, <code><a href="cov.html">cov</a></code>, +<code><a href="cov.html">cov,SparkDataFrame-method</a></code>, +<code><a href="cov.html">cov,characterOrColumn-method</a></code>, +<code><a href="cov.html">covar_samp</a></code>, <code><a href="cov.html">covar_samp</a></code>, +<code><a href="cov.html">covar_samp,characterOrColumn,characterOrColumn-method</a></code>; +<code><a href="freqItems.html">freqItems</a></code>, +<code><a href="freqItems.html">freqItems,SparkDataFrame,character-method</a></code>; +<code><a href="sampleBy.html">sampleBy</a></code>, <code><a href="sampleBy.html">sampleBy</a></code>, +<code><a href="sampleBy.html">sampleBy,SparkDataFrame,character,list,numeric-method</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D df <- read.json("/path/to/file.json") +##D ct <- crosstab(df, "title", "gender") +## End(Not run) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 2.1.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/d4f0c34a/site/docs/2.1.1/api/R/cume_dist.html ---------------------------------------------------------------------- diff --git a/site/docs/2.1.1/api/R/cume_dist.html b/site/docs/2.1.1/api/R/cume_dist.html new file mode 100644 index 0000000..0f30482 --- /dev/null +++ b/site/docs/2.1.1/api/R/cume_dist.html @@ -0,0 +1,90 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: cume_dist</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for cume_dist {SparkR}"><tr><td>cume_dist {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>cume_dist</h2> + +<h3>Description</h3> + +<p>Window function: returns the cumulative distribution of values within a window partition, +i.e. the fraction of rows that are below the current row. +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'missing' +cume_dist() + +cume_dist(x = "missing") +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>empty. Should be used with no argument.</p> +</td></tr> +</table> + + +<h3>Details</h3> + +<p>N = total number of rows in the partition +cume_dist(x) = number of values before (and including) x / N +</p> +<p>This is equivalent to the <code>CUME_DIST</code> function in SQL. +</p> + + +<h3>Note</h3> + +<p>cume_dist since 1.6.0 +</p> + + +<h3>See Also</h3> + +<p>Other window_funcs: <code><a href="dense_rank.html">dense_rank</a></code>, +<code><a href="dense_rank.html">dense_rank</a></code>, +<code><a href="dense_rank.html">dense_rank,missing-method</a></code>; +<code><a href="lag.html">lag</a></code>, <code><a href="lag.html">lag</a></code>, +<code><a href="lag.html">lag,characterOrColumn-method</a></code>; +<code><a href="lead.html">lead</a></code>, <code><a href="lead.html">lead</a></code>, +<code><a href="lead.html">lead,characterOrColumn,numeric-method</a></code>; +<code><a href="ntile.html">ntile</a></code>, <code><a href="ntile.html">ntile</a></code>, +<code><a href="ntile.html">ntile,numeric-method</a></code>; +<code><a href="percent_rank.html">percent_rank</a></code>, <code><a href="percent_rank.html">percent_rank</a></code>, +<code><a href="percent_rank.html">percent_rank,missing-method</a></code>; +<code><a href="rank.html">rank</a></code>, <code><a href="rank.html">rank</a></code>, +<code><a href="rank.html">rank</a></code>, <code><a href="rank.html">rank,ANY-method</a></code>, +<code><a href="rank.html">rank,missing-method</a></code>; +<code><a href="row_number.html">row_number</a></code>, <code><a href="row_number.html">row_number</a></code>, +<code><a href="row_number.html">row_number,missing-method</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D df <- createDataFrame(mtcars) +##D ws <- orderBy(windowPartitionBy("am"), "hp") +##D out <- select(df, over(cume_dist(), ws), df$hp, df$am) +## End(Not run) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 2.1.1 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/d4f0c34a/site/docs/2.1.1/api/R/dapply.html ---------------------------------------------------------------------- diff --git a/site/docs/2.1.1/api/R/dapply.html b/site/docs/2.1.1/api/R/dapply.html new file mode 100644 index 0000000..9546ec0 --- /dev/null +++ b/site/docs/2.1.1/api/R/dapply.html @@ -0,0 +1,303 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: dapply</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for dapply {SparkR}"><tr><td>dapply {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>dapply</h2> + +<h3>Description</h3> + +<p>Apply a function to each partition of a SparkDataFrame. +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'SparkDataFrame,'function',structType' +dapply(x, func, schema) + +dapply(x, func, schema) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>A SparkDataFrame</p> +</td></tr> +<tr valign="top"><td><code>func</code></td> +<td> +<p>A function to be applied to each partition of the SparkDataFrame. +func should have only one parameter, to which a R data.frame corresponds +to each partition will be passed. +The output of func should be a R data.frame.</p> +</td></tr> +<tr valign="top"><td><code>schema</code></td> +<td> +<p>The schema of the resulting SparkDataFrame after the function is applied. +It must match the output of func.</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>dapply since 2.0.0 +</p> + + +<h3>See Also</h3> + +<p><a href="dapplyCollect.html">dapplyCollect</a> +</p> +<p>Other SparkDataFrame functions: <code><a href="select.html">$</a></code>, +<code><a href="select.html">$,SparkDataFrame-method</a></code>, <code><a href="select.html">$<-</a></code>, +<code><a href="select.html">$<-,SparkDataFrame-method</a></code>, +<code><a href="select.html">select</a></code>, <code><a href="select.html">select</a></code>, +<code><a href="select.html">select,SparkDataFrame,Column-method</a></code>, +<code><a href="select.html">select,SparkDataFrame,character-method</a></code>, +<code><a href="select.html">select,SparkDataFrame,list-method</a></code>; +<code><a href="SparkDataFrame.html">SparkDataFrame-class</a></code>; <code><a href="subset.html">[</a></code>, +<code><a href="subset.html">[,SparkDataFrame-method</a></code>, <code><a href="subset.html">[[</a></code>, +<code><a href="subset.html">[[,SparkDataFrame,numericOrcharacter-method</a></code>, +<code><a href="subset.html">[[<-</a></code>, +<code><a href="subset.html">[[<-,SparkDataFrame,numericOrcharacter-method</a></code>, +<code><a href="subset.html">subset</a></code>, <code><a href="subset.html">subset</a></code>, +<code><a href="subset.html">subset,SparkDataFrame-method</a></code>; +<code><a href="summarize.html">agg</a></code>, <code><a href="summarize.html">agg</a></code>, <code><a href="summarize.html">agg</a></code>, +<code><a href="summarize.html">agg,GroupedData-method</a></code>, +<code><a href="summarize.html">agg,SparkDataFrame-method</a></code>, +<code><a href="summarize.html">summarize</a></code>, <code><a href="summarize.html">summarize</a></code>, +<code><a href="summarize.html">summarize</a></code>, +<code><a href="summarize.html">summarize,GroupedData-method</a></code>, +<code><a href="summarize.html">summarize,SparkDataFrame-method</a></code>; +<code><a href="arrange.html">arrange</a></code>, <code><a href="arrange.html">arrange</a></code>, +<code><a href="arrange.html">arrange</a></code>, +<code><a href="arrange.html">arrange,SparkDataFrame,Column-method</a></code>, +<code><a href="arrange.html">arrange,SparkDataFrame,character-method</a></code>, +<code><a href="arrange.html">orderBy,SparkDataFrame,characterOrColumn-method</a></code>; +<code><a href="as.data.frame.html">as.data.frame</a></code>, +<code><a href="as.data.frame.html">as.data.frame,SparkDataFrame-method</a></code>; +<code><a href="attach.html">attach</a></code>, +<code><a href="attach.html">attach,SparkDataFrame-method</a></code>; +<code><a href="cache.html">cache</a></code>, <code><a href="cache.html">cache</a></code>, +<code><a href="cache.html">cache,SparkDataFrame-method</a></code>; +<code><a href="coalesce.html">coalesce</a></code>, <code><a href="coalesce.html">coalesce</a></code>, +<code><a href="coalesce.html">coalesce</a></code>, +<code><a href="coalesce.html">coalesce,Column-method</a></code>, +<code><a href="coalesce.html">coalesce,SparkDataFrame-method</a></code>; +<code><a href="collect.html">collect</a></code>, <code><a href="collect.html">collect</a></code>, +<code><a href="collect.html">collect,SparkDataFrame-method</a></code>; +<code><a href="columns.html">colnames</a></code>, <code><a href="columns.html">colnames</a></code>, +<code><a href="columns.html">colnames,SparkDataFrame-method</a></code>, +<code><a href="columns.html">colnames<-</a></code>, <code><a href="columns.html">colnames<-</a></code>, +<code><a href="columns.html">colnames<-,SparkDataFrame-method</a></code>, +<code><a href="columns.html">columns</a></code>, <code><a href="columns.html">columns</a></code>, +<code><a href="columns.html">columns,SparkDataFrame-method</a></code>, +<code><a href="columns.html">names</a></code>, +<code><a href="columns.html">names,SparkDataFrame-method</a></code>, +<code><a href="columns.html">names<-</a></code>, +<code><a href="columns.html">names<-,SparkDataFrame-method</a></code>; +<code><a href="coltypes.html">coltypes</a></code>, <code><a href="coltypes.html">coltypes</a></code>, +<code><a href="coltypes.html">coltypes,SparkDataFrame-method</a></code>, +<code><a href="coltypes.html">coltypes<-</a></code>, <code><a href="coltypes.html">coltypes<-</a></code>, +<code><a href="coltypes.html">coltypes<-,SparkDataFrame,character-method</a></code>; +<code><a href="nrow.html">count,SparkDataFrame-method</a></code>, +<code><a href="nrow.html">nrow</a></code>, <code><a href="nrow.html">nrow</a></code>, +<code><a href="nrow.html">nrow,SparkDataFrame-method</a></code>; +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView,SparkDataFrame,character-method</a></code>; +<code><a href="crossJoin.html">crossJoin</a></code>, +<code><a href="crossJoin.html">crossJoin,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="dapplyCollect.html">dapplyCollect</a></code>, <code><a href="dapplyCollect.html">dapplyCollect</a></code>, +<code><a href="dapplyCollect.html">dapplyCollect,SparkDataFrame,function-method</a></code>; +<code><a href="summary.html">describe</a></code>, <code><a href="summary.html">describe</a></code>, +<code><a href="summary.html">describe</a></code>, +<code><a href="summary.html">describe,SparkDataFrame,ANY-method</a></code>, +<code><a href="summary.html">describe,SparkDataFrame,character-method</a></code>, +<code><a href="summary.html">describe,SparkDataFrame-method</a></code>, +<code><a href="summary.html">summary</a></code>, <code><a href="summary.html">summary</a></code>, +<code><a href="summary.html">summary,SparkDataFrame-method</a></code>; +<code><a href="dim.html">dim</a></code>, +<code><a href="dim.html">dim,SparkDataFrame-method</a></code>; +<code><a href="distinct.html">distinct</a></code>, <code><a href="distinct.html">distinct</a></code>, +<code><a href="distinct.html">distinct,SparkDataFrame-method</a></code>, +<code><a href="distinct.html">unique</a></code>, +<code><a href="distinct.html">unique,SparkDataFrame-method</a></code>; +<code><a href="dropDuplicates.html">dropDuplicates</a></code>, +<code><a href="dropDuplicates.html">dropDuplicates</a></code>, +<code><a href="dropDuplicates.html">dropDuplicates,SparkDataFrame-method</a></code>; +<code><a href="nafunctions.html">dropna</a></code>, <code><a href="nafunctions.html">dropna</a></code>, +<code><a href="nafunctions.html">dropna,SparkDataFrame-method</a></code>, +<code><a href="nafunctions.html">fillna</a></code>, <code><a href="nafunctions.html">fillna</a></code>, +<code><a href="nafunctions.html">fillna,SparkDataFrame-method</a></code>, +<code><a href="nafunctions.html">na.omit</a></code>, <code><a href="nafunctions.html">na.omit</a></code>, +<code><a href="nafunctions.html">na.omit,SparkDataFrame-method</a></code>; +<code><a href="drop.html">drop</a></code>, <code><a href="drop.html">drop</a></code>, +<code><a href="drop.html">drop</a></code>, <code><a href="drop.html">drop,ANY-method</a></code>, +<code><a href="drop.html">drop,SparkDataFrame-method</a></code>; +<code><a href="dtypes.html">dtypes</a></code>, <code><a href="dtypes.html">dtypes</a></code>, +<code><a href="dtypes.html">dtypes,SparkDataFrame-method</a></code>; +<code><a href="except.html">except</a></code>, <code><a href="except.html">except</a></code>, +<code><a href="except.html">except,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="explain.html">explain</a></code>, <code><a href="explain.html">explain</a></code>, +<code><a href="explain.html">explain,SparkDataFrame-method</a></code>; +<code><a href="filter.html">filter</a></code>, <code><a href="filter.html">filter</a></code>, +<code><a href="filter.html">filter,SparkDataFrame,characterOrColumn-method</a></code>, +<code><a href="filter.html">where</a></code>, <code><a href="filter.html">where</a></code>, +<code><a href="filter.html">where,SparkDataFrame,characterOrColumn-method</a></code>; +<code><a href="first.html">first</a></code>, <code><a href="first.html">first</a></code>, +<code><a href="first.html">first</a></code>, +<code><a href="first.html">first,SparkDataFrame-method</a></code>, +<code><a href="first.html">first,characterOrColumn-method</a></code>; +<code><a href="gapplyCollect.html">gapplyCollect</a></code>, <code><a href="gapplyCollect.html">gapplyCollect</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect,GroupedData-method</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect,SparkDataFrame-method</a></code>; +<code><a href="gapply.html">gapply</a></code>, <code><a href="gapply.html">gapply</a></code>, +<code><a href="gapply.html">gapply</a></code>, +<code><a href="gapply.html">gapply,GroupedData-method</a></code>, +<code><a href="gapply.html">gapply,SparkDataFrame-method</a></code>; +<code><a href="getNumPartitions.html">getNumPartitions</a></code>, +<code><a href="getNumPartitions.html">getNumPartitions,SparkDataFrame-method</a></code>; +<code><a href="groupBy.html">groupBy</a></code>, <code><a href="groupBy.html">groupBy</a></code>, +<code><a href="groupBy.html">groupBy,SparkDataFrame-method</a></code>, +<code><a href="groupBy.html">group_by</a></code>, <code><a href="groupBy.html">group_by</a></code>, +<code><a href="groupBy.html">group_by,SparkDataFrame-method</a></code>; +<code><a href="head.html">head</a></code>, +<code><a href="head.html">head,SparkDataFrame-method</a></code>; +<code><a href="histogram.html">histogram</a></code>, +<code><a href="histogram.html">histogram,SparkDataFrame,characterOrColumn-method</a></code>; +<code><a href="insertInto.html">insertInto</a></code>, <code><a href="insertInto.html">insertInto</a></code>, +<code><a href="insertInto.html">insertInto,SparkDataFrame,character-method</a></code>; +<code><a href="intersect.html">intersect</a></code>, <code><a href="intersect.html">intersect</a></code>, +<code><a href="intersect.html">intersect,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="isLocal.html">isLocal</a></code>, <code><a href="isLocal.html">isLocal</a></code>, +<code><a href="isLocal.html">isLocal,SparkDataFrame-method</a></code>; +<code><a href="join.html">join</a></code>, +<code><a href="join.html">join,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="limit.html">limit</a></code>, <code><a href="limit.html">limit</a></code>, +<code><a href="limit.html">limit,SparkDataFrame,numeric-method</a></code>; +<code><a href="merge.html">merge</a></code>, <code><a href="merge.html">merge</a></code>, +<code><a href="merge.html">merge,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="mutate.html">mutate</a></code>, <code><a href="mutate.html">mutate</a></code>, +<code><a href="mutate.html">mutate,SparkDataFrame-method</a></code>, +<code><a href="mutate.html">transform</a></code>, <code><a href="mutate.html">transform</a></code>, +<code><a href="mutate.html">transform,SparkDataFrame-method</a></code>; +<code><a href="ncol.html">ncol</a></code>, +<code><a href="ncol.html">ncol,SparkDataFrame-method</a></code>; +<code><a href="persist.html">persist</a></code>, <code><a href="persist.html">persist</a></code>, +<code><a href="persist.html">persist,SparkDataFrame,character-method</a></code>; +<code><a href="printSchema.html">printSchema</a></code>, <code><a href="printSchema.html">printSchema</a></code>, +<code><a href="printSchema.html">printSchema,SparkDataFrame-method</a></code>; +<code><a href="randomSplit.html">randomSplit</a></code>, <code><a href="randomSplit.html">randomSplit</a></code>, +<code><a href="randomSplit.html">randomSplit,SparkDataFrame,numeric-method</a></code>; +<code><a href="rbind.html">rbind</a></code>, <code><a href="rbind.html">rbind</a></code>, +<code><a href="rbind.html">rbind,SparkDataFrame-method</a></code>; +<code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, +<code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, +<code><a href="registerTempTable-deprecated.html">registerTempTable,SparkDataFrame,character-method</a></code>; +<code><a href="rename.html">rename</a></code>, <code><a href="rename.html">rename</a></code>, +<code><a href="rename.html">rename,SparkDataFrame-method</a></code>, +<code><a href="rename.html">withColumnRenamed</a></code>, +<code><a href="rename.html">withColumnRenamed</a></code>, +<code><a href="rename.html">withColumnRenamed,SparkDataFrame,character,character-method</a></code>; +<code><a href="repartition.html">repartition</a></code>, <code><a href="repartition.html">repartition</a></code>, +<code><a href="repartition.html">repartition,SparkDataFrame-method</a></code>; +<code><a href="sample.html">sample</a></code>, <code><a href="sample.html">sample</a></code>, +<code><a href="sample.html">sample,SparkDataFrame,logical,numeric-method</a></code>, +<code><a href="sample.html">sample_frac</a></code>, <code><a href="sample.html">sample_frac</a></code>, +<code><a href="sample.html">sample_frac,SparkDataFrame,logical,numeric-method</a></code>; +<code><a href="write.parquet.html">saveAsParquetFile</a></code>, +<code><a href="write.parquet.html">saveAsParquetFile</a></code>, +<code><a href="write.parquet.html">saveAsParquetFile,SparkDataFrame,character-method</a></code>, +<code><a href="write.parquet.html">write.parquet</a></code>, <code><a href="write.parquet.html">write.parquet</a></code>, +<code><a href="write.parquet.html">write.parquet,SparkDataFrame,character-method</a></code>; +<code><a href="saveAsTable.html">saveAsTable</a></code>, <code><a href="saveAsTable.html">saveAsTable</a></code>, +<code><a href="saveAsTable.html">saveAsTable,SparkDataFrame,character-method</a></code>; +<code><a href="write.df.html">saveDF</a></code>, <code><a href="write.df.html">saveDF</a></code>, +<code><a href="write.df.html">saveDF,SparkDataFrame,character-method</a></code>, +<code><a href="write.df.html">write.df</a></code>, <code><a href="write.df.html">write.df</a></code>, +<code><a href="write.df.html">write.df</a></code>, +<code><a href="write.df.html">write.df,SparkDataFrame-method</a></code>; +<code><a href="schema.html">schema</a></code>, <code><a href="schema.html">schema</a></code>, +<code><a href="schema.html">schema,SparkDataFrame-method</a></code>; +<code><a href="selectExpr.html">selectExpr</a></code>, <code><a href="selectExpr.html">selectExpr</a></code>, +<code><a href="selectExpr.html">selectExpr,SparkDataFrame,character-method</a></code>; +<code><a href="showDF.html">showDF</a></code>, <code><a href="showDF.html">showDF</a></code>, +<code><a href="showDF.html">showDF,SparkDataFrame-method</a></code>; +<code><a href="show.html">show</a></code>, <code><a href="show.html">show</a></code>, +<code><a href="show.html">show,Column-method</a></code>, +<code><a href="show.html">show,GroupedData-method</a></code>, +<code><a href="show.html">show,SparkDataFrame-method</a></code>, +<code><a href="show.html">show,WindowSpec-method</a></code>; +<code><a href="storageLevel.html">storageLevel</a></code>, +<code><a href="storageLevel.html">storageLevel,SparkDataFrame-method</a></code>; +<code><a href="str.html">str</a></code>, +<code><a href="str.html">str,SparkDataFrame-method</a></code>; +<code><a href="take.html">take</a></code>, <code><a href="take.html">take</a></code>, +<code><a href="take.html">take,SparkDataFrame,numeric-method</a></code>; +<code><a href="union.html">union</a></code>, <code><a href="union.html">union</a></code>, +<code><a href="union.html">union,SparkDataFrame,SparkDataFrame-method</a></code>, +<code><a href="union.html">unionAll</a></code>, <code><a href="union.html">unionAll</a></code>, +<code><a href="union.html">unionAll,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="unpersist.html">unpersist</a></code>, <code><a href="unpersist.html">unpersist</a></code>, +<code><a href="unpersist.html">unpersist,SparkDataFrame-method</a></code>; +<code><a href="withColumn.html">withColumn</a></code>, <code><a href="withColumn.html">withColumn</a></code>, +<code><a href="withColumn.html">withColumn,SparkDataFrame,character-method</a></code>; +<code><a href="with.html">with</a></code>, +<code><a href="with.html">with,SparkDataFrame-method</a></code>; +<code><a href="write.jdbc.html">write.jdbc</a></code>, <code><a href="write.jdbc.html">write.jdbc</a></code>, +<code><a href="write.jdbc.html">write.jdbc,SparkDataFrame,character,character-method</a></code>; +<code><a href="write.json.html">write.json</a></code>, <code><a href="write.json.html">write.json</a></code>, +<code><a href="write.json.html">write.json,SparkDataFrame,character-method</a></code>; +<code><a href="write.orc.html">write.orc</a></code>, <code><a href="write.orc.html">write.orc</a></code>, +<code><a href="write.orc.html">write.orc,SparkDataFrame,character-method</a></code>; +<code><a href="write.text.html">write.text</a></code>, <code><a href="write.text.html">write.text</a></code>, +<code><a href="write.text.html">write.text,SparkDataFrame,character-method</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D df <- createDataFrame(iris) +##D df1 <- dapply(df, function(x) { x }, schema(df)) +##D collect(df1) +##D +##D # filter and add a column +##D df <- createDataFrame( +##D list(list(1L, 1, "1"), list(2L, 2, "2"), list(3L, 3, "3")), +##D c("a", "b", "c")) +##D schema <- structType(structField("a", "integer"), structField("b", "double"), +##D structField("c", "string"), structField("d", "integer")) +##D df1 <- dapply( +##D df, +##D function(x) { +##D y <- x[x[1] > 1, ] +##D y <- cbind(y, y[1] + 1L) +##D }, +##D schema) +##D collect(df1) +##D # the result +##D # a b c d +##D # 1 2 2 2 3 +##D # 2 3 3 3 4 +## End(Not run) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 2.1.1 <a href="00Index.html">Index</a>]</div> +</body></html> --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org