http://git-wip-us.apache.org/repos/asf/spark-website/blob/f7ec1155/site/docs/2.2.0/api/R/gapply.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.0/api/R/gapply.html b/site/docs/2.2.0/api/R/gapply.html new file mode 100644 index 0000000..2c46519 --- /dev/null +++ b/site/docs/2.2.0/api/R/gapply.html @@ -0,0 +1,374 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: gapply</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for gapply {SparkR}"><tr><td>gapply {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>gapply</h2> + +<h3>Description</h3> + +<p>Groups the SparkDataFrame using the specified columns and applies the R function to each +group. +</p> +<p>gapply +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'SparkDataFrame' +gapply(x, cols, func, schema) + +gapply(x, ...) + +## S4 method for signature 'GroupedData' +gapply(x, func, schema) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>a SparkDataFrame or GroupedData.</p> +</td></tr> +<tr valign="top"><td><code>cols</code></td> +<td> +<p>grouping columns.</p> +</td></tr> +<tr valign="top"><td><code>func</code></td> +<td> +<p>a function to be applied to each group partition specified by grouping +column of the SparkDataFrame. The function <code>func</code> takes as argument +a key - grouping columns and a data frame - a local R data.frame. +The output of <code>func</code> is a local R data.frame.</p> +</td></tr> +<tr valign="top"><td><code>schema</code></td> +<td> +<p>the schema of the resulting SparkDataFrame after the function is applied. +The schema must match to output of <code>func</code>. It has to be defined for each +output column with preferred output column name and corresponding data type.</p> +</td></tr> +<tr valign="top"><td><code>...</code></td> +<td> +<p>additional argument(s) passed to the method.</p> +</td></tr> +</table> + + +<h3>Value</h3> + +<p>A SparkDataFrame. +</p> + + +<h3>Note</h3> + +<p>gapply(SparkDataFrame) since 2.0.0 +</p> +<p>gapply(GroupedData) since 2.0.0 +</p> + + +<h3>See Also</h3> + +<p><a href="gapplyCollect.html">gapplyCollect</a> +</p> +<p>Other SparkDataFrame functions: <code><a href="select.html">$</a></code>, +<code><a href="select.html">$,SparkDataFrame-method</a></code>, <code><a href="select.html">$<-</a></code>, +<code><a href="select.html">$<-,SparkDataFrame-method</a></code>, +<code><a href="select.html">select</a></code>, <code><a href="select.html">select</a></code>, +<code><a href="select.html">select,SparkDataFrame,Column-method</a></code>, +<code><a href="select.html">select,SparkDataFrame,character-method</a></code>, +<code><a href="select.html">select,SparkDataFrame,list-method</a></code>; +<code><a href="SparkDataFrame.html">SparkDataFrame-class</a></code>; <code><a href="subset.html">[</a></code>, +<code><a href="subset.html">[,SparkDataFrame-method</a></code>, <code><a href="subset.html">[[</a></code>, +<code><a href="subset.html">[[,SparkDataFrame,numericOrcharacter-method</a></code>, +<code><a href="subset.html">[[<-</a></code>, +<code><a href="subset.html">[[<-,SparkDataFrame,numericOrcharacter-method</a></code>, +<code><a href="subset.html">subset</a></code>, <code><a href="subset.html">subset</a></code>, +<code><a href="subset.html">subset,SparkDataFrame-method</a></code>; +<code><a href="summarize.html">agg</a></code>, <code><a href="summarize.html">agg</a></code>, <code><a href="summarize.html">agg</a></code>, +<code><a href="summarize.html">agg,GroupedData-method</a></code>, +<code><a href="summarize.html">agg,SparkDataFrame-method</a></code>, +<code><a href="summarize.html">summarize</a></code>, <code><a href="summarize.html">summarize</a></code>, +<code><a href="summarize.html">summarize</a></code>, +<code><a href="summarize.html">summarize,GroupedData-method</a></code>, +<code><a href="summarize.html">summarize,SparkDataFrame-method</a></code>; +<code><a href="arrange.html">arrange</a></code>, <code><a href="arrange.html">arrange</a></code>, +<code><a href="arrange.html">arrange</a></code>, +<code><a href="arrange.html">arrange,SparkDataFrame,Column-method</a></code>, +<code><a href="arrange.html">arrange,SparkDataFrame,character-method</a></code>, +<code><a href="arrange.html">orderBy,SparkDataFrame,characterOrColumn-method</a></code>; +<code><a href="as.data.frame.html">as.data.frame</a></code>, +<code><a href="as.data.frame.html">as.data.frame,SparkDataFrame-method</a></code>; +<code><a href="attach.html">attach</a></code>, +<code><a href="attach.html">attach,SparkDataFrame-method</a></code>; +<code><a href="cache.html">cache</a></code>, <code><a href="cache.html">cache</a></code>, +<code><a href="cache.html">cache,SparkDataFrame-method</a></code>; +<code><a href="checkpoint.html">checkpoint</a></code>, <code><a href="checkpoint.html">checkpoint</a></code>, +<code><a href="checkpoint.html">checkpoint,SparkDataFrame-method</a></code>; +<code><a href="coalesce.html">coalesce</a></code>, <code><a href="coalesce.html">coalesce</a></code>, +<code><a href="coalesce.html">coalesce</a></code>, +<code><a href="coalesce.html">coalesce,Column-method</a></code>, +<code><a href="coalesce.html">coalesce,SparkDataFrame-method</a></code>; +<code><a href="collect.html">collect</a></code>, <code><a href="collect.html">collect</a></code>, +<code><a href="collect.html">collect,SparkDataFrame-method</a></code>; +<code><a href="columns.html">colnames</a></code>, <code><a href="columns.html">colnames</a></code>, +<code><a href="columns.html">colnames,SparkDataFrame-method</a></code>, +<code><a href="columns.html">colnames<-</a></code>, <code><a href="columns.html">colnames<-</a></code>, +<code><a href="columns.html">colnames<-,SparkDataFrame-method</a></code>, +<code><a href="columns.html">columns</a></code>, <code><a href="columns.html">columns</a></code>, +<code><a href="columns.html">columns,SparkDataFrame-method</a></code>, +<code><a href="columns.html">names</a></code>, +<code><a href="columns.html">names,SparkDataFrame-method</a></code>, +<code><a href="columns.html">names<-</a></code>, +<code><a href="columns.html">names<-,SparkDataFrame-method</a></code>; +<code><a href="coltypes.html">coltypes</a></code>, <code><a href="coltypes.html">coltypes</a></code>, +<code><a href="coltypes.html">coltypes,SparkDataFrame-method</a></code>, +<code><a href="coltypes.html">coltypes<-</a></code>, <code><a href="coltypes.html">coltypes<-</a></code>, +<code><a href="coltypes.html">coltypes<-,SparkDataFrame,character-method</a></code>; +<code><a href="nrow.html">count,SparkDataFrame-method</a></code>, +<code><a href="nrow.html">nrow</a></code>, <code><a href="nrow.html">nrow</a></code>, +<code><a href="nrow.html">nrow,SparkDataFrame-method</a></code>; +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView,SparkDataFrame,character-method</a></code>; +<code><a href="crossJoin.html">crossJoin</a></code>, +<code><a href="crossJoin.html">crossJoin,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="dapplyCollect.html">dapplyCollect</a></code>, <code><a href="dapplyCollect.html">dapplyCollect</a></code>, +<code><a href="dapplyCollect.html">dapplyCollect,SparkDataFrame,function-method</a></code>; +<code><a href="dapply.html">dapply</a></code>, <code><a href="dapply.html">dapply</a></code>, +<code><a href="dapply.html">dapply,SparkDataFrame,function,structType-method</a></code>; +<code><a href="summary.html">describe</a></code>, <code><a href="summary.html">describe</a></code>, +<code><a href="summary.html">describe</a></code>, +<code><a href="summary.html">describe,SparkDataFrame,ANY-method</a></code>, +<code><a href="summary.html">describe,SparkDataFrame,character-method</a></code>, +<code><a href="summary.html">describe,SparkDataFrame-method</a></code>, +<code><a href="summary.html">summary</a></code>, <code><a href="summary.html">summary</a></code>, +<code><a href="summary.html">summary,SparkDataFrame-method</a></code>; +<code><a href="dim.html">dim</a></code>, +<code><a href="dim.html">dim,SparkDataFrame-method</a></code>; +<code><a href="distinct.html">distinct</a></code>, <code><a href="distinct.html">distinct</a></code>, +<code><a href="distinct.html">distinct,SparkDataFrame-method</a></code>, +<code><a href="distinct.html">unique</a></code>, +<code><a href="distinct.html">unique,SparkDataFrame-method</a></code>; +<code><a href="dropDuplicates.html">dropDuplicates</a></code>, +<code><a href="dropDuplicates.html">dropDuplicates</a></code>, +<code><a href="dropDuplicates.html">dropDuplicates,SparkDataFrame-method</a></code>; +<code><a href="nafunctions.html">dropna</a></code>, <code><a href="nafunctions.html">dropna</a></code>, +<code><a href="nafunctions.html">dropna,SparkDataFrame-method</a></code>, +<code><a href="nafunctions.html">fillna</a></code>, <code><a href="nafunctions.html">fillna</a></code>, +<code><a href="nafunctions.html">fillna,SparkDataFrame-method</a></code>, +<code><a href="nafunctions.html">na.omit</a></code>, <code><a href="nafunctions.html">na.omit</a></code>, +<code><a href="nafunctions.html">na.omit,SparkDataFrame-method</a></code>; +<code><a href="drop.html">drop</a></code>, <code><a href="drop.html">drop</a></code>, +<code><a href="drop.html">drop</a></code>, <code><a href="drop.html">drop,ANY-method</a></code>, +<code><a href="drop.html">drop,SparkDataFrame-method</a></code>; +<code><a href="dtypes.html">dtypes</a></code>, <code><a href="dtypes.html">dtypes</a></code>, +<code><a href="dtypes.html">dtypes,SparkDataFrame-method</a></code>; +<code><a href="except.html">except</a></code>, <code><a href="except.html">except</a></code>, +<code><a href="except.html">except,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="explain.html">explain</a></code>, <code><a href="explain.html">explain</a></code>, +<code><a href="explain.html">explain</a></code>, +<code><a href="explain.html">explain,SparkDataFrame-method</a></code>, +<code><a href="explain.html">explain,StreamingQuery-method</a></code>; +<code><a href="filter.html">filter</a></code>, <code><a href="filter.html">filter</a></code>, +<code><a href="filter.html">filter,SparkDataFrame,characterOrColumn-method</a></code>, +<code><a href="filter.html">where</a></code>, <code><a href="filter.html">where</a></code>, +<code><a href="filter.html">where,SparkDataFrame,characterOrColumn-method</a></code>; +<code><a href="first.html">first</a></code>, <code><a href="first.html">first</a></code>, +<code><a href="first.html">first</a></code>, +<code><a href="first.html">first,SparkDataFrame-method</a></code>, +<code><a href="first.html">first,characterOrColumn-method</a></code>; +<code><a href="gapplyCollect.html">gapplyCollect</a></code>, <code><a href="gapplyCollect.html">gapplyCollect</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect,GroupedData-method</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect,SparkDataFrame-method</a></code>; +<code><a href="getNumPartitions.html">getNumPartitions</a></code>, +<code><a href="getNumPartitions.html">getNumPartitions,SparkDataFrame-method</a></code>; +<code><a href="groupBy.html">groupBy</a></code>, <code><a href="groupBy.html">groupBy</a></code>, +<code><a href="groupBy.html">groupBy,SparkDataFrame-method</a></code>, +<code><a href="groupBy.html">group_by</a></code>, <code><a href="groupBy.html">group_by</a></code>, +<code><a href="groupBy.html">group_by,SparkDataFrame-method</a></code>; +<code><a href="head.html">head</a></code>, +<code><a href="head.html">head,SparkDataFrame-method</a></code>; +<code><a href="hint.html">hint</a></code>, <code><a href="hint.html">hint</a></code>, +<code><a href="hint.html">hint,SparkDataFrame,character-method</a></code>; +<code><a href="histogram.html">histogram</a></code>, +<code><a href="histogram.html">histogram,SparkDataFrame,characterOrColumn-method</a></code>; +<code><a href="insertInto.html">insertInto</a></code>, <code><a href="insertInto.html">insertInto</a></code>, +<code><a href="insertInto.html">insertInto,SparkDataFrame,character-method</a></code>; +<code><a href="intersect.html">intersect</a></code>, <code><a href="intersect.html">intersect</a></code>, +<code><a href="intersect.html">intersect,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="isLocal.html">isLocal</a></code>, <code><a href="isLocal.html">isLocal</a></code>, +<code><a href="isLocal.html">isLocal,SparkDataFrame-method</a></code>; +<code><a href="isStreaming.html">isStreaming</a></code>, <code><a href="isStreaming.html">isStreaming</a></code>, +<code><a href="isStreaming.html">isStreaming,SparkDataFrame-method</a></code>; +<code><a href="join.html">join</a></code>, +<code><a href="join.html">join,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="limit.html">limit</a></code>, <code><a href="limit.html">limit</a></code>, +<code><a href="limit.html">limit,SparkDataFrame,numeric-method</a></code>; +<code><a href="merge.html">merge</a></code>, <code><a href="merge.html">merge</a></code>, +<code><a href="merge.html">merge,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="mutate.html">mutate</a></code>, <code><a href="mutate.html">mutate</a></code>, +<code><a href="mutate.html">mutate,SparkDataFrame-method</a></code>, +<code><a href="mutate.html">transform</a></code>, <code><a href="mutate.html">transform</a></code>, +<code><a href="mutate.html">transform,SparkDataFrame-method</a></code>; +<code><a href="ncol.html">ncol</a></code>, +<code><a href="ncol.html">ncol,SparkDataFrame-method</a></code>; +<code><a href="persist.html">persist</a></code>, <code><a href="persist.html">persist</a></code>, +<code><a href="persist.html">persist,SparkDataFrame,character-method</a></code>; +<code><a href="printSchema.html">printSchema</a></code>, <code><a href="printSchema.html">printSchema</a></code>, +<code><a href="printSchema.html">printSchema,SparkDataFrame-method</a></code>; +<code><a href="randomSplit.html">randomSplit</a></code>, <code><a href="randomSplit.html">randomSplit</a></code>, +<code><a href="randomSplit.html">randomSplit,SparkDataFrame,numeric-method</a></code>; +<code><a href="rbind.html">rbind</a></code>, <code><a href="rbind.html">rbind</a></code>, +<code><a href="rbind.html">rbind,SparkDataFrame-method</a></code>; +<code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, +<code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, +<code><a href="registerTempTable-deprecated.html">registerTempTable,SparkDataFrame,character-method</a></code>; +<code><a href="rename.html">rename</a></code>, <code><a href="rename.html">rename</a></code>, +<code><a href="rename.html">rename,SparkDataFrame-method</a></code>, +<code><a href="rename.html">withColumnRenamed</a></code>, +<code><a href="rename.html">withColumnRenamed</a></code>, +<code><a href="rename.html">withColumnRenamed,SparkDataFrame,character,character-method</a></code>; +<code><a href="repartition.html">repartition</a></code>, <code><a href="repartition.html">repartition</a></code>, +<code><a href="repartition.html">repartition,SparkDataFrame-method</a></code>; +<code><a href="sample.html">sample</a></code>, <code><a href="sample.html">sample</a></code>, +<code><a href="sample.html">sample,SparkDataFrame,logical,numeric-method</a></code>, +<code><a href="sample.html">sample_frac</a></code>, <code><a href="sample.html">sample_frac</a></code>, +<code><a href="sample.html">sample_frac,SparkDataFrame,logical,numeric-method</a></code>; +<code><a href="write.parquet.html">saveAsParquetFile</a></code>, +<code><a href="write.parquet.html">saveAsParquetFile</a></code>, +<code><a href="write.parquet.html">saveAsParquetFile,SparkDataFrame,character-method</a></code>, +<code><a href="write.parquet.html">write.parquet</a></code>, <code><a href="write.parquet.html">write.parquet</a></code>, +<code><a href="write.parquet.html">write.parquet,SparkDataFrame,character-method</a></code>; +<code><a href="saveAsTable.html">saveAsTable</a></code>, <code><a href="saveAsTable.html">saveAsTable</a></code>, +<code><a href="saveAsTable.html">saveAsTable,SparkDataFrame,character-method</a></code>; +<code><a href="write.df.html">saveDF</a></code>, <code><a href="write.df.html">saveDF</a></code>, +<code><a href="write.df.html">saveDF,SparkDataFrame,character-method</a></code>, +<code><a href="write.df.html">write.df</a></code>, <code><a href="write.df.html">write.df</a></code>, +<code><a href="write.df.html">write.df</a></code>, +<code><a href="write.df.html">write.df,SparkDataFrame-method</a></code>; +<code><a href="schema.html">schema</a></code>, <code><a href="schema.html">schema</a></code>, +<code><a href="schema.html">schema,SparkDataFrame-method</a></code>; +<code><a href="selectExpr.html">selectExpr</a></code>, <code><a href="selectExpr.html">selectExpr</a></code>, +<code><a href="selectExpr.html">selectExpr,SparkDataFrame,character-method</a></code>; +<code><a href="showDF.html">showDF</a></code>, <code><a href="showDF.html">showDF</a></code>, +<code><a href="showDF.html">showDF,SparkDataFrame-method</a></code>; +<code><a href="show.html">show</a></code>, <code><a href="show.html">show</a></code>, +<code><a href="show.html">show,Column-method</a></code>, +<code><a href="show.html">show,GroupedData-method</a></code>, +<code><a href="show.html">show,SparkDataFrame-method</a></code>, +<code><a href="show.html">show,StreamingQuery-method</a></code>, +<code><a href="show.html">show,WindowSpec-method</a></code>; +<code><a href="storageLevel.html">storageLevel</a></code>, +<code><a href="storageLevel.html">storageLevel,SparkDataFrame-method</a></code>; +<code><a href="str.html">str</a></code>, +<code><a href="str.html">str,SparkDataFrame-method</a></code>; +<code><a href="take.html">take</a></code>, <code><a href="take.html">take</a></code>, +<code><a href="take.html">take,SparkDataFrame,numeric-method</a></code>; +<code><a href="toJSON.html">toJSON</a></code>, +<code><a href="toJSON.html">toJSON,SparkDataFrame-method</a></code>; +<code><a href="union.html">union</a></code>, <code><a href="union.html">union</a></code>, +<code><a href="union.html">union,SparkDataFrame,SparkDataFrame-method</a></code>, +<code><a href="union.html">unionAll</a></code>, <code><a href="union.html">unionAll</a></code>, +<code><a href="union.html">unionAll,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="unpersist.html">unpersist</a></code>, <code><a href="unpersist.html">unpersist</a></code>, +<code><a href="unpersist.html">unpersist,SparkDataFrame-method</a></code>; +<code><a href="withColumn.html">withColumn</a></code>, <code><a href="withColumn.html">withColumn</a></code>, +<code><a href="withColumn.html">withColumn,SparkDataFrame,character-method</a></code>; +<code><a href="with.html">with</a></code>, +<code><a href="with.html">with,SparkDataFrame-method</a></code>; +<code><a href="write.jdbc.html">write.jdbc</a></code>, <code><a href="write.jdbc.html">write.jdbc</a></code>, +<code><a href="write.jdbc.html">write.jdbc,SparkDataFrame,character,character-method</a></code>; +<code><a href="write.json.html">write.json</a></code>, <code><a href="write.json.html">write.json</a></code>, +<code><a href="write.json.html">write.json,SparkDataFrame,character-method</a></code>; +<code><a href="write.orc.html">write.orc</a></code>, <code><a href="write.orc.html">write.orc</a></code>, +<code><a href="write.orc.html">write.orc,SparkDataFrame,character-method</a></code>; +<code><a href="write.stream.html">write.stream</a></code>, <code><a href="write.stream.html">write.stream</a></code>, +<code><a href="write.stream.html">write.stream,SparkDataFrame-method</a></code>; +<code><a href="write.text.html">write.text</a></code>, <code><a href="write.text.html">write.text</a></code>, +<code><a href="write.text.html">write.text,SparkDataFrame,character-method</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D Computes the arithmetic mean of the second column by grouping +##D on the first and third columns. Output the grouping values and the average. +##D +##D df <- createDataFrame ( +##D list(list(1L, 1, "1", 0.1), list(1L, 2, "1", 0.2), list(3L, 3, "3", 0.3)), +##D c("a", "b", "c", "d")) +##D +##D Here our output contains three columns, the key which is a combination of two +##D columns with data types integer and string and the mean which is a double. +##D schema <- structType(structField("a", "integer"), structField("c", "string"), +##D structField("avg", "double")) +##D result <- gapply( +##D df, +##D c("a", "c"), +##D function(key, x) { +##D y <- data.frame(key, mean(x$b), stringsAsFactors = FALSE) +##D }, schema) +##D +##D We can also group the data and afterwards call gapply on GroupedData. +##D For Example: +##D gdf <- group_by(df, "a", "c") +##D result <- gapply( +##D gdf, +##D function(key, x) { +##D y <- data.frame(key, mean(x$b), stringsAsFactors = FALSE) +##D }, schema) +##D collect(result) +##D +##D Result +##D ------ +##D a c avg +##D 3 3 3.0 +##D 1 1 1.5 +##D +##D Fits linear models on iris dataset by grouping on the 'Species' column and +##D using 'Sepal_Length' as a target variable, 'Sepal_Width', 'Petal_Length' +##D and 'Petal_Width' as training features. +##D +##D df <- createDataFrame (iris) +##D schema <- structType(structField("(Intercept)", "double"), +##D structField("Sepal_Width", "double"),structField("Petal_Length", "double"), +##D structField("Petal_Width", "double")) +##D df1 <- gapply( +##D df, +##D df$"Species", +##D function(key, x) { +##D m <- suppressWarnings(lm(Sepal_Length ~ +##D Sepal_Width + Petal_Length + Petal_Width, x)) +##D data.frame(t(coef(m))) +##D }, schema) +##D collect(df1) +##D +##D Result +##D --------- +##D Model (Intercept) Sepal_Width Petal_Length Petal_Width +##D 1 0.699883 0.3303370 0.9455356 -0.1697527 +##D 2 1.895540 0.3868576 0.9083370 -0.6792238 +##D 3 2.351890 0.6548350 0.2375602 0.2521257 +##D +## End(Not run) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 2.2.0 <a href="00Index.html">Index</a>]</div> +</body></html>
http://git-wip-us.apache.org/repos/asf/spark-website/blob/f7ec1155/site/docs/2.2.0/api/R/gapplyCollect.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.0/api/R/gapplyCollect.html b/site/docs/2.2.0/api/R/gapplyCollect.html new file mode 100644 index 0000000..3f3c4f2 --- /dev/null +++ b/site/docs/2.2.0/api/R/gapplyCollect.html @@ -0,0 +1,363 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: gapplyCollect</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for gapplyCollect {SparkR}"><tr><td>gapplyCollect {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>gapplyCollect</h2> + +<h3>Description</h3> + +<p>Groups the SparkDataFrame using the specified columns, applies the R function to each +group and collects the result back to R as data.frame. +</p> +<p>gapplyCollect +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'SparkDataFrame' +gapplyCollect(x, cols, func) + +gapplyCollect(x, ...) + +## S4 method for signature 'GroupedData' +gapplyCollect(x, func) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>a SparkDataFrame or GroupedData.</p> +</td></tr> +<tr valign="top"><td><code>cols</code></td> +<td> +<p>grouping columns.</p> +</td></tr> +<tr valign="top"><td><code>func</code></td> +<td> +<p>a function to be applied to each group partition specified by grouping +column of the SparkDataFrame. The function <code>func</code> takes as argument +a key - grouping columns and a data frame - a local R data.frame. +The output of <code>func</code> is a local R data.frame.</p> +</td></tr> +<tr valign="top"><td><code>...</code></td> +<td> +<p>additional argument(s) passed to the method.</p> +</td></tr> +</table> + + +<h3>Value</h3> + +<p>A data.frame. +</p> + + +<h3>Note</h3> + +<p>gapplyCollect(SparkDataFrame) since 2.0.0 +</p> +<p>gapplyCollect(GroupedData) since 2.0.0 +</p> + + +<h3>See Also</h3> + +<p><a href="gapply.html">gapply</a> +</p> +<p>Other SparkDataFrame functions: <code><a href="select.html">$</a></code>, +<code><a href="select.html">$,SparkDataFrame-method</a></code>, <code><a href="select.html">$<-</a></code>, +<code><a href="select.html">$<-,SparkDataFrame-method</a></code>, +<code><a href="select.html">select</a></code>, <code><a href="select.html">select</a></code>, +<code><a href="select.html">select,SparkDataFrame,Column-method</a></code>, +<code><a href="select.html">select,SparkDataFrame,character-method</a></code>, +<code><a href="select.html">select,SparkDataFrame,list-method</a></code>; +<code><a href="SparkDataFrame.html">SparkDataFrame-class</a></code>; <code><a href="subset.html">[</a></code>, +<code><a href="subset.html">[,SparkDataFrame-method</a></code>, <code><a href="subset.html">[[</a></code>, +<code><a href="subset.html">[[,SparkDataFrame,numericOrcharacter-method</a></code>, +<code><a href="subset.html">[[<-</a></code>, +<code><a href="subset.html">[[<-,SparkDataFrame,numericOrcharacter-method</a></code>, +<code><a href="subset.html">subset</a></code>, <code><a href="subset.html">subset</a></code>, +<code><a href="subset.html">subset,SparkDataFrame-method</a></code>; +<code><a href="summarize.html">agg</a></code>, <code><a href="summarize.html">agg</a></code>, <code><a href="summarize.html">agg</a></code>, +<code><a href="summarize.html">agg,GroupedData-method</a></code>, +<code><a href="summarize.html">agg,SparkDataFrame-method</a></code>, +<code><a href="summarize.html">summarize</a></code>, <code><a href="summarize.html">summarize</a></code>, +<code><a href="summarize.html">summarize</a></code>, +<code><a href="summarize.html">summarize,GroupedData-method</a></code>, +<code><a href="summarize.html">summarize,SparkDataFrame-method</a></code>; +<code><a href="arrange.html">arrange</a></code>, <code><a href="arrange.html">arrange</a></code>, +<code><a href="arrange.html">arrange</a></code>, +<code><a href="arrange.html">arrange,SparkDataFrame,Column-method</a></code>, +<code><a href="arrange.html">arrange,SparkDataFrame,character-method</a></code>, +<code><a href="arrange.html">orderBy,SparkDataFrame,characterOrColumn-method</a></code>; +<code><a href="as.data.frame.html">as.data.frame</a></code>, +<code><a href="as.data.frame.html">as.data.frame,SparkDataFrame-method</a></code>; +<code><a href="attach.html">attach</a></code>, +<code><a href="attach.html">attach,SparkDataFrame-method</a></code>; +<code><a href="cache.html">cache</a></code>, <code><a href="cache.html">cache</a></code>, +<code><a href="cache.html">cache,SparkDataFrame-method</a></code>; +<code><a href="checkpoint.html">checkpoint</a></code>, <code><a href="checkpoint.html">checkpoint</a></code>, +<code><a href="checkpoint.html">checkpoint,SparkDataFrame-method</a></code>; +<code><a href="coalesce.html">coalesce</a></code>, <code><a href="coalesce.html">coalesce</a></code>, +<code><a href="coalesce.html">coalesce</a></code>, +<code><a href="coalesce.html">coalesce,Column-method</a></code>, +<code><a href="coalesce.html">coalesce,SparkDataFrame-method</a></code>; +<code><a href="collect.html">collect</a></code>, <code><a href="collect.html">collect</a></code>, +<code><a href="collect.html">collect,SparkDataFrame-method</a></code>; +<code><a href="columns.html">colnames</a></code>, <code><a href="columns.html">colnames</a></code>, +<code><a href="columns.html">colnames,SparkDataFrame-method</a></code>, +<code><a href="columns.html">colnames<-</a></code>, <code><a href="columns.html">colnames<-</a></code>, +<code><a href="columns.html">colnames<-,SparkDataFrame-method</a></code>, +<code><a href="columns.html">columns</a></code>, <code><a href="columns.html">columns</a></code>, +<code><a href="columns.html">columns,SparkDataFrame-method</a></code>, +<code><a href="columns.html">names</a></code>, +<code><a href="columns.html">names,SparkDataFrame-method</a></code>, +<code><a href="columns.html">names<-</a></code>, +<code><a href="columns.html">names<-,SparkDataFrame-method</a></code>; +<code><a href="coltypes.html">coltypes</a></code>, <code><a href="coltypes.html">coltypes</a></code>, +<code><a href="coltypes.html">coltypes,SparkDataFrame-method</a></code>, +<code><a href="coltypes.html">coltypes<-</a></code>, <code><a href="coltypes.html">coltypes<-</a></code>, +<code><a href="coltypes.html">coltypes<-,SparkDataFrame,character-method</a></code>; +<code><a href="nrow.html">count,SparkDataFrame-method</a></code>, +<code><a href="nrow.html">nrow</a></code>, <code><a href="nrow.html">nrow</a></code>, +<code><a href="nrow.html">nrow,SparkDataFrame-method</a></code>; +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView,SparkDataFrame,character-method</a></code>; +<code><a href="crossJoin.html">crossJoin</a></code>, +<code><a href="crossJoin.html">crossJoin,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="dapplyCollect.html">dapplyCollect</a></code>, <code><a href="dapplyCollect.html">dapplyCollect</a></code>, +<code><a href="dapplyCollect.html">dapplyCollect,SparkDataFrame,function-method</a></code>; +<code><a href="dapply.html">dapply</a></code>, <code><a href="dapply.html">dapply</a></code>, +<code><a href="dapply.html">dapply,SparkDataFrame,function,structType-method</a></code>; +<code><a href="summary.html">describe</a></code>, <code><a href="summary.html">describe</a></code>, +<code><a href="summary.html">describe</a></code>, +<code><a href="summary.html">describe,SparkDataFrame,ANY-method</a></code>, +<code><a href="summary.html">describe,SparkDataFrame,character-method</a></code>, +<code><a href="summary.html">describe,SparkDataFrame-method</a></code>, +<code><a href="summary.html">summary</a></code>, <code><a href="summary.html">summary</a></code>, +<code><a href="summary.html">summary,SparkDataFrame-method</a></code>; +<code><a href="dim.html">dim</a></code>, +<code><a href="dim.html">dim,SparkDataFrame-method</a></code>; +<code><a href="distinct.html">distinct</a></code>, <code><a href="distinct.html">distinct</a></code>, +<code><a href="distinct.html">distinct,SparkDataFrame-method</a></code>, +<code><a href="distinct.html">unique</a></code>, +<code><a href="distinct.html">unique,SparkDataFrame-method</a></code>; +<code><a href="dropDuplicates.html">dropDuplicates</a></code>, +<code><a href="dropDuplicates.html">dropDuplicates</a></code>, +<code><a href="dropDuplicates.html">dropDuplicates,SparkDataFrame-method</a></code>; +<code><a href="nafunctions.html">dropna</a></code>, <code><a href="nafunctions.html">dropna</a></code>, +<code><a href="nafunctions.html">dropna,SparkDataFrame-method</a></code>, +<code><a href="nafunctions.html">fillna</a></code>, <code><a href="nafunctions.html">fillna</a></code>, +<code><a href="nafunctions.html">fillna,SparkDataFrame-method</a></code>, +<code><a href="nafunctions.html">na.omit</a></code>, <code><a href="nafunctions.html">na.omit</a></code>, +<code><a href="nafunctions.html">na.omit,SparkDataFrame-method</a></code>; +<code><a href="drop.html">drop</a></code>, <code><a href="drop.html">drop</a></code>, +<code><a href="drop.html">drop</a></code>, <code><a href="drop.html">drop,ANY-method</a></code>, +<code><a href="drop.html">drop,SparkDataFrame-method</a></code>; +<code><a href="dtypes.html">dtypes</a></code>, <code><a href="dtypes.html">dtypes</a></code>, +<code><a href="dtypes.html">dtypes,SparkDataFrame-method</a></code>; +<code><a href="except.html">except</a></code>, <code><a href="except.html">except</a></code>, +<code><a href="except.html">except,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="explain.html">explain</a></code>, <code><a href="explain.html">explain</a></code>, +<code><a href="explain.html">explain</a></code>, +<code><a href="explain.html">explain,SparkDataFrame-method</a></code>, +<code><a href="explain.html">explain,StreamingQuery-method</a></code>; +<code><a href="filter.html">filter</a></code>, <code><a href="filter.html">filter</a></code>, +<code><a href="filter.html">filter,SparkDataFrame,characterOrColumn-method</a></code>, +<code><a href="filter.html">where</a></code>, <code><a href="filter.html">where</a></code>, +<code><a href="filter.html">where,SparkDataFrame,characterOrColumn-method</a></code>; +<code><a href="first.html">first</a></code>, <code><a href="first.html">first</a></code>, +<code><a href="first.html">first</a></code>, +<code><a href="first.html">first,SparkDataFrame-method</a></code>, +<code><a href="first.html">first,characterOrColumn-method</a></code>; +<code><a href="gapply.html">gapply</a></code>, <code><a href="gapply.html">gapply</a></code>, +<code><a href="gapply.html">gapply</a></code>, +<code><a href="gapply.html">gapply,GroupedData-method</a></code>, +<code><a href="gapply.html">gapply,SparkDataFrame-method</a></code>; +<code><a href="getNumPartitions.html">getNumPartitions</a></code>, +<code><a href="getNumPartitions.html">getNumPartitions,SparkDataFrame-method</a></code>; +<code><a href="groupBy.html">groupBy</a></code>, <code><a href="groupBy.html">groupBy</a></code>, +<code><a href="groupBy.html">groupBy,SparkDataFrame-method</a></code>, +<code><a href="groupBy.html">group_by</a></code>, <code><a href="groupBy.html">group_by</a></code>, +<code><a href="groupBy.html">group_by,SparkDataFrame-method</a></code>; +<code><a href="head.html">head</a></code>, +<code><a href="head.html">head,SparkDataFrame-method</a></code>; +<code><a href="hint.html">hint</a></code>, <code><a href="hint.html">hint</a></code>, +<code><a href="hint.html">hint,SparkDataFrame,character-method</a></code>; +<code><a href="histogram.html">histogram</a></code>, +<code><a href="histogram.html">histogram,SparkDataFrame,characterOrColumn-method</a></code>; +<code><a href="insertInto.html">insertInto</a></code>, <code><a href="insertInto.html">insertInto</a></code>, +<code><a href="insertInto.html">insertInto,SparkDataFrame,character-method</a></code>; +<code><a href="intersect.html">intersect</a></code>, <code><a href="intersect.html">intersect</a></code>, +<code><a href="intersect.html">intersect,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="isLocal.html">isLocal</a></code>, <code><a href="isLocal.html">isLocal</a></code>, +<code><a href="isLocal.html">isLocal,SparkDataFrame-method</a></code>; +<code><a href="isStreaming.html">isStreaming</a></code>, <code><a href="isStreaming.html">isStreaming</a></code>, +<code><a href="isStreaming.html">isStreaming,SparkDataFrame-method</a></code>; +<code><a href="join.html">join</a></code>, +<code><a href="join.html">join,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="limit.html">limit</a></code>, <code><a href="limit.html">limit</a></code>, +<code><a href="limit.html">limit,SparkDataFrame,numeric-method</a></code>; +<code><a href="merge.html">merge</a></code>, <code><a href="merge.html">merge</a></code>, +<code><a href="merge.html">merge,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="mutate.html">mutate</a></code>, <code><a href="mutate.html">mutate</a></code>, +<code><a href="mutate.html">mutate,SparkDataFrame-method</a></code>, +<code><a href="mutate.html">transform</a></code>, <code><a href="mutate.html">transform</a></code>, +<code><a href="mutate.html">transform,SparkDataFrame-method</a></code>; +<code><a href="ncol.html">ncol</a></code>, +<code><a href="ncol.html">ncol,SparkDataFrame-method</a></code>; +<code><a href="persist.html">persist</a></code>, <code><a href="persist.html">persist</a></code>, +<code><a href="persist.html">persist,SparkDataFrame,character-method</a></code>; +<code><a href="printSchema.html">printSchema</a></code>, <code><a href="printSchema.html">printSchema</a></code>, +<code><a href="printSchema.html">printSchema,SparkDataFrame-method</a></code>; +<code><a href="randomSplit.html">randomSplit</a></code>, <code><a href="randomSplit.html">randomSplit</a></code>, +<code><a href="randomSplit.html">randomSplit,SparkDataFrame,numeric-method</a></code>; +<code><a href="rbind.html">rbind</a></code>, <code><a href="rbind.html">rbind</a></code>, +<code><a href="rbind.html">rbind,SparkDataFrame-method</a></code>; +<code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, +<code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, +<code><a href="registerTempTable-deprecated.html">registerTempTable,SparkDataFrame,character-method</a></code>; +<code><a href="rename.html">rename</a></code>, <code><a href="rename.html">rename</a></code>, +<code><a href="rename.html">rename,SparkDataFrame-method</a></code>, +<code><a href="rename.html">withColumnRenamed</a></code>, +<code><a href="rename.html">withColumnRenamed</a></code>, +<code><a href="rename.html">withColumnRenamed,SparkDataFrame,character,character-method</a></code>; +<code><a href="repartition.html">repartition</a></code>, <code><a href="repartition.html">repartition</a></code>, +<code><a href="repartition.html">repartition,SparkDataFrame-method</a></code>; +<code><a href="sample.html">sample</a></code>, <code><a href="sample.html">sample</a></code>, +<code><a href="sample.html">sample,SparkDataFrame,logical,numeric-method</a></code>, +<code><a href="sample.html">sample_frac</a></code>, <code><a href="sample.html">sample_frac</a></code>, +<code><a href="sample.html">sample_frac,SparkDataFrame,logical,numeric-method</a></code>; +<code><a href="write.parquet.html">saveAsParquetFile</a></code>, +<code><a href="write.parquet.html">saveAsParquetFile</a></code>, +<code><a href="write.parquet.html">saveAsParquetFile,SparkDataFrame,character-method</a></code>, +<code><a href="write.parquet.html">write.parquet</a></code>, <code><a href="write.parquet.html">write.parquet</a></code>, +<code><a href="write.parquet.html">write.parquet,SparkDataFrame,character-method</a></code>; +<code><a href="saveAsTable.html">saveAsTable</a></code>, <code><a href="saveAsTable.html">saveAsTable</a></code>, +<code><a href="saveAsTable.html">saveAsTable,SparkDataFrame,character-method</a></code>; +<code><a href="write.df.html">saveDF</a></code>, <code><a href="write.df.html">saveDF</a></code>, +<code><a href="write.df.html">saveDF,SparkDataFrame,character-method</a></code>, +<code><a href="write.df.html">write.df</a></code>, <code><a href="write.df.html">write.df</a></code>, +<code><a href="write.df.html">write.df</a></code>, +<code><a href="write.df.html">write.df,SparkDataFrame-method</a></code>; +<code><a href="schema.html">schema</a></code>, <code><a href="schema.html">schema</a></code>, +<code><a href="schema.html">schema,SparkDataFrame-method</a></code>; +<code><a href="selectExpr.html">selectExpr</a></code>, <code><a href="selectExpr.html">selectExpr</a></code>, +<code><a href="selectExpr.html">selectExpr,SparkDataFrame,character-method</a></code>; +<code><a href="showDF.html">showDF</a></code>, <code><a href="showDF.html">showDF</a></code>, +<code><a href="showDF.html">showDF,SparkDataFrame-method</a></code>; +<code><a href="show.html">show</a></code>, <code><a href="show.html">show</a></code>, +<code><a href="show.html">show,Column-method</a></code>, +<code><a href="show.html">show,GroupedData-method</a></code>, +<code><a href="show.html">show,SparkDataFrame-method</a></code>, +<code><a href="show.html">show,StreamingQuery-method</a></code>, +<code><a href="show.html">show,WindowSpec-method</a></code>; +<code><a href="storageLevel.html">storageLevel</a></code>, +<code><a href="storageLevel.html">storageLevel,SparkDataFrame-method</a></code>; +<code><a href="str.html">str</a></code>, +<code><a href="str.html">str,SparkDataFrame-method</a></code>; +<code><a href="take.html">take</a></code>, <code><a href="take.html">take</a></code>, +<code><a href="take.html">take,SparkDataFrame,numeric-method</a></code>; +<code><a href="toJSON.html">toJSON</a></code>, +<code><a href="toJSON.html">toJSON,SparkDataFrame-method</a></code>; +<code><a href="union.html">union</a></code>, <code><a href="union.html">union</a></code>, +<code><a href="union.html">union,SparkDataFrame,SparkDataFrame-method</a></code>, +<code><a href="union.html">unionAll</a></code>, <code><a href="union.html">unionAll</a></code>, +<code><a href="union.html">unionAll,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="unpersist.html">unpersist</a></code>, <code><a href="unpersist.html">unpersist</a></code>, +<code><a href="unpersist.html">unpersist,SparkDataFrame-method</a></code>; +<code><a href="withColumn.html">withColumn</a></code>, <code><a href="withColumn.html">withColumn</a></code>, +<code><a href="withColumn.html">withColumn,SparkDataFrame,character-method</a></code>; +<code><a href="with.html">with</a></code>, +<code><a href="with.html">with,SparkDataFrame-method</a></code>; +<code><a href="write.jdbc.html">write.jdbc</a></code>, <code><a href="write.jdbc.html">write.jdbc</a></code>, +<code><a href="write.jdbc.html">write.jdbc,SparkDataFrame,character,character-method</a></code>; +<code><a href="write.json.html">write.json</a></code>, <code><a href="write.json.html">write.json</a></code>, +<code><a href="write.json.html">write.json,SparkDataFrame,character-method</a></code>; +<code><a href="write.orc.html">write.orc</a></code>, <code><a href="write.orc.html">write.orc</a></code>, +<code><a href="write.orc.html">write.orc,SparkDataFrame,character-method</a></code>; +<code><a href="write.stream.html">write.stream</a></code>, <code><a href="write.stream.html">write.stream</a></code>, +<code><a href="write.stream.html">write.stream,SparkDataFrame-method</a></code>; +<code><a href="write.text.html">write.text</a></code>, <code><a href="write.text.html">write.text</a></code>, +<code><a href="write.text.html">write.text,SparkDataFrame,character-method</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D Computes the arithmetic mean of the second column by grouping +##D on the first and third columns. Output the grouping values and the average. +##D +##D df <- createDataFrame ( +##D list(list(1L, 1, "1", 0.1), list(1L, 2, "1", 0.2), list(3L, 3, "3", 0.3)), +##D c("a", "b", "c", "d")) +##D +##D result <- gapplyCollect( +##D df, +##D c("a", "c"), +##D function(key, x) { +##D y <- data.frame(key, mean(x$b), stringsAsFactors = FALSE) +##D colnames(y) <- c("key_a", "key_c", "mean_b") +##D y +##D }) +##D +##D We can also group the data and afterwards call gapply on GroupedData. +##D For Example: +##D gdf <- group_by(df, "a", "c") +##D result <- gapplyCollect( +##D gdf, +##D function(key, x) { +##D y <- data.frame(key, mean(x$b), stringsAsFactors = FALSE) +##D colnames(y) <- c("key_a", "key_c", "mean_b") +##D y +##D }) +##D +##D Result +##D ------ +##D key_a key_c mean_b +##D 3 3 3.0 +##D 1 1 1.5 +##D +##D Fits linear models on iris dataset by grouping on the 'Species' column and +##D using 'Sepal_Length' as a target variable, 'Sepal_Width', 'Petal_Length' +##D and 'Petal_Width' as training features. +##D +##D df <- createDataFrame (iris) +##D result <- gapplyCollect( +##D df, +##D df$"Species", +##D function(key, x) { +##D m <- suppressWarnings(lm(Sepal_Length ~ +##D Sepal_Width + Petal_Length + Petal_Width, x)) +##D data.frame(t(coef(m))) +##D }) +##D +##D Result +##D --------- +##D Model X.Intercept. Sepal_Width Petal_Length Petal_Width +##D 1 0.699883 0.3303370 0.9455356 -0.1697527 +##D 2 1.895540 0.3868576 0.9083370 -0.6792238 +##D 3 2.351890 0.6548350 0.2375602 0.2521257 +##D +## End(Not run) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 2.2.0 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/f7ec1155/site/docs/2.2.0/api/R/generateAliasesForIntersectedCols.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.0/api/R/generateAliasesForIntersectedCols.html b/site/docs/2.2.0/api/R/generateAliasesForIntersectedCols.html new file mode 100644 index 0000000..1c3ece2 --- /dev/null +++ b/site/docs/2.2.0/api/R/generateAliasesForIntersectedCols.html @@ -0,0 +1,55 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: Creates a list of columns by replacing the intersected ones...</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> +</head><body> + +<table width="100%" summary="page for generateAliasesForIntersectedCols {SparkR}"><tr><td>generateAliasesForIntersectedCols {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>Creates a list of columns by replacing the intersected ones with aliases</h2> + +<h3>Description</h3> + +<p>Creates a list of columns by replacing the intersected ones with aliases. +The name of the alias column is formed by concatanating the original column name and a suffix. +</p> + + +<h3>Usage</h3> + +<pre> +generateAliasesForIntersectedCols(x, intersectedColNames, suffix) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>a SparkDataFrame</p> +</td></tr> +<tr valign="top"><td><code>intersectedColNames</code></td> +<td> +<p>a list of intersected column names of the SparkDataFrame</p> +</td></tr> +<tr valign="top"><td><code>suffix</code></td> +<td> +<p>a suffix for the column name</p> +</td></tr> +</table> + + +<h3>Value</h3> + +<p>list of columns +</p> + + +<h3>Note</h3> + +<p>generateAliasesForIntersectedCols since 1.6.0 +</p> + +<hr><div align="center">[Package <em>SparkR</em> version 2.2.0 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/f7ec1155/site/docs/2.2.0/api/R/getNumPartitions.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.0/api/R/getNumPartitions.html b/site/docs/2.2.0/api/R/getNumPartitions.html new file mode 100644 index 0000000..c6d5d10 --- /dev/null +++ b/site/docs/2.2.0/api/R/getNumPartitions.html @@ -0,0 +1,281 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: getNumPartitions</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for getNumPartitions {SparkR}"><tr><td>getNumPartitions {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>getNumPartitions</h2> + +<h3>Description</h3> + +<p>Return the number of partitions +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'SparkDataFrame' +getNumPartitions(x) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>A SparkDataFrame</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>getNumPartitions since 2.1.1 +</p> + + +<h3>See Also</h3> + +<p>Other SparkDataFrame functions: <code><a href="select.html">$</a></code>, +<code><a href="select.html">$,SparkDataFrame-method</a></code>, <code><a href="select.html">$<-</a></code>, +<code><a href="select.html">$<-,SparkDataFrame-method</a></code>, +<code><a href="select.html">select</a></code>, <code><a href="select.html">select</a></code>, +<code><a href="select.html">select,SparkDataFrame,Column-method</a></code>, +<code><a href="select.html">select,SparkDataFrame,character-method</a></code>, +<code><a href="select.html">select,SparkDataFrame,list-method</a></code>; +<code><a href="SparkDataFrame.html">SparkDataFrame-class</a></code>; <code><a href="subset.html">[</a></code>, +<code><a href="subset.html">[,SparkDataFrame-method</a></code>, <code><a href="subset.html">[[</a></code>, +<code><a href="subset.html">[[,SparkDataFrame,numericOrcharacter-method</a></code>, +<code><a href="subset.html">[[<-</a></code>, +<code><a href="subset.html">[[<-,SparkDataFrame,numericOrcharacter-method</a></code>, +<code><a href="subset.html">subset</a></code>, <code><a href="subset.html">subset</a></code>, +<code><a href="subset.html">subset,SparkDataFrame-method</a></code>; +<code><a href="summarize.html">agg</a></code>, <code><a href="summarize.html">agg</a></code>, <code><a href="summarize.html">agg</a></code>, +<code><a href="summarize.html">agg,GroupedData-method</a></code>, +<code><a href="summarize.html">agg,SparkDataFrame-method</a></code>, +<code><a href="summarize.html">summarize</a></code>, <code><a href="summarize.html">summarize</a></code>, +<code><a href="summarize.html">summarize</a></code>, +<code><a href="summarize.html">summarize,GroupedData-method</a></code>, +<code><a href="summarize.html">summarize,SparkDataFrame-method</a></code>; +<code><a href="arrange.html">arrange</a></code>, <code><a href="arrange.html">arrange</a></code>, +<code><a href="arrange.html">arrange</a></code>, +<code><a href="arrange.html">arrange,SparkDataFrame,Column-method</a></code>, +<code><a href="arrange.html">arrange,SparkDataFrame,character-method</a></code>, +<code><a href="arrange.html">orderBy,SparkDataFrame,characterOrColumn-method</a></code>; +<code><a href="as.data.frame.html">as.data.frame</a></code>, +<code><a href="as.data.frame.html">as.data.frame,SparkDataFrame-method</a></code>; +<code><a href="attach.html">attach</a></code>, +<code><a href="attach.html">attach,SparkDataFrame-method</a></code>; +<code><a href="cache.html">cache</a></code>, <code><a href="cache.html">cache</a></code>, +<code><a href="cache.html">cache,SparkDataFrame-method</a></code>; +<code><a href="checkpoint.html">checkpoint</a></code>, <code><a href="checkpoint.html">checkpoint</a></code>, +<code><a href="checkpoint.html">checkpoint,SparkDataFrame-method</a></code>; +<code><a href="coalesce.html">coalesce</a></code>, <code><a href="coalesce.html">coalesce</a></code>, +<code><a href="coalesce.html">coalesce</a></code>, +<code><a href="coalesce.html">coalesce,Column-method</a></code>, +<code><a href="coalesce.html">coalesce,SparkDataFrame-method</a></code>; +<code><a href="collect.html">collect</a></code>, <code><a href="collect.html">collect</a></code>, +<code><a href="collect.html">collect,SparkDataFrame-method</a></code>; +<code><a href="columns.html">colnames</a></code>, <code><a href="columns.html">colnames</a></code>, +<code><a href="columns.html">colnames,SparkDataFrame-method</a></code>, +<code><a href="columns.html">colnames<-</a></code>, <code><a href="columns.html">colnames<-</a></code>, +<code><a href="columns.html">colnames<-,SparkDataFrame-method</a></code>, +<code><a href="columns.html">columns</a></code>, <code><a href="columns.html">columns</a></code>, +<code><a href="columns.html">columns,SparkDataFrame-method</a></code>, +<code><a href="columns.html">names</a></code>, +<code><a href="columns.html">names,SparkDataFrame-method</a></code>, +<code><a href="columns.html">names<-</a></code>, +<code><a href="columns.html">names<-,SparkDataFrame-method</a></code>; +<code><a href="coltypes.html">coltypes</a></code>, <code><a href="coltypes.html">coltypes</a></code>, +<code><a href="coltypes.html">coltypes,SparkDataFrame-method</a></code>, +<code><a href="coltypes.html">coltypes<-</a></code>, <code><a href="coltypes.html">coltypes<-</a></code>, +<code><a href="coltypes.html">coltypes<-,SparkDataFrame,character-method</a></code>; +<code><a href="nrow.html">count,SparkDataFrame-method</a></code>, +<code><a href="nrow.html">nrow</a></code>, <code><a href="nrow.html">nrow</a></code>, +<code><a href="nrow.html">nrow,SparkDataFrame-method</a></code>; +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView</a></code>, +<code><a href="createOrReplaceTempView.html">createOrReplaceTempView,SparkDataFrame,character-method</a></code>; +<code><a href="crossJoin.html">crossJoin</a></code>, +<code><a href="crossJoin.html">crossJoin,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="dapplyCollect.html">dapplyCollect</a></code>, <code><a href="dapplyCollect.html">dapplyCollect</a></code>, +<code><a href="dapplyCollect.html">dapplyCollect,SparkDataFrame,function-method</a></code>; +<code><a href="dapply.html">dapply</a></code>, <code><a href="dapply.html">dapply</a></code>, +<code><a href="dapply.html">dapply,SparkDataFrame,function,structType-method</a></code>; +<code><a href="summary.html">describe</a></code>, <code><a href="summary.html">describe</a></code>, +<code><a href="summary.html">describe</a></code>, +<code><a href="summary.html">describe,SparkDataFrame,ANY-method</a></code>, +<code><a href="summary.html">describe,SparkDataFrame,character-method</a></code>, +<code><a href="summary.html">describe,SparkDataFrame-method</a></code>, +<code><a href="summary.html">summary</a></code>, <code><a href="summary.html">summary</a></code>, +<code><a href="summary.html">summary,SparkDataFrame-method</a></code>; +<code><a href="dim.html">dim</a></code>, +<code><a href="dim.html">dim,SparkDataFrame-method</a></code>; +<code><a href="distinct.html">distinct</a></code>, <code><a href="distinct.html">distinct</a></code>, +<code><a href="distinct.html">distinct,SparkDataFrame-method</a></code>, +<code><a href="distinct.html">unique</a></code>, +<code><a href="distinct.html">unique,SparkDataFrame-method</a></code>; +<code><a href="dropDuplicates.html">dropDuplicates</a></code>, +<code><a href="dropDuplicates.html">dropDuplicates</a></code>, +<code><a href="dropDuplicates.html">dropDuplicates,SparkDataFrame-method</a></code>; +<code><a href="nafunctions.html">dropna</a></code>, <code><a href="nafunctions.html">dropna</a></code>, +<code><a href="nafunctions.html">dropna,SparkDataFrame-method</a></code>, +<code><a href="nafunctions.html">fillna</a></code>, <code><a href="nafunctions.html">fillna</a></code>, +<code><a href="nafunctions.html">fillna,SparkDataFrame-method</a></code>, +<code><a href="nafunctions.html">na.omit</a></code>, <code><a href="nafunctions.html">na.omit</a></code>, +<code><a href="nafunctions.html">na.omit,SparkDataFrame-method</a></code>; +<code><a href="drop.html">drop</a></code>, <code><a href="drop.html">drop</a></code>, +<code><a href="drop.html">drop</a></code>, <code><a href="drop.html">drop,ANY-method</a></code>, +<code><a href="drop.html">drop,SparkDataFrame-method</a></code>; +<code><a href="dtypes.html">dtypes</a></code>, <code><a href="dtypes.html">dtypes</a></code>, +<code><a href="dtypes.html">dtypes,SparkDataFrame-method</a></code>; +<code><a href="except.html">except</a></code>, <code><a href="except.html">except</a></code>, +<code><a href="except.html">except,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="explain.html">explain</a></code>, <code><a href="explain.html">explain</a></code>, +<code><a href="explain.html">explain</a></code>, +<code><a href="explain.html">explain,SparkDataFrame-method</a></code>, +<code><a href="explain.html">explain,StreamingQuery-method</a></code>; +<code><a href="filter.html">filter</a></code>, <code><a href="filter.html">filter</a></code>, +<code><a href="filter.html">filter,SparkDataFrame,characterOrColumn-method</a></code>, +<code><a href="filter.html">where</a></code>, <code><a href="filter.html">where</a></code>, +<code><a href="filter.html">where,SparkDataFrame,characterOrColumn-method</a></code>; +<code><a href="first.html">first</a></code>, <code><a href="first.html">first</a></code>, +<code><a href="first.html">first</a></code>, +<code><a href="first.html">first,SparkDataFrame-method</a></code>, +<code><a href="first.html">first,characterOrColumn-method</a></code>; +<code><a href="gapplyCollect.html">gapplyCollect</a></code>, <code><a href="gapplyCollect.html">gapplyCollect</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect,GroupedData-method</a></code>, +<code><a href="gapplyCollect.html">gapplyCollect,SparkDataFrame-method</a></code>; +<code><a href="gapply.html">gapply</a></code>, <code><a href="gapply.html">gapply</a></code>, +<code><a href="gapply.html">gapply</a></code>, +<code><a href="gapply.html">gapply,GroupedData-method</a></code>, +<code><a href="gapply.html">gapply,SparkDataFrame-method</a></code>; +<code><a href="groupBy.html">groupBy</a></code>, <code><a href="groupBy.html">groupBy</a></code>, +<code><a href="groupBy.html">groupBy,SparkDataFrame-method</a></code>, +<code><a href="groupBy.html">group_by</a></code>, <code><a href="groupBy.html">group_by</a></code>, +<code><a href="groupBy.html">group_by,SparkDataFrame-method</a></code>; +<code><a href="head.html">head</a></code>, +<code><a href="head.html">head,SparkDataFrame-method</a></code>; +<code><a href="hint.html">hint</a></code>, <code><a href="hint.html">hint</a></code>, +<code><a href="hint.html">hint,SparkDataFrame,character-method</a></code>; +<code><a href="histogram.html">histogram</a></code>, +<code><a href="histogram.html">histogram,SparkDataFrame,characterOrColumn-method</a></code>; +<code><a href="insertInto.html">insertInto</a></code>, <code><a href="insertInto.html">insertInto</a></code>, +<code><a href="insertInto.html">insertInto,SparkDataFrame,character-method</a></code>; +<code><a href="intersect.html">intersect</a></code>, <code><a href="intersect.html">intersect</a></code>, +<code><a href="intersect.html">intersect,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="isLocal.html">isLocal</a></code>, <code><a href="isLocal.html">isLocal</a></code>, +<code><a href="isLocal.html">isLocal,SparkDataFrame-method</a></code>; +<code><a href="isStreaming.html">isStreaming</a></code>, <code><a href="isStreaming.html">isStreaming</a></code>, +<code><a href="isStreaming.html">isStreaming,SparkDataFrame-method</a></code>; +<code><a href="join.html">join</a></code>, +<code><a href="join.html">join,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="limit.html">limit</a></code>, <code><a href="limit.html">limit</a></code>, +<code><a href="limit.html">limit,SparkDataFrame,numeric-method</a></code>; +<code><a href="merge.html">merge</a></code>, <code><a href="merge.html">merge</a></code>, +<code><a href="merge.html">merge,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="mutate.html">mutate</a></code>, <code><a href="mutate.html">mutate</a></code>, +<code><a href="mutate.html">mutate,SparkDataFrame-method</a></code>, +<code><a href="mutate.html">transform</a></code>, <code><a href="mutate.html">transform</a></code>, +<code><a href="mutate.html">transform,SparkDataFrame-method</a></code>; +<code><a href="ncol.html">ncol</a></code>, +<code><a href="ncol.html">ncol,SparkDataFrame-method</a></code>; +<code><a href="persist.html">persist</a></code>, <code><a href="persist.html">persist</a></code>, +<code><a href="persist.html">persist,SparkDataFrame,character-method</a></code>; +<code><a href="printSchema.html">printSchema</a></code>, <code><a href="printSchema.html">printSchema</a></code>, +<code><a href="printSchema.html">printSchema,SparkDataFrame-method</a></code>; +<code><a href="randomSplit.html">randomSplit</a></code>, <code><a href="randomSplit.html">randomSplit</a></code>, +<code><a href="randomSplit.html">randomSplit,SparkDataFrame,numeric-method</a></code>; +<code><a href="rbind.html">rbind</a></code>, <code><a href="rbind.html">rbind</a></code>, +<code><a href="rbind.html">rbind,SparkDataFrame-method</a></code>; +<code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, +<code><a href="registerTempTable-deprecated.html">registerTempTable</a></code>, +<code><a href="registerTempTable-deprecated.html">registerTempTable,SparkDataFrame,character-method</a></code>; +<code><a href="rename.html">rename</a></code>, <code><a href="rename.html">rename</a></code>, +<code><a href="rename.html">rename,SparkDataFrame-method</a></code>, +<code><a href="rename.html">withColumnRenamed</a></code>, +<code><a href="rename.html">withColumnRenamed</a></code>, +<code><a href="rename.html">withColumnRenamed,SparkDataFrame,character,character-method</a></code>; +<code><a href="repartition.html">repartition</a></code>, <code><a href="repartition.html">repartition</a></code>, +<code><a href="repartition.html">repartition,SparkDataFrame-method</a></code>; +<code><a href="sample.html">sample</a></code>, <code><a href="sample.html">sample</a></code>, +<code><a href="sample.html">sample,SparkDataFrame,logical,numeric-method</a></code>, +<code><a href="sample.html">sample_frac</a></code>, <code><a href="sample.html">sample_frac</a></code>, +<code><a href="sample.html">sample_frac,SparkDataFrame,logical,numeric-method</a></code>; +<code><a href="write.parquet.html">saveAsParquetFile</a></code>, +<code><a href="write.parquet.html">saveAsParquetFile</a></code>, +<code><a href="write.parquet.html">saveAsParquetFile,SparkDataFrame,character-method</a></code>, +<code><a href="write.parquet.html">write.parquet</a></code>, <code><a href="write.parquet.html">write.parquet</a></code>, +<code><a href="write.parquet.html">write.parquet,SparkDataFrame,character-method</a></code>; +<code><a href="saveAsTable.html">saveAsTable</a></code>, <code><a href="saveAsTable.html">saveAsTable</a></code>, +<code><a href="saveAsTable.html">saveAsTable,SparkDataFrame,character-method</a></code>; +<code><a href="write.df.html">saveDF</a></code>, <code><a href="write.df.html">saveDF</a></code>, +<code><a href="write.df.html">saveDF,SparkDataFrame,character-method</a></code>, +<code><a href="write.df.html">write.df</a></code>, <code><a href="write.df.html">write.df</a></code>, +<code><a href="write.df.html">write.df</a></code>, +<code><a href="write.df.html">write.df,SparkDataFrame-method</a></code>; +<code><a href="schema.html">schema</a></code>, <code><a href="schema.html">schema</a></code>, +<code><a href="schema.html">schema,SparkDataFrame-method</a></code>; +<code><a href="selectExpr.html">selectExpr</a></code>, <code><a href="selectExpr.html">selectExpr</a></code>, +<code><a href="selectExpr.html">selectExpr,SparkDataFrame,character-method</a></code>; +<code><a href="showDF.html">showDF</a></code>, <code><a href="showDF.html">showDF</a></code>, +<code><a href="showDF.html">showDF,SparkDataFrame-method</a></code>; +<code><a href="show.html">show</a></code>, <code><a href="show.html">show</a></code>, +<code><a href="show.html">show,Column-method</a></code>, +<code><a href="show.html">show,GroupedData-method</a></code>, +<code><a href="show.html">show,SparkDataFrame-method</a></code>, +<code><a href="show.html">show,StreamingQuery-method</a></code>, +<code><a href="show.html">show,WindowSpec-method</a></code>; +<code><a href="storageLevel.html">storageLevel</a></code>, +<code><a href="storageLevel.html">storageLevel,SparkDataFrame-method</a></code>; +<code><a href="str.html">str</a></code>, +<code><a href="str.html">str,SparkDataFrame-method</a></code>; +<code><a href="take.html">take</a></code>, <code><a href="take.html">take</a></code>, +<code><a href="take.html">take,SparkDataFrame,numeric-method</a></code>; +<code><a href="toJSON.html">toJSON</a></code>, +<code><a href="toJSON.html">toJSON,SparkDataFrame-method</a></code>; +<code><a href="union.html">union</a></code>, <code><a href="union.html">union</a></code>, +<code><a href="union.html">union,SparkDataFrame,SparkDataFrame-method</a></code>, +<code><a href="union.html">unionAll</a></code>, <code><a href="union.html">unionAll</a></code>, +<code><a href="union.html">unionAll,SparkDataFrame,SparkDataFrame-method</a></code>; +<code><a href="unpersist.html">unpersist</a></code>, <code><a href="unpersist.html">unpersist</a></code>, +<code><a href="unpersist.html">unpersist,SparkDataFrame-method</a></code>; +<code><a href="withColumn.html">withColumn</a></code>, <code><a href="withColumn.html">withColumn</a></code>, +<code><a href="withColumn.html">withColumn,SparkDataFrame,character-method</a></code>; +<code><a href="with.html">with</a></code>, +<code><a href="with.html">with,SparkDataFrame-method</a></code>; +<code><a href="write.jdbc.html">write.jdbc</a></code>, <code><a href="write.jdbc.html">write.jdbc</a></code>, +<code><a href="write.jdbc.html">write.jdbc,SparkDataFrame,character,character-method</a></code>; +<code><a href="write.json.html">write.json</a></code>, <code><a href="write.json.html">write.json</a></code>, +<code><a href="write.json.html">write.json,SparkDataFrame,character-method</a></code>; +<code><a href="write.orc.html">write.orc</a></code>, <code><a href="write.orc.html">write.orc</a></code>, +<code><a href="write.orc.html">write.orc,SparkDataFrame,character-method</a></code>; +<code><a href="write.stream.html">write.stream</a></code>, <code><a href="write.stream.html">write.stream</a></code>, +<code><a href="write.stream.html">write.stream,SparkDataFrame-method</a></code>; +<code><a href="write.text.html">write.text</a></code>, <code><a href="write.text.html">write.text</a></code>, +<code><a href="write.text.html">write.text,SparkDataFrame,character-method</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sparkR.session() +##D df <- createDataFrame(cars, numPartitions = 2) +##D getNumPartitions(df) +## End(Not run) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 2.2.0 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/f7ec1155/site/docs/2.2.0/api/R/glm.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.0/api/R/glm.html b/site/docs/2.2.0/api/R/glm.html new file mode 100644 index 0000000..c8f9f90 --- /dev/null +++ b/site/docs/2.2.0/api/R/glm.html @@ -0,0 +1,197 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: Generalized Linear Models (R-compliant)</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for glm {SparkR}"><tr><td>glm {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>Generalized Linear Models (R-compliant)</h2> + +<h3>Description</h3> + +<p>Fits a generalized linear model, similarly to R's glm(). +</p> + + +<h3>Usage</h3> + +<pre> +glm(formula, family = gaussian, data, weights, subset, na.action, + start = NULL, etastart, mustart, offset, control = list(...), + model = TRUE, method = "glm.fit", x = FALSE, y = TRUE, + contrasts = NULL, ...) + +## S4 method for signature 'formula,ANY,SparkDataFrame' +glm(formula, family = gaussian, data, + epsilon = 1e-06, maxit = 25, weightCol = NULL, var.power = 0, + link.power = 1 - var.power) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>formula</code></td> +<td> +<p>a symbolic description of the model to be fitted. Currently only a few formula +operators are supported, including '~', '.', ':', '+', and '-'.</p> +</td></tr> +<tr valign="top"><td><code>family</code></td> +<td> +<p>a description of the error distribution and link function to be used in the model. +This can be a character string naming a family function, a family function or +the result of a call to a family function. Refer R family at +<a href="https://stat.ethz.ch/R-manual/R-devel/library/stats/html/family.html">https://stat.ethz.ch/R-manual/R-devel/library/stats/html/family.html</a>. +Currently these families are supported: <code>binomial</code>, <code>gaussian</code>, +<code>poisson</code>, <code>Gamma</code>, and <code>tweedie</code>.</p> +</td></tr> +<tr valign="top"><td><code>data</code></td> +<td> +<p>a SparkDataFrame or R's glm data for training.</p> +</td></tr> +<tr valign="top"><td><code>weights</code></td> +<td> +<p>an optional vector of ‘prior weights’ to be used +in the fitting process. Should be <code>NULL</code> or a numeric vector.</p> +</td></tr> +<tr valign="top"><td><code>subset</code></td> +<td> +<p>an optional vector specifying a subset of observations +to be used in the fitting process.</p> +</td></tr> +<tr valign="top"><td><code>na.action</code></td> +<td> +<p>a function which indicates what should happen +when the data contain <code>NA</code>s. The default is set by +the <code>na.action</code> setting of <code><a href="../../base/html/options.html">options</a></code>, and is +<code><a href="../../stats/html/na.fail.html">na.fail</a></code> if that is unset. The ‘factory-fresh’ +default is <code><a href="nafunctions.html">na.omit</a></code>. Another possible value is +<code>NULL</code>, no action. Value <code><a href="../../stats/html/na.fail.html">na.exclude</a></code> can be useful.</p> +</td></tr> +<tr valign="top"><td><code>start</code></td> +<td> +<p>starting values for the parameters in the linear predictor.</p> +</td></tr> +<tr valign="top"><td><code>etastart</code></td> +<td> +<p>starting values for the linear predictor.</p> +</td></tr> +<tr valign="top"><td><code>mustart</code></td> +<td> +<p>starting values for the vector of means.</p> +</td></tr> +<tr valign="top"><td><code>offset</code></td> +<td> +<p>this can be used to specify an <EM>a priori</EM> known +component to be included in the linear predictor during fitting. +This should be <code>NULL</code> or a numeric vector of length equal to +the number of cases. One or more <code><a href="../../stats/html/offset.html">offset</a></code> terms can be +included in the formula instead or as well, and if more than one is +specified their sum is used. See <code><a href="../../stats/html/model.extract.html">model.offset</a></code>.</p> +</td></tr> +<tr valign="top"><td><code>control</code></td> +<td> +<p>a list of parameters for controlling the fitting +process. For <code>glm.fit</code> this is passed to +<code><a href="../../stats/html/glm.control.html">glm.control</a></code>.</p> +</td></tr> +<tr valign="top"><td><code>model</code></td> +<td> +<p>a logical value indicating whether <EM>model frame</EM> +should be included as a component of the returned value.</p> +</td></tr> +<tr valign="top"><td><code>method</code></td> +<td> +<p>the method to be used in fitting the model. The default +method <code>"glm.fit"</code> uses iteratively reweighted least squares +(IWLS): the alternative <code>"model.frame"</code> returns the model frame +and does no fitting. +</p> +<p>User-supplied fitting functions can be supplied either as a function +or a character string naming a function, with a function which takes +the same arguments as <code>glm.fit</code>. If specified as a character +string it is looked up from within the <span class="pkg">stats</span> namespace. +</p> +</td></tr> +<tr valign="top"><td><code>x,y</code></td> +<td> +<p>For <code>glm</code>: logical values indicating whether the response vector +and model matrix used in the fitting process should be returned as +components of the returned value.</p> +</td></tr> +<tr valign="top"><td><code>contrasts</code></td> +<td> +<p>an optional list. See the <code>contrasts.arg</code> +of <code>model.matrix.default</code>.</p> +</td></tr> +<tr valign="top"><td><code>...</code></td> +<td> + +<p>For <code>glm</code>: arguments to be used to form the default +<code>control</code> argument if it is not supplied directly. +</p> +<p>For <code>weights</code>: further arguments passed to or from other methods. +</p> +</td></tr> +<tr valign="top"><td><code>epsilon</code></td> +<td> +<p>positive convergence tolerance of iterations.</p> +</td></tr> +<tr valign="top"><td><code>maxit</code></td> +<td> +<p>integer giving the maximal number of IRLS iterations.</p> +</td></tr> +<tr valign="top"><td><code>weightCol</code></td> +<td> +<p>the weight column name. If this is not set or <code>NULL</code>, we treat all instance +weights as 1.0.</p> +</td></tr> +<tr valign="top"><td><code>var.power</code></td> +<td> +<p>the index of the power variance function in the Tweedie family.</p> +</td></tr> +<tr valign="top"><td><code>link.power</code></td> +<td> +<p>the index of the power link function in the Tweedie family.</p> +</td></tr> +</table> + + +<h3>Value</h3> + +<p><code>glm</code> returns a fitted generalized linear model. +</p> + + +<h3>Note</h3> + +<p>glm since 1.5.0 +</p> + + +<h3>See Also</h3> + +<p><a href="spark.glm.html">spark.glm</a> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: +##D sparkR.session() +##D t <- as.data.frame(Titanic) +##D df <- createDataFrame(t) +##D model <- glm(Freq ~ Sex + Age, df, family = "gaussian") +##D summary(model) +## End(Not run) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 2.2.0 <a href="00Index.html">Index</a>]</div> +</body></html> http://git-wip-us.apache.org/repos/asf/spark-website/blob/f7ec1155/site/docs/2.2.0/api/R/greatest.html ---------------------------------------------------------------------- diff --git a/site/docs/2.2.0/api/R/greatest.html b/site/docs/2.2.0/api/R/greatest.html new file mode 100644 index 0000000..040db14 --- /dev/null +++ b/site/docs/2.2.0/api/R/greatest.html @@ -0,0 +1,102 @@ +<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"> +<html><head><title>R: greatest</title> +<meta http-equiv="Content-Type" content="text/html; charset=utf-8"> +<link rel="stylesheet" type="text/css" href="R.css"> + +<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/styles/github.min.css"> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/highlight.min.js"></script> +<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/8.3/languages/r.min.js"></script> +<script>hljs.initHighlightingOnLoad();</script> +</head><body> + +<table width="100%" summary="page for greatest {SparkR}"><tr><td>greatest {SparkR}</td><td align="right">R Documentation</td></tr></table> + +<h2>greatest</h2> + +<h3>Description</h3> + +<p>Returns the greatest value of the list of column names, skipping null values. +This function takes at least 2 parameters. It will return null if all parameters are null. +</p> + + +<h3>Usage</h3> + +<pre> +## S4 method for signature 'Column' +greatest(x, ...) + +greatest(x, ...) +</pre> + + +<h3>Arguments</h3> + +<table summary="R argblock"> +<tr valign="top"><td><code>x</code></td> +<td> +<p>Column to compute on</p> +</td></tr> +<tr valign="top"><td><code>...</code></td> +<td> +<p>other columns</p> +</td></tr> +</table> + + +<h3>Note</h3> + +<p>greatest since 1.5.0 +</p> + + +<h3>See Also</h3> + +<p>Other normal_funcs: <code><a href="column.html">Column-class</a></code>, +<code><a href="column.html">column</a></code>, <code><a href="column.html">column</a></code>, +<code><a href="column.html">column</a></code>, +<code><a href="column.html">column,character-method</a></code>, +<code><a href="column.html">column,jobj-method</a></code>; <code><a href="abs.html">abs</a></code>, +<code><a href="abs.html">abs,Column-method</a></code>; +<code><a href="bitwiseNOT.html">bitwiseNOT</a></code>, <code><a href="bitwiseNOT.html">bitwiseNOT</a></code>, +<code><a href="bitwiseNOT.html">bitwiseNOT,Column-method</a></code>; +<code><a href="coalesce.html">coalesce</a></code>, <code><a href="coalesce.html">coalesce</a></code>, +<code><a href="coalesce.html">coalesce</a></code>, +<code><a href="coalesce.html">coalesce,Column-method</a></code>, +<code><a href="coalesce.html">coalesce,SparkDataFrame-method</a></code>; +<code><a href="expr.html">expr</a></code>, <code><a href="expr.html">expr</a></code>, +<code><a href="expr.html">expr,character-method</a></code>; +<code><a href="from_json.html">from_json</a></code>, <code><a href="from_json.html">from_json</a></code>, +<code><a href="from_json.html">from_json,Column,structType-method</a></code>; +<code><a href="ifelse.html">ifelse</a></code>, <code><a href="ifelse.html">ifelse,Column-method</a></code>; +<code><a href="is.nan.html">is.nan</a></code>, <code><a href="is.nan.html">is.nan,Column-method</a></code>, +<code><a href="is.nan.html">isnan</a></code>, <code><a href="is.nan.html">isnan</a></code>, +<code><a href="is.nan.html">isnan,Column-method</a></code>; <code><a href="least.html">least</a></code>, +<code><a href="least.html">least</a></code>, <code><a href="least.html">least,Column-method</a></code>; +<code><a href="lit.html">lit</a></code>, <code><a href="lit.html">lit</a></code>, +<code><a href="lit.html">lit,ANY-method</a></code>; <code><a href="nanvl.html">nanvl</a></code>, +<code><a href="nanvl.html">nanvl</a></code>, <code><a href="nanvl.html">nanvl,Column-method</a></code>; +<code><a href="negate.html">negate</a></code>, <code><a href="negate.html">negate</a></code>, +<code><a href="negate.html">negate,Column-method</a></code>; <code><a href="randn.html">randn</a></code>, +<code><a href="randn.html">randn</a></code>, <code><a href="randn.html">randn</a></code>, +<code><a href="randn.html">randn,missing-method</a></code>, +<code><a href="randn.html">randn,numeric-method</a></code>; <code><a href="rand.html">rand</a></code>, +<code><a href="rand.html">rand</a></code>, <code><a href="rand.html">rand</a></code>, +<code><a href="rand.html">rand,missing-method</a></code>, +<code><a href="rand.html">rand,numeric-method</a></code>; <code><a href="struct.html">struct</a></code>, +<code><a href="struct.html">struct</a></code>, +<code><a href="struct.html">struct,characterOrColumn-method</a></code>; +<code><a href="to_json.html">to_json</a></code>, <code><a href="to_json.html">to_json</a></code>, +<code><a href="to_json.html">to_json,Column-method</a></code>; <code><a href="when.html">when</a></code>, +<code><a href="when.html">when</a></code>, <code><a href="when.html">when,Column-method</a></code> +</p> + + +<h3>Examples</h3> + +<pre><code class="r">## Not run: greatest(df$c, df$d) +</code></pre> + + +<hr><div align="center">[Package <em>SparkR</em> version 2.2.0 <a href="00Index.html">Index</a>]</div> +</body></html> --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org