update date
Project: http://git-wip-us.apache.org/repos/asf/spark-website/repo Commit: http://git-wip-us.apache.org/repos/asf/spark-website/commit/3726c326 Tree: http://git-wip-us.apache.org/repos/asf/spark-website/tree/3726c326 Diff: http://git-wip-us.apache.org/repos/asf/spark-website/diff/3726c326 Branch: refs/heads/asf-site Commit: 3726c326fabafbb72715101ef7f4d7beda5f9b5f Parents: 09c864d Author: Wenchen Fan <wenc...@databricks.com> Authored: Thu Nov 8 18:33:40 2018 +0800 Committer: Wenchen Fan <wenc...@databricks.com> Committed: Thu Nov 8 18:33:40 2018 +0800 ---------------------------------------------------------------------- js/downloads.js | 2 +- news/_posts/2018-11-02-spark-2-4-0-released.md | 14 ++ news/_posts/2018-11-05-spark-2-4-0-released.md | 14 -- .../_posts/2018-11-02-spark-release-2-4-0.md | 192 +++++++++++++++++++ .../_posts/2018-11-05-spark-release-2-4-0.md | 192 ------------------- site/committers.html | 2 +- site/community.html | 2 +- site/contributing.html | 2 +- site/developer-tools.html | 2 +- site/documentation.html | 2 +- site/downloads.html | 2 +- site/examples.html | 2 +- site/faq.html | 2 +- site/graphx/index.html | 2 +- site/history.html | 2 +- site/improvement-proposals.html | 2 +- site/index.html | 2 +- site/js/downloads.js | 2 +- site/mailing-lists.html | 2 +- site/mllib/index.html | 2 +- site/news/amp-camp-2013-registration-ope.html | 2 +- .../news/announcing-the-first-spark-summit.html | 2 +- .../news/fourth-spark-screencast-published.html | 2 +- site/news/index.html | 4 +- site/news/nsdi-paper.html | 2 +- site/news/one-month-to-spark-summit-2015.html | 2 +- .../proposals-open-for-spark-summit-east.html | 2 +- ...registration-open-for-spark-summit-east.html | 2 +- .../news/run-spark-and-shark-on-amazon-emr.html | 2 +- site/news/spark-0-6-1-and-0-5-2-released.html | 2 +- site/news/spark-0-6-2-released.html | 2 +- site/news/spark-0-7-0-released.html | 2 +- site/news/spark-0-7-2-released.html | 2 +- site/news/spark-0-7-3-released.html | 2 +- site/news/spark-0-8-0-released.html | 2 +- site/news/spark-0-8-1-released.html | 2 +- site/news/spark-0-9-0-released.html | 2 +- site/news/spark-0-9-1-released.html | 2 +- site/news/spark-0-9-2-released.html | 2 +- site/news/spark-1-0-0-released.html | 2 +- site/news/spark-1-0-1-released.html | 2 +- site/news/spark-1-0-2-released.html | 2 +- site/news/spark-1-1-0-released.html | 2 +- site/news/spark-1-1-1-released.html | 2 +- site/news/spark-1-2-0-released.html | 2 +- site/news/spark-1-2-1-released.html | 2 +- site/news/spark-1-2-2-released.html | 2 +- site/news/spark-1-3-0-released.html | 2 +- site/news/spark-1-4-0-released.html | 2 +- site/news/spark-1-4-1-released.html | 2 +- site/news/spark-1-5-0-released.html | 2 +- site/news/spark-1-5-1-released.html | 2 +- site/news/spark-1-5-2-released.html | 2 +- site/news/spark-1-6-0-released.html | 2 +- site/news/spark-1-6-1-released.html | 2 +- site/news/spark-1-6-2-released.html | 2 +- site/news/spark-1-6-3-released.html | 2 +- site/news/spark-2-0-0-released.html | 2 +- site/news/spark-2-0-1-released.html | 2 +- site/news/spark-2-0-2-released.html | 2 +- site/news/spark-2-1-0-released.html | 2 +- site/news/spark-2-1-1-released.html | 2 +- site/news/spark-2-1-2-released.html | 2 +- site/news/spark-2-1-3-released.html | 2 +- site/news/spark-2-2-0-released.html | 2 +- site/news/spark-2-2-1-released.html | 2 +- site/news/spark-2-2-2-released.html | 2 +- site/news/spark-2-3-0-released.html | 2 +- site/news/spark-2-3-1-released.html | 2 +- site/news/spark-2-3-2-released.html | 2 +- site/news/spark-2-4-0-released.html | 2 +- site/news/spark-2.0.0-preview.html | 2 +- .../spark-accepted-into-apache-incubator.html | 2 +- site/news/spark-and-shark-in-the-news.html | 2 +- site/news/spark-becomes-tlp.html | 2 +- site/news/spark-featured-in-wired.html | 2 +- .../spark-mailing-lists-moving-to-apache.html | 2 +- site/news/spark-meetups.html | 2 +- site/news/spark-screencasts-published.html | 2 +- site/news/spark-summit-2013-is-a-wrap.html | 2 +- site/news/spark-summit-2014-videos-posted.html | 2 +- site/news/spark-summit-2015-videos-posted.html | 2 +- site/news/spark-summit-agenda-posted.html | 2 +- .../spark-summit-east-2015-videos-posted.html | 2 +- .../spark-summit-east-2016-cfp-closing.html | 2 +- .../spark-summit-east-2017-agenda-posted.html | 2 +- site/news/spark-summit-east-agenda-posted.html | 2 +- .../spark-summit-eu-2017-agenda-posted.html | 2 +- .../news/spark-summit-europe-agenda-posted.html | 2 +- site/news/spark-summit-europe.html | 2 +- .../spark-summit-june-2016-agenda-posted.html | 2 +- .../spark-summit-june-2017-agenda-posted.html | 2 +- .../spark-summit-june-2018-agenda-posted.html | 2 +- .../spark-summit-oct-2018-agenda-posted.html | 2 +- site/news/spark-tips-from-quantifind.html | 2 +- .../spark-user-survey-and-powered-by-page.html | 2 +- site/news/spark-version-0-6-0-released.html | 2 +- .../spark-wins-cloudsort-100tb-benchmark.html | 2 +- ...-wins-daytona-gray-sort-100tb-benchmark.html | 2 +- .../strata-exercises-now-available-online.html | 2 +- .../news/submit-talks-to-spark-summit-2014.html | 2 +- .../news/submit-talks-to-spark-summit-2016.html | 2 +- .../submit-talks-to-spark-summit-east-2016.html | 2 +- .../submit-talks-to-spark-summit-eu-2016.html | 2 +- site/news/two-weeks-to-spark-summit-2014.html | 2 +- ...deo-from-first-spark-development-meetup.html | 2 +- site/powered-by.html | 2 +- site/release-process.html | 2 +- site/releases/spark-release-0-3.html | 2 +- site/releases/spark-release-0-5-0.html | 2 +- site/releases/spark-release-0-5-1.html | 2 +- site/releases/spark-release-0-5-2.html | 2 +- site/releases/spark-release-0-6-0.html | 2 +- site/releases/spark-release-0-6-1.html | 2 +- site/releases/spark-release-0-6-2.html | 2 +- site/releases/spark-release-0-7-0.html | 2 +- site/releases/spark-release-0-7-2.html | 2 +- site/releases/spark-release-0-7-3.html | 2 +- site/releases/spark-release-0-8-0.html | 2 +- site/releases/spark-release-0-8-1.html | 2 +- site/releases/spark-release-0-9-0.html | 2 +- site/releases/spark-release-0-9-1.html | 2 +- site/releases/spark-release-0-9-2.html | 2 +- site/releases/spark-release-1-0-0.html | 2 +- site/releases/spark-release-1-0-1.html | 2 +- site/releases/spark-release-1-0-2.html | 2 +- site/releases/spark-release-1-1-0.html | 2 +- site/releases/spark-release-1-1-1.html | 2 +- site/releases/spark-release-1-2-0.html | 2 +- site/releases/spark-release-1-2-1.html | 2 +- site/releases/spark-release-1-2-2.html | 2 +- site/releases/spark-release-1-3-0.html | 2 +- site/releases/spark-release-1-3-1.html | 2 +- site/releases/spark-release-1-4-0.html | 2 +- site/releases/spark-release-1-4-1.html | 2 +- site/releases/spark-release-1-5-0.html | 2 +- site/releases/spark-release-1-5-1.html | 2 +- site/releases/spark-release-1-5-2.html | 2 +- site/releases/spark-release-1-6-0.html | 2 +- site/releases/spark-release-1-6-1.html | 2 +- site/releases/spark-release-1-6-2.html | 2 +- site/releases/spark-release-1-6-3.html | 2 +- site/releases/spark-release-2-0-0.html | 2 +- site/releases/spark-release-2-0-1.html | 2 +- site/releases/spark-release-2-0-2.html | 2 +- site/releases/spark-release-2-1-0.html | 2 +- site/releases/spark-release-2-1-1.html | 2 +- site/releases/spark-release-2-1-2.html | 2 +- site/releases/spark-release-2-1-3.html | 2 +- site/releases/spark-release-2-2-0.html | 2 +- site/releases/spark-release-2-2-1.html | 2 +- site/releases/spark-release-2-2-2.html | 2 +- site/releases/spark-release-2-3-0.html | 2 +- site/releases/spark-release-2-3-1.html | 2 +- site/releases/spark-release-2-3-2.html | 2 +- site/releases/spark-release-2-4-0.html | 2 +- site/research.html | 2 +- site/screencasts/1-first-steps-with-spark.html | 2 +- .../2-spark-documentation-overview.html | 2 +- .../3-transformations-and-caching.html | 2 +- .../4-a-standalone-job-in-spark.html | 2 +- site/screencasts/index.html | 2 +- site/security.html | 2 +- site/sql/index.html | 2 +- site/streaming/index.html | 2 +- site/third-party-projects.html | 2 +- site/trademarks.html | 2 +- site/versioning-policy.html | 2 +- 168 files changed, 371 insertions(+), 371 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/js/downloads.js ---------------------------------------------------------------------- diff --git a/js/downloads.js b/js/downloads.js index 5dbfe6e..179febe 100644 --- a/js/downloads.js +++ b/js/downloads.js @@ -32,7 +32,7 @@ var packagesV8 = [hadoop2p7, hadoop2p6, hadoopFree, sources]; // 2.4.0+ var packagesV9 = [hadoop2p7, hadoop2p6, hadoopFree, scala2p12_hadoopFree, sources]; -addRelease("2.4.0", new Date("11/05/2018"), packagesV9, true, true); +addRelease("2.4.0", new Date("11/02/2018"), packagesV9, true, true); addRelease("2.3.2", new Date("09/24/2018"), packagesV8, true, true); addRelease("2.3.1", new Date("06/08/2018"), packagesV8, true, true); addRelease("2.3.0", new Date("02/28/2018"), packagesV8, true, false); http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/news/_posts/2018-11-02-spark-2-4-0-released.md ---------------------------------------------------------------------- diff --git a/news/_posts/2018-11-02-spark-2-4-0-released.md b/news/_posts/2018-11-02-spark-2-4-0-released.md new file mode 100644 index 0000000..91baf2b --- /dev/null +++ b/news/_posts/2018-11-02-spark-2-4-0-released.md @@ -0,0 +1,14 @@ +--- +layout: post +title: Spark 2.4.0 released +categories: +- News +tags: [] +status: publish +type: post +published: true +meta: + _edit_last: '4' + _wpas_done_all: '1' +--- +We are happy to announce the availability of <a href="{{site.baseurl}}/releases/spark-release-2-4-0.html" title="Spark Release 2.4.0">Spark 2.4.0</a>! Visit the <a href="{{site.baseurl}}/releases/spark-release-2-4-0.html" title="Spark Release 2.4.0">release notes</a> to read about the new features, or <a href="{{site.baseurl}}/downloads.html">download</a> the release today. \ No newline at end of file http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/news/_posts/2018-11-05-spark-2-4-0-released.md ---------------------------------------------------------------------- diff --git a/news/_posts/2018-11-05-spark-2-4-0-released.md b/news/_posts/2018-11-05-spark-2-4-0-released.md deleted file mode 100644 index 91baf2b..0000000 --- a/news/_posts/2018-11-05-spark-2-4-0-released.md +++ /dev/null @@ -1,14 +0,0 @@ ---- -layout: post -title: Spark 2.4.0 released -categories: -- News -tags: [] -status: publish -type: post -published: true -meta: - _edit_last: '4' - _wpas_done_all: '1' ---- -We are happy to announce the availability of <a href="{{site.baseurl}}/releases/spark-release-2-4-0.html" title="Spark Release 2.4.0">Spark 2.4.0</a>! Visit the <a href="{{site.baseurl}}/releases/spark-release-2-4-0.html" title="Spark Release 2.4.0">release notes</a> to read about the new features, or <a href="{{site.baseurl}}/downloads.html">download</a> the release today. \ No newline at end of file http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/releases/_posts/2018-11-02-spark-release-2-4-0.md ---------------------------------------------------------------------- diff --git a/releases/_posts/2018-11-02-spark-release-2-4-0.md b/releases/_posts/2018-11-02-spark-release-2-4-0.md new file mode 100644 index 0000000..154d3fa --- /dev/null +++ b/releases/_posts/2018-11-02-spark-release-2-4-0.md @@ -0,0 +1,192 @@ +--- +layout: post +title: Spark Release 2.4.0 +categories: [] +tags: [] +status: publish +type: post +published: true +meta: + _edit_last: '4' + _wpas_done_all: '1' +--- + + +Apache Spark 2.4.0 is the fifth release in the 2.x line. This release adds Barrier Execution Mode for better integration with deep learning frameworks, introduces 30+ built-in and higher-order functions to deal with complex data type easier, improves the K8s integration, along with experimental Scala 2.12 support. Other major updates include the built-in Avro data source, Image data source, flexible streaming sinks, elimination of the 2GB block size limitation during transfer, Pandas UDF improvements. In addition, this release continues to focus on usability, stability, and polish while resolving around 1100 tickets. + +To download Apache Spark 2.4.0, visit the <a href="{{site.baseurl}}/downloads.html">downloads</a> page. You can consult JIRA for the [detailed changes](https://s.apache.org/spark-2.4.0). We have curated a list of high level changes here, grouped by major modules. + +* This will become a table of contents (this text will be scraped). +{:toc} + + +### Core and Spark SQL + + - **Major features** + - **Barrier Execution Mode**: [[SPARK-24374](https://issues.apache.org/jira/browse/SPARK-24374)] Support Barrier Execution Mode in the scheduler, to better integrate with deep learning frameworks. + - **Scala 2.12 Support**: [[SPARK-14220](https://issues.apache.org/jira/browse/SPARK-14220)] Add experimental Scala 2.12 support. Now you can build Spark with Scala 2.12 and write Spark applications in Scala 2.12. + - **Higher-order functions**: [[SPARK-23899](https://issues.apache.org/jira/browse/SPARK-23899)] Add a lot of new built-in functions, including higher-order functions, to deal with complex data types easier. + - **Built-in Avro data source**: [[SPARK-24768](https://issues.apache.org/jira/browse/SPARK-24768)] Inline Spark-Avro package with logical type support, better performance and usability. + + - **API** + - [[SPARK-24035](https://issues.apache.org/jira/browse/SPARK-24035)] SQL syntax for Pivot + - [[SPARK-24940](https://issues.apache.org/jira/browse/SPARK-24940)] Coalesce and Repartition Hint for SQL Queries + - [[SPARK-19602](https://issues.apache.org/jira/browse/SPARK-19602)] Support column resolution of fully qualified column name + - [[SPARK-21274](https://issues.apache.org/jira/browse/SPARK-21274)] Implement EXCEPT ALL and INTERSECT ALL + + - **Performance and stability** + - [[SPARK-16406](https://issues.apache.org/jira/browse/SPARK-16406)] Reference resolution for large number of columns should be faster + - [[SPARK-23486](https://issues.apache.org/jira/browse/SPARK-23486)] Cache the function name from the external catalog for lookupFunctions + - [[SPARK-23803](https://issues.apache.org/jira/browse/SPARK-23803)] Support Bucket Pruning + - [[SPARK-24802](https://issues.apache.org/jira/browse/SPARK-24802)] Optimization Rule Exclusion + - [[SPARK-4502](https://issues.apache.org/jira/browse/SPARK-4502)] Nested schema pruning for Parquet tables + - [[SPARK-24296](https://issues.apache.org/jira/browse/SPARK-24296)] Support replicating blocks larger than 2 GB + - [[SPARK-24307](https://issues.apache.org/jira/browse/SPARK-24307)] Support sending messages over 2GB from memory + - [[SPARK-23243](https://issues.apache.org/jira/browse/SPARK-23243)] Shuffle+Repartition on an RDD could lead to incorrect answers + - [[SPARK-25181](https://issues.apache.org/jira/browse/SPARK-25181)] Limited the size of BlockManager master and slave thread pools, lowering memory overhead when networking is slow + + - **Connectors** + - [[SPARK-23972](https://issues.apache.org/jira/browse/SPARK-23972)] Update Parquet from 1.8.2 to 1.10.0 + - [[SPARK-25419](https://issues.apache.org/jira/browse/SPARK-25419)] Parquet predicate pushdown improvement + - [[SPARK-23456](https://issues.apache.org/jira/browse/SPARK-23456)] Native ORC reader is on by default + - [[SPARK-22279](https://issues.apache.org/jira/browse/SPARK-22279)] Use native ORC reader to read Hive serde tables by default + - [[SPARK-21783](https://issues.apache.org/jira/browse/SPARK-21783)] Turn on ORC filter push-down by default + - [[SPARK-24959](https://issues.apache.org/jira/browse/SPARK-24959)] Speed up count() for JSON and CSV + - [[SPARK-24244](https://issues.apache.org/jira/browse/SPARK-24244)] Parsing only required columns to the CSV parser + - [[SPARK-23786](https://issues.apache.org/jira/browse/SPARK-23786)] CSV schema validation - column names are not checked + - [[SPARK-24423](https://issues.apache.org/jira/browse/SPARK-24423)] Option query for specifying the query to read from JDBC + - [[SPARK-22814](https://issues.apache.org/jira/browse/SPARK-22814)] Support Date/Timestamp in JDBC partition column + - [[SPARK-24771](https://issues.apache.org/jira/browse/SPARK-24771)] Update Avro from 1.7.7 to 1.8 + + - **Kubernetes Scheduler Backend** + - [[SPARK-23984](https://issues.apache.org/jira/browse/SPARK-23984)] PySpark bindings for K8S + - [[SPARK-24433](https://issues.apache.org/jira/browse/SPARK-24433)] R bindings for K8S + - [[SPARK-23146](https://issues.apache.org/jira/browse/SPARK-23146)] Support client mode for Kubernetes cluster backend + - [[SPARK-23529](https://issues.apache.org/jira/browse/SPARK-23529)] Support for mounting K8S volumes + + - **PySpark** + - [[SPARK-24215](https://issues.apache.org/jira/browse/SPARK-24215)] Implement eager evaluation for DataFrame APIs + - [[SPARK-22274](https://issues.apache.org/jira/browse/SPARK-22274)] User-defined aggregation functions with Pandas UDF + - [[SPARK-22239](https://issues.apache.org/jira/browse/SPARK-22239)] User-defined window functions with Pandas UDF + - [[SPARK-24396](https://issues.apache.org/jira/browse/SPARK-24396)] Add Structured Streaming ForeachWriter for Python + - [[SPARK-23874](https://issues.apache.org/jira/browse/SPARK-23874)] Upgrade Apache Arrow to 0.10.0 + - [[SPARK-25004](https://issues.apache.org/jira/browse/SPARK-25004)] Add spark.executor.pyspark.memory limit + - [[SPARK-23030](https://issues.apache.org/jira/browse/SPARK-23030)] Use Arrow stream format for creating from and collecting Pandas DataFrames + - [[SPARK-24624](https://issues.apache.org/jira/browse/SPARK-24624)] Support mixture of Python UDF and Scalar Pandas UDF + + - **Other notable changes** + - [[SPARK-24596](https://issues.apache.org/jira/browse/SPARK-24596)] Non-cascading Cache Invalidation + - [[SPARK-23880](https://issues.apache.org/jira/browse/SPARK-23880)] Do not trigger any job for caching data + - [[SPARK-23510](https://issues.apache.org/jira/browse/SPARK-23510)] Support Hive 2.2 and Hive 2.3 metastore + - [[SPARK-23711](https://issues.apache.org/jira/browse/SPARK-23711)] Add fallback generator for UnsafeProjection + - [[SPARK-24626](https://issues.apache.org/jira/browse/SPARK-24626)] Parallelize location size calculation in Analyze Table command + +*Programming guides: <a href="{{site.baseurl}}/docs/2.4.0/rdd-programming-guide.html">Spark RDD Programming Guide</a> and <a href="{{site.baseurl}}/docs/2.4.0/sql-programming-guide.html">Spark SQL, DataFrames and Datasets Guide</a>.* + + +### Structured Streaming + + - **Major features** + - [[SPARK-24565](https://issues.apache.org/jira/browse/SPARK-24565)] Exposed the output rows of each microbatch as a DataFrame using foreachBatch (Python, Scala, and Java) + - [[SPARK-24396](https://issues.apache.org/jira/browse/SPARK-24396)] Added Python API for foreach and ForeachWriter + - [[SPARK-25005](https://issues.apache.org/jira/browse/SPARK-25005)] Support âkafka.isolation.levelâ to read only committed records from Kafka topics that are written using a transactional producer. + + - **Other notable changes** + - [[SPARK-24662](https://issues.apache.org/jira/browse/SPARK-24662)] Support the LIMIT operator for streams in Append or Complete mode + - [[SPARK-24763](https://issues.apache.org/jira/browse/SPARK-24763)] Remove redundant key data from value in streaming aggregation + - [[SPARK-24156](https://issues.apache.org/jira/browse/SPARK-24156)] Faster generation of output results and/or state cleanup with stateful operations (mapGroupsWithState, stream-stream join, streaming aggregation, streaming dropDuplicates) when there is no data in the input stream. + - [[SPARK-24730](https://issues.apache.org/jira/browse/SPARK-24730)] Support for choosing either the min or max watermark when there are multiple input streams in a query + - [[SPARK-25399](https://issues.apache.org/jira/browse/SPARK-25399)] Fixed a bug where reusing execution threads from continuous processing for microbatch streaming can result in a correctness issue + - [[SPARK-18057](https://issues.apache.org/jira/browse/SPARK-18057)] Upgraded Kafka client version from 0.10.0.1 to 2.0.0 + +*Programming guide: <a href="{{site.baseurl}}/docs/2.4.0/structured-streaming-programming-guide.html">Structured Streaming Programming Guide</a>.* + + +### MLlib + + - **Major features** + - [[SPARK-22666](https://issues.apache.org/jira/browse/SPARK-22666)] Spark datasource for image format + + - **Other notable changes** + - [[SPARK-22119](https://issues.apache.org/jira/browse/SPARK-22119)] Add cosine distance measure to KMeans/BisectingKMeans/Clustering evaluator + - [[SPARK-10697](https://issues.apache.org/jira/browse/SPARK-10697)] Lift Calculation in Association Rule mining + - [[SPARK-14682](https://issues.apache.org/jira/browse/SPARK-14682)] Provide evaluateEachIteration method or equivalent for spark.ml GBTs + - [[SPARK-7132](https://issues.apache.org/jira/browse/SPARK-7132)] Add fit with validation set to spark.ml GBT + - [[SPARK-15784](https://issues.apache.org/jira/browse/SPARK-15784)] Add Power Iteration Clustering to spark.ml + - [[SPARK-15064](https://issues.apache.org/jira/browse/SPARK-15064)] Locale support in StopWordsRemover + - [[SPARK-21741](https://issues.apache.org/jira/browse/SPARK-21741)] Python API for DataFrame-based multivariate summarizer + - [[SPARK-21898](https://issues.apache.org/jira/browse/SPARK-21898)] Feature parity for KolmogorovSmirnovTest in MLlib + - [[SPARK-10884](https://issues.apache.org/jira/browse/SPARK-10884)] Support prediction on single instance for regression and classification related models + - [[SPARK-23783](https://issues.apache.org/jira/browse/SPARK-23783)] Add new generic export trait for ML pipelines + - [[SPARK-11239](https://issues.apache.org/jira/browse/SPARK-11239)] PMML export for ML linear regression + +*Programming guide: <a href="{{site.baseurl}}/docs/2.4.0/ml-guide.html">Machine Learning Library (MLlib) Guide</a>.* + + +### SparkR + + - **Major features** + - [[SPARK-25393](https://issues.apache.org/jira/browse/SPARK-25393)] Adding new function from_csv() + - [[SPARK-21291](https://issues.apache.org/jira/browse/SPARK-21291)] add R partitionBy API in DataFrame + - [[SPARK-25007](https://issues.apache.org/jira/browse/SPARK-25007)] Add array_intersect/array_except/array_union/shuffle to SparkR + - [[SPARK-25234](https://issues.apache.org/jira/browse/SPARK-25234)] avoid integer overflow in parallelize + - [[SPARK-25117](https://issues.apache.org/jira/browse/SPARK-25117)] Add EXCEPT ALL and INTERSECT ALL support in R + - [[SPARK-24537](https://issues.apache.org/jira/browse/SPARK-24537)] Add array_remove / array_zip / map_from_arrays / array_distinct + - [[SPARK-24187](https://issues.apache.org/jira/browse/SPARK-24187)] Add array_join function to SparkR + - [[SPARK-24331](https://issues.apache.org/jira/browse/SPARK-24331)] Adding arrays_overlap, array_repeat, map_entries to SparkR + - [[SPARK-24198](https://issues.apache.org/jira/browse/SPARK-24198)] Adding slice function to SparkR + - [[SPARK-24197](https://issues.apache.org/jira/browse/SPARK-24197)] Adding array_sort function to SparkR + - [[SPARK-24185](https://issues.apache.org/jira/browse/SPARK-24185)] add flatten function to SparkR + - [[SPARK-24069](https://issues.apache.org/jira/browse/SPARK-24069)] Add array_min / array_max functions + - [[SPARK-24054](https://issues.apache.org/jira/browse/SPARK-24054)] Add array_position function / element_at functions + - [[SPARK-23770](https://issues.apache.org/jira/browse/SPARK-23770)] Add repartitionByRange API in SparkR + +*Programming guide: <a href="{{site.baseurl}}/docs/2.4.0/sparkr.html">SparkR (R on Spark)</a>.* + + +### GraphX + + - **Major features** + - [[SPARK-25268](https://issues.apache.org/jira/browse/SPARK-25268)] run Parallel Personalized PageRank throws serialization Exception + +*Programming guide: <a href="{{site.baseurl}}/docs/2.4.0/graphx-programming-guide.html">GraphX Programming Guide</a>.* + + +### Deprecations + + - **MLlib** + - [[SPARK-23451](https://issues.apache.org/jira/browse/SPARK-23451)] Deprecate KMeans computeCost + - [[SPARK-25345](https://issues.apache.org/jira/browse/SPARK-25345)] Deprecate readImages APIs from ImageSchema + + +### Changes of behavior + + - **Spark Core** + - [[SPARK-25088](https://issues.apache.org/jira/browse/SPARK-25088)] Rest Server default & doc updates + + - **Spark SQL** + - [[SPARK-23549](https://issues.apache.org/jira/browse/SPARK-23549)] Cast to timestamp when comparing timestamp with date + - [[SPARK-24324](https://issues.apache.org/jira/browse/SPARK-24324)] Pandas Grouped Map UDF should assign result columns by name + - [[SPARK-23425](https://issues.apache.org/jira/browse/SPARK-23425)] load data for hdfs file path with wildcard usage is not working properly + - [[SPARK-23173](https://issues.apache.org/jira/browse/SPARK-23173)] from_json can produce nulls for fields which are marked as non-nullable + - [[SPARK-24966](https://issues.apache.org/jira/browse/SPARK-24966)] Implement precedence rules for set operations + - [[SPARK-25708](https://issues.apache.org/jira/browse/SPARK-25708)] HAVING without GROUP BY should be global aggregate + - [[SPARK-24341](https://issues.apache.org/jira/browse/SPARK-24341)] Correctly handle multi-value IN subquery + - [[SPARK-19724](https://issues.apache.org/jira/browse/SPARK-19724)] Create a managed table with an existed default location should throw an exception + +*Please read the <a href="{{site.baseurl}}/docs/2.4.0/sql-migration-guide-upgrade.html#upgrading-from-spark-sql-23-to-24">Migration Guide</a> for all the behavior changes* + + +### Known Issues + + - [[SPARK-25271](https://issues.apache.org/jira/browse/SPARK-25271)] CTAS with Hive parquet tables should leverage native parquet source + - [[SPARK-24935](https://issues.apache.org/jira/browse/SPARK-24935)] Problem with Executing Hive UDAF's from Spark 2.2 Onwards + - [[SPARK-25879](https://issues.apache.org/jira/browse/SPARK-25879)] Schema pruning fails when a nested field and top level field are selected + - [[SPARK-25906](https://issues.apache.org/jira/browse/SPARK-25906)] spark-shell cannot handle `-i` option correctly + - [[SPARK-25921](https://issues.apache.org/jira/browse/SPARK-25921)] Python worker reuse causes Barrier tasks to run without BarrierTaskContext + - [[SPARK-25918](https://issues.apache.org/jira/browse/SPARK-25918)] LOAD DATA LOCAL INPATH should handle a relative path + + +### Credits +Last but not least, this release would not have been possible without the following contributors: +Achuth17, Adam Bradbury, Adamyuanyuan, Adelbert Chang, Ala Luszczak, Aleksandr Koriagin, Alessandro Bellina, Alessandro Solimando, Andrew Korzhuev, Anton Okolnychyi, Antonio Murgia, Arseniy Tashoyan, Artem Rudoy, Arun Mahadevan, Asher Saban, Bago Amirbekian, Benjamin Peterson, Bo Meng, Bogdan Raducanu, Bounkong Khamphousone, Brandon Krieger, Brian Lindblom, Bruce Robbins, Bryan Cutler, Cheng Lian, Chongguang LIU, Chris Horn, Chris Martin, Cody Koeninger, DB Tsai, Daniel Sakuma, Daniel Van Der Ende, Darcy Shen, David Vogelbacher, Devaraj K, Dhruve Ashar, Dilip Biswal, Dongjoon Hyun, DylanGuedes, Efim Poberezkin, Eric Chang, Eric Liang, Erik Erlandson, Eyal Farago, Fangshi Li, Felix Cheung, Feng Liu, Fernando Pereira, Florent Pepin, Fokko Driesprong, Gabor Somogyi, Gengliang Wang, Ger Van Rossum, Gera Shegalov, Goun Na, Hao Ren, Henry Robinson, Herman Van Hovell, Hieu Huynh, Holden Karau, Huang Tengfei, Huaxin Gao, Hyukjin Kwon, Ilan Filonenko, Imran Rashid, Jacek Laskowski, Jake Char land, James Thompson, James Yu, Jaroslav Chladek, Jeff Zhang, JiahuiJiang, Jim Kleckner, Joey Krabacher, John Zhuge, Jongyoul Lee, Jooseong Kim, Jose Torres, Joseph Bradley, Joseph K. Bradley, Josh Rosen, Julien Cuquemelle, Juliusz Sompolski, Jungtaek Lim, KaiXinXIaoLei, Kallman, Steven, Karthik Palaniappan, Kaya Kupferschmidt, Kazuaki Ishizaki, Kelley Robinson, Kent Yao, Kevin Yu, KevinZwx, Koert Kuipers, Kousuke Saruta, Kris Mok, LantaoJin, Lee Dongjin, Lemonjing, Li Jin, Liang-Chi Hsieh, Lu WANG, LucaCanali, Marcelo Vanzin, Marco Gaido, Marek Novotny, Mario Molina, Mark Petruska, Maryann Xue, Mathieu St-Louis, Matthew Cheah, Matthew Tovbin, Mauro Palsgraaf, Maxim Gekk, Michael (Stu) Stewart, Michael Allman, Michael Chirico, Michael Mior, Michal Switakowski, Mihaly Toth, Miklos C, Miles Yucht, Misha Dmitriev, Mukul Murthy, Mykhailo Shtelma, Neal Song, Ngone51, Nihar Sheth, Nolan Emirot, Norman Maurer, Onur Satici, Patrick McGloin, Patrick Pisciuneri, Paul Mackles, Peter Toth, Pras hant Sharma, Rao Fu, Ray Burgemeestre, Rekha Joshi, Reynold Xin, Reza Safi, Ricardo Martinelli De Oliveira, Rob Vesse, Robert Kruszewski, Rong Tang, Ryan Blue, Sahil Takiar, Saisai Shao, Sandeep Singh, Sandor Murakozi, Sanket Chintapalli, Santiago Saavedra, Sean Owen, Sean Suchter, Sebastian Arzt, Shane Knapp, Shixiong Zhu, Soham Aurangabadkar, Stacy Kerkela, Stan Zhai, Stavros Kontopoulos, Steve Loughran, Sunitha Kambhampati, Takeshi Yamamuro, Takuya UESHIN, Tathagata Das, Ted Yu, Teng Peng, Thiruvasakan Paramasivan, Thomas Graves, Tom Saleeba, Vayda, Oleksandr: IT (PRG), Vinod KC, Vladimir Kuriatkov, Wang Gengliang, Weichen Xu, Wenbo Zhao, Wenchen Fan, William Sheu, XD-DENG, Xiangrui Meng, Xianjin YE, Xianyang Liu, Xiao Li, Xiaogang Tu, Xiayun Sun, Xingbo Jiang, Yacine Mazari, Yash Sharma, Ye Zhou, Yinan Li, Yogesh Garg, Yuanbo Liu, Yuanjian Li, Yuchen Huo, Yuexin Zhang, Yuming Wang, Yuval Itzchakov, Zhan Zhang, Zhang Le, Zheng RuiFeng, Zoltan C. Toth \ No newline at end of file http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/releases/_posts/2018-11-05-spark-release-2-4-0.md ---------------------------------------------------------------------- diff --git a/releases/_posts/2018-11-05-spark-release-2-4-0.md b/releases/_posts/2018-11-05-spark-release-2-4-0.md deleted file mode 100644 index 154d3fa..0000000 --- a/releases/_posts/2018-11-05-spark-release-2-4-0.md +++ /dev/null @@ -1,192 +0,0 @@ ---- -layout: post -title: Spark Release 2.4.0 -categories: [] -tags: [] -status: publish -type: post -published: true -meta: - _edit_last: '4' - _wpas_done_all: '1' ---- - - -Apache Spark 2.4.0 is the fifth release in the 2.x line. This release adds Barrier Execution Mode for better integration with deep learning frameworks, introduces 30+ built-in and higher-order functions to deal with complex data type easier, improves the K8s integration, along with experimental Scala 2.12 support. Other major updates include the built-in Avro data source, Image data source, flexible streaming sinks, elimination of the 2GB block size limitation during transfer, Pandas UDF improvements. In addition, this release continues to focus on usability, stability, and polish while resolving around 1100 tickets. - -To download Apache Spark 2.4.0, visit the <a href="{{site.baseurl}}/downloads.html">downloads</a> page. You can consult JIRA for the [detailed changes](https://s.apache.org/spark-2.4.0). We have curated a list of high level changes here, grouped by major modules. - -* This will become a table of contents (this text will be scraped). -{:toc} - - -### Core and Spark SQL - - - **Major features** - - **Barrier Execution Mode**: [[SPARK-24374](https://issues.apache.org/jira/browse/SPARK-24374)] Support Barrier Execution Mode in the scheduler, to better integrate with deep learning frameworks. - - **Scala 2.12 Support**: [[SPARK-14220](https://issues.apache.org/jira/browse/SPARK-14220)] Add experimental Scala 2.12 support. Now you can build Spark with Scala 2.12 and write Spark applications in Scala 2.12. - - **Higher-order functions**: [[SPARK-23899](https://issues.apache.org/jira/browse/SPARK-23899)] Add a lot of new built-in functions, including higher-order functions, to deal with complex data types easier. - - **Built-in Avro data source**: [[SPARK-24768](https://issues.apache.org/jira/browse/SPARK-24768)] Inline Spark-Avro package with logical type support, better performance and usability. - - - **API** - - [[SPARK-24035](https://issues.apache.org/jira/browse/SPARK-24035)] SQL syntax for Pivot - - [[SPARK-24940](https://issues.apache.org/jira/browse/SPARK-24940)] Coalesce and Repartition Hint for SQL Queries - - [[SPARK-19602](https://issues.apache.org/jira/browse/SPARK-19602)] Support column resolution of fully qualified column name - - [[SPARK-21274](https://issues.apache.org/jira/browse/SPARK-21274)] Implement EXCEPT ALL and INTERSECT ALL - - - **Performance and stability** - - [[SPARK-16406](https://issues.apache.org/jira/browse/SPARK-16406)] Reference resolution for large number of columns should be faster - - [[SPARK-23486](https://issues.apache.org/jira/browse/SPARK-23486)] Cache the function name from the external catalog for lookupFunctions - - [[SPARK-23803](https://issues.apache.org/jira/browse/SPARK-23803)] Support Bucket Pruning - - [[SPARK-24802](https://issues.apache.org/jira/browse/SPARK-24802)] Optimization Rule Exclusion - - [[SPARK-4502](https://issues.apache.org/jira/browse/SPARK-4502)] Nested schema pruning for Parquet tables - - [[SPARK-24296](https://issues.apache.org/jira/browse/SPARK-24296)] Support replicating blocks larger than 2 GB - - [[SPARK-24307](https://issues.apache.org/jira/browse/SPARK-24307)] Support sending messages over 2GB from memory - - [[SPARK-23243](https://issues.apache.org/jira/browse/SPARK-23243)] Shuffle+Repartition on an RDD could lead to incorrect answers - - [[SPARK-25181](https://issues.apache.org/jira/browse/SPARK-25181)] Limited the size of BlockManager master and slave thread pools, lowering memory overhead when networking is slow - - - **Connectors** - - [[SPARK-23972](https://issues.apache.org/jira/browse/SPARK-23972)] Update Parquet from 1.8.2 to 1.10.0 - - [[SPARK-25419](https://issues.apache.org/jira/browse/SPARK-25419)] Parquet predicate pushdown improvement - - [[SPARK-23456](https://issues.apache.org/jira/browse/SPARK-23456)] Native ORC reader is on by default - - [[SPARK-22279](https://issues.apache.org/jira/browse/SPARK-22279)] Use native ORC reader to read Hive serde tables by default - - [[SPARK-21783](https://issues.apache.org/jira/browse/SPARK-21783)] Turn on ORC filter push-down by default - - [[SPARK-24959](https://issues.apache.org/jira/browse/SPARK-24959)] Speed up count() for JSON and CSV - - [[SPARK-24244](https://issues.apache.org/jira/browse/SPARK-24244)] Parsing only required columns to the CSV parser - - [[SPARK-23786](https://issues.apache.org/jira/browse/SPARK-23786)] CSV schema validation - column names are not checked - - [[SPARK-24423](https://issues.apache.org/jira/browse/SPARK-24423)] Option query for specifying the query to read from JDBC - - [[SPARK-22814](https://issues.apache.org/jira/browse/SPARK-22814)] Support Date/Timestamp in JDBC partition column - - [[SPARK-24771](https://issues.apache.org/jira/browse/SPARK-24771)] Update Avro from 1.7.7 to 1.8 - - - **Kubernetes Scheduler Backend** - - [[SPARK-23984](https://issues.apache.org/jira/browse/SPARK-23984)] PySpark bindings for K8S - - [[SPARK-24433](https://issues.apache.org/jira/browse/SPARK-24433)] R bindings for K8S - - [[SPARK-23146](https://issues.apache.org/jira/browse/SPARK-23146)] Support client mode for Kubernetes cluster backend - - [[SPARK-23529](https://issues.apache.org/jira/browse/SPARK-23529)] Support for mounting K8S volumes - - - **PySpark** - - [[SPARK-24215](https://issues.apache.org/jira/browse/SPARK-24215)] Implement eager evaluation for DataFrame APIs - - [[SPARK-22274](https://issues.apache.org/jira/browse/SPARK-22274)] User-defined aggregation functions with Pandas UDF - - [[SPARK-22239](https://issues.apache.org/jira/browse/SPARK-22239)] User-defined window functions with Pandas UDF - - [[SPARK-24396](https://issues.apache.org/jira/browse/SPARK-24396)] Add Structured Streaming ForeachWriter for Python - - [[SPARK-23874](https://issues.apache.org/jira/browse/SPARK-23874)] Upgrade Apache Arrow to 0.10.0 - - [[SPARK-25004](https://issues.apache.org/jira/browse/SPARK-25004)] Add spark.executor.pyspark.memory limit - - [[SPARK-23030](https://issues.apache.org/jira/browse/SPARK-23030)] Use Arrow stream format for creating from and collecting Pandas DataFrames - - [[SPARK-24624](https://issues.apache.org/jira/browse/SPARK-24624)] Support mixture of Python UDF and Scalar Pandas UDF - - - **Other notable changes** - - [[SPARK-24596](https://issues.apache.org/jira/browse/SPARK-24596)] Non-cascading Cache Invalidation - - [[SPARK-23880](https://issues.apache.org/jira/browse/SPARK-23880)] Do not trigger any job for caching data - - [[SPARK-23510](https://issues.apache.org/jira/browse/SPARK-23510)] Support Hive 2.2 and Hive 2.3 metastore - - [[SPARK-23711](https://issues.apache.org/jira/browse/SPARK-23711)] Add fallback generator for UnsafeProjection - - [[SPARK-24626](https://issues.apache.org/jira/browse/SPARK-24626)] Parallelize location size calculation in Analyze Table command - -*Programming guides: <a href="{{site.baseurl}}/docs/2.4.0/rdd-programming-guide.html">Spark RDD Programming Guide</a> and <a href="{{site.baseurl}}/docs/2.4.0/sql-programming-guide.html">Spark SQL, DataFrames and Datasets Guide</a>.* - - -### Structured Streaming - - - **Major features** - - [[SPARK-24565](https://issues.apache.org/jira/browse/SPARK-24565)] Exposed the output rows of each microbatch as a DataFrame using foreachBatch (Python, Scala, and Java) - - [[SPARK-24396](https://issues.apache.org/jira/browse/SPARK-24396)] Added Python API for foreach and ForeachWriter - - [[SPARK-25005](https://issues.apache.org/jira/browse/SPARK-25005)] Support âkafka.isolation.levelâ to read only committed records from Kafka topics that are written using a transactional producer. - - - **Other notable changes** - - [[SPARK-24662](https://issues.apache.org/jira/browse/SPARK-24662)] Support the LIMIT operator for streams in Append or Complete mode - - [[SPARK-24763](https://issues.apache.org/jira/browse/SPARK-24763)] Remove redundant key data from value in streaming aggregation - - [[SPARK-24156](https://issues.apache.org/jira/browse/SPARK-24156)] Faster generation of output results and/or state cleanup with stateful operations (mapGroupsWithState, stream-stream join, streaming aggregation, streaming dropDuplicates) when there is no data in the input stream. - - [[SPARK-24730](https://issues.apache.org/jira/browse/SPARK-24730)] Support for choosing either the min or max watermark when there are multiple input streams in a query - - [[SPARK-25399](https://issues.apache.org/jira/browse/SPARK-25399)] Fixed a bug where reusing execution threads from continuous processing for microbatch streaming can result in a correctness issue - - [[SPARK-18057](https://issues.apache.org/jira/browse/SPARK-18057)] Upgraded Kafka client version from 0.10.0.1 to 2.0.0 - -*Programming guide: <a href="{{site.baseurl}}/docs/2.4.0/structured-streaming-programming-guide.html">Structured Streaming Programming Guide</a>.* - - -### MLlib - - - **Major features** - - [[SPARK-22666](https://issues.apache.org/jira/browse/SPARK-22666)] Spark datasource for image format - - - **Other notable changes** - - [[SPARK-22119](https://issues.apache.org/jira/browse/SPARK-22119)] Add cosine distance measure to KMeans/BisectingKMeans/Clustering evaluator - - [[SPARK-10697](https://issues.apache.org/jira/browse/SPARK-10697)] Lift Calculation in Association Rule mining - - [[SPARK-14682](https://issues.apache.org/jira/browse/SPARK-14682)] Provide evaluateEachIteration method or equivalent for spark.ml GBTs - - [[SPARK-7132](https://issues.apache.org/jira/browse/SPARK-7132)] Add fit with validation set to spark.ml GBT - - [[SPARK-15784](https://issues.apache.org/jira/browse/SPARK-15784)] Add Power Iteration Clustering to spark.ml - - [[SPARK-15064](https://issues.apache.org/jira/browse/SPARK-15064)] Locale support in StopWordsRemover - - [[SPARK-21741](https://issues.apache.org/jira/browse/SPARK-21741)] Python API for DataFrame-based multivariate summarizer - - [[SPARK-21898](https://issues.apache.org/jira/browse/SPARK-21898)] Feature parity for KolmogorovSmirnovTest in MLlib - - [[SPARK-10884](https://issues.apache.org/jira/browse/SPARK-10884)] Support prediction on single instance for regression and classification related models - - [[SPARK-23783](https://issues.apache.org/jira/browse/SPARK-23783)] Add new generic export trait for ML pipelines - - [[SPARK-11239](https://issues.apache.org/jira/browse/SPARK-11239)] PMML export for ML linear regression - -*Programming guide: <a href="{{site.baseurl}}/docs/2.4.0/ml-guide.html">Machine Learning Library (MLlib) Guide</a>.* - - -### SparkR - - - **Major features** - - [[SPARK-25393](https://issues.apache.org/jira/browse/SPARK-25393)] Adding new function from_csv() - - [[SPARK-21291](https://issues.apache.org/jira/browse/SPARK-21291)] add R partitionBy API in DataFrame - - [[SPARK-25007](https://issues.apache.org/jira/browse/SPARK-25007)] Add array_intersect/array_except/array_union/shuffle to SparkR - - [[SPARK-25234](https://issues.apache.org/jira/browse/SPARK-25234)] avoid integer overflow in parallelize - - [[SPARK-25117](https://issues.apache.org/jira/browse/SPARK-25117)] Add EXCEPT ALL and INTERSECT ALL support in R - - [[SPARK-24537](https://issues.apache.org/jira/browse/SPARK-24537)] Add array_remove / array_zip / map_from_arrays / array_distinct - - [[SPARK-24187](https://issues.apache.org/jira/browse/SPARK-24187)] Add array_join function to SparkR - - [[SPARK-24331](https://issues.apache.org/jira/browse/SPARK-24331)] Adding arrays_overlap, array_repeat, map_entries to SparkR - - [[SPARK-24198](https://issues.apache.org/jira/browse/SPARK-24198)] Adding slice function to SparkR - - [[SPARK-24197](https://issues.apache.org/jira/browse/SPARK-24197)] Adding array_sort function to SparkR - - [[SPARK-24185](https://issues.apache.org/jira/browse/SPARK-24185)] add flatten function to SparkR - - [[SPARK-24069](https://issues.apache.org/jira/browse/SPARK-24069)] Add array_min / array_max functions - - [[SPARK-24054](https://issues.apache.org/jira/browse/SPARK-24054)] Add array_position function / element_at functions - - [[SPARK-23770](https://issues.apache.org/jira/browse/SPARK-23770)] Add repartitionByRange API in SparkR - -*Programming guide: <a href="{{site.baseurl}}/docs/2.4.0/sparkr.html">SparkR (R on Spark)</a>.* - - -### GraphX - - - **Major features** - - [[SPARK-25268](https://issues.apache.org/jira/browse/SPARK-25268)] run Parallel Personalized PageRank throws serialization Exception - -*Programming guide: <a href="{{site.baseurl}}/docs/2.4.0/graphx-programming-guide.html">GraphX Programming Guide</a>.* - - -### Deprecations - - - **MLlib** - - [[SPARK-23451](https://issues.apache.org/jira/browse/SPARK-23451)] Deprecate KMeans computeCost - - [[SPARK-25345](https://issues.apache.org/jira/browse/SPARK-25345)] Deprecate readImages APIs from ImageSchema - - -### Changes of behavior - - - **Spark Core** - - [[SPARK-25088](https://issues.apache.org/jira/browse/SPARK-25088)] Rest Server default & doc updates - - - **Spark SQL** - - [[SPARK-23549](https://issues.apache.org/jira/browse/SPARK-23549)] Cast to timestamp when comparing timestamp with date - - [[SPARK-24324](https://issues.apache.org/jira/browse/SPARK-24324)] Pandas Grouped Map UDF should assign result columns by name - - [[SPARK-23425](https://issues.apache.org/jira/browse/SPARK-23425)] load data for hdfs file path with wildcard usage is not working properly - - [[SPARK-23173](https://issues.apache.org/jira/browse/SPARK-23173)] from_json can produce nulls for fields which are marked as non-nullable - - [[SPARK-24966](https://issues.apache.org/jira/browse/SPARK-24966)] Implement precedence rules for set operations - - [[SPARK-25708](https://issues.apache.org/jira/browse/SPARK-25708)] HAVING without GROUP BY should be global aggregate - - [[SPARK-24341](https://issues.apache.org/jira/browse/SPARK-24341)] Correctly handle multi-value IN subquery - - [[SPARK-19724](https://issues.apache.org/jira/browse/SPARK-19724)] Create a managed table with an existed default location should throw an exception - -*Please read the <a href="{{site.baseurl}}/docs/2.4.0/sql-migration-guide-upgrade.html#upgrading-from-spark-sql-23-to-24">Migration Guide</a> for all the behavior changes* - - -### Known Issues - - - [[SPARK-25271](https://issues.apache.org/jira/browse/SPARK-25271)] CTAS with Hive parquet tables should leverage native parquet source - - [[SPARK-24935](https://issues.apache.org/jira/browse/SPARK-24935)] Problem with Executing Hive UDAF's from Spark 2.2 Onwards - - [[SPARK-25879](https://issues.apache.org/jira/browse/SPARK-25879)] Schema pruning fails when a nested field and top level field are selected - - [[SPARK-25906](https://issues.apache.org/jira/browse/SPARK-25906)] spark-shell cannot handle `-i` option correctly - - [[SPARK-25921](https://issues.apache.org/jira/browse/SPARK-25921)] Python worker reuse causes Barrier tasks to run without BarrierTaskContext - - [[SPARK-25918](https://issues.apache.org/jira/browse/SPARK-25918)] LOAD DATA LOCAL INPATH should handle a relative path - - -### Credits -Last but not least, this release would not have been possible without the following contributors: -Achuth17, Adam Bradbury, Adamyuanyuan, Adelbert Chang, Ala Luszczak, Aleksandr Koriagin, Alessandro Bellina, Alessandro Solimando, Andrew Korzhuev, Anton Okolnychyi, Antonio Murgia, Arseniy Tashoyan, Artem Rudoy, Arun Mahadevan, Asher Saban, Bago Amirbekian, Benjamin Peterson, Bo Meng, Bogdan Raducanu, Bounkong Khamphousone, Brandon Krieger, Brian Lindblom, Bruce Robbins, Bryan Cutler, Cheng Lian, Chongguang LIU, Chris Horn, Chris Martin, Cody Koeninger, DB Tsai, Daniel Sakuma, Daniel Van Der Ende, Darcy Shen, David Vogelbacher, Devaraj K, Dhruve Ashar, Dilip Biswal, Dongjoon Hyun, DylanGuedes, Efim Poberezkin, Eric Chang, Eric Liang, Erik Erlandson, Eyal Farago, Fangshi Li, Felix Cheung, Feng Liu, Fernando Pereira, Florent Pepin, Fokko Driesprong, Gabor Somogyi, Gengliang Wang, Ger Van Rossum, Gera Shegalov, Goun Na, Hao Ren, Henry Robinson, Herman Van Hovell, Hieu Huynh, Holden Karau, Huang Tengfei, Huaxin Gao, Hyukjin Kwon, Ilan Filonenko, Imran Rashid, Jacek Laskowski, Jake Char land, James Thompson, James Yu, Jaroslav Chladek, Jeff Zhang, JiahuiJiang, Jim Kleckner, Joey Krabacher, John Zhuge, Jongyoul Lee, Jooseong Kim, Jose Torres, Joseph Bradley, Joseph K. Bradley, Josh Rosen, Julien Cuquemelle, Juliusz Sompolski, Jungtaek Lim, KaiXinXIaoLei, Kallman, Steven, Karthik Palaniappan, Kaya Kupferschmidt, Kazuaki Ishizaki, Kelley Robinson, Kent Yao, Kevin Yu, KevinZwx, Koert Kuipers, Kousuke Saruta, Kris Mok, LantaoJin, Lee Dongjin, Lemonjing, Li Jin, Liang-Chi Hsieh, Lu WANG, LucaCanali, Marcelo Vanzin, Marco Gaido, Marek Novotny, Mario Molina, Mark Petruska, Maryann Xue, Mathieu St-Louis, Matthew Cheah, Matthew Tovbin, Mauro Palsgraaf, Maxim Gekk, Michael (Stu) Stewart, Michael Allman, Michael Chirico, Michael Mior, Michal Switakowski, Mihaly Toth, Miklos C, Miles Yucht, Misha Dmitriev, Mukul Murthy, Mykhailo Shtelma, Neal Song, Ngone51, Nihar Sheth, Nolan Emirot, Norman Maurer, Onur Satici, Patrick McGloin, Patrick Pisciuneri, Paul Mackles, Peter Toth, Pras hant Sharma, Rao Fu, Ray Burgemeestre, Rekha Joshi, Reynold Xin, Reza Safi, Ricardo Martinelli De Oliveira, Rob Vesse, Robert Kruszewski, Rong Tang, Ryan Blue, Sahil Takiar, Saisai Shao, Sandeep Singh, Sandor Murakozi, Sanket Chintapalli, Santiago Saavedra, Sean Owen, Sean Suchter, Sebastian Arzt, Shane Knapp, Shixiong Zhu, Soham Aurangabadkar, Stacy Kerkela, Stan Zhai, Stavros Kontopoulos, Steve Loughran, Sunitha Kambhampati, Takeshi Yamamuro, Takuya UESHIN, Tathagata Das, Ted Yu, Teng Peng, Thiruvasakan Paramasivan, Thomas Graves, Tom Saleeba, Vayda, Oleksandr: IT (PRG), Vinod KC, Vladimir Kuriatkov, Wang Gengliang, Weichen Xu, Wenbo Zhao, Wenchen Fan, William Sheu, XD-DENG, Xiangrui Meng, Xianjin YE, Xianyang Liu, Xiao Li, Xiaogang Tu, Xiayun Sun, Xingbo Jiang, Yacine Mazari, Yash Sharma, Ye Zhou, Yinan Li, Yogesh Garg, Yuanbo Liu, Yuanjian Li, Yuchen Huo, Yuexin Zhang, Yuming Wang, Yuval Itzchakov, Zhan Zhang, Zhang Le, Zheng RuiFeng, Zoltan C. Toth \ No newline at end of file http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/committers.html ---------------------------------------------------------------------- diff --git a/site/committers.html b/site/committers.html index 0b229ce..cbb4533 100644 --- a/site/committers.html +++ b/site/committers.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/community.html ---------------------------------------------------------------------- diff --git a/site/community.html b/site/community.html index 6d2fdaf..6558a9b 100644 --- a/site/community.html +++ b/site/community.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/contributing.html ---------------------------------------------------------------------- diff --git a/site/contributing.html b/site/contributing.html index a23eb01..908f1ba 100644 --- a/site/contributing.html +++ b/site/contributing.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/developer-tools.html ---------------------------------------------------------------------- diff --git a/site/developer-tools.html b/site/developer-tools.html index 96bc035..56706ac 100644 --- a/site/developer-tools.html +++ b/site/developer-tools.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/documentation.html ---------------------------------------------------------------------- diff --git a/site/documentation.html b/site/documentation.html index 77c2dda..f3f2c7c 100644 --- a/site/documentation.html +++ b/site/documentation.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/downloads.html ---------------------------------------------------------------------- diff --git a/site/downloads.html b/site/downloads.html index f4f111b..7e31823 100644 --- a/site/downloads.html +++ b/site/downloads.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/examples.html ---------------------------------------------------------------------- diff --git a/site/examples.html b/site/examples.html index 6367bf4..2eee250 100644 --- a/site/examples.html +++ b/site/examples.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/faq.html ---------------------------------------------------------------------- diff --git a/site/faq.html b/site/faq.html index 465a9bf..b0333cf 100644 --- a/site/faq.html +++ b/site/faq.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/graphx/index.html ---------------------------------------------------------------------- diff --git a/site/graphx/index.html b/site/graphx/index.html index 9aeffa6..db2b0b6 100644 --- a/site/graphx/index.html +++ b/site/graphx/index.html @@ -166,7 +166,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/history.html ---------------------------------------------------------------------- diff --git a/site/history.html b/site/history.html index c1f673c..892b271 100644 --- a/site/history.html +++ b/site/history.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/improvement-proposals.html ---------------------------------------------------------------------- diff --git a/site/improvement-proposals.html b/site/improvement-proposals.html index dc9da6a..afb4073 100644 --- a/site/improvement-proposals.html +++ b/site/improvement-proposals.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/index.html ---------------------------------------------------------------------- diff --git a/site/index.html b/site/index.html index 211ea8a..46f7255 100644 --- a/site/index.html +++ b/site/index.html @@ -165,7 +165,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/js/downloads.js ---------------------------------------------------------------------- diff --git a/site/js/downloads.js b/site/js/downloads.js index 5dbfe6e..179febe 100644 --- a/site/js/downloads.js +++ b/site/js/downloads.js @@ -32,7 +32,7 @@ var packagesV8 = [hadoop2p7, hadoop2p6, hadoopFree, sources]; // 2.4.0+ var packagesV9 = [hadoop2p7, hadoop2p6, hadoopFree, scala2p12_hadoopFree, sources]; -addRelease("2.4.0", new Date("11/05/2018"), packagesV9, true, true); +addRelease("2.4.0", new Date("11/02/2018"), packagesV9, true, true); addRelease("2.3.2", new Date("09/24/2018"), packagesV8, true, true); addRelease("2.3.1", new Date("06/08/2018"), packagesV8, true, true); addRelease("2.3.0", new Date("02/28/2018"), packagesV8, true, false); http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/mailing-lists.html ---------------------------------------------------------------------- diff --git a/site/mailing-lists.html b/site/mailing-lists.html index f3fc1f9..03e511c 100644 --- a/site/mailing-lists.html +++ b/site/mailing-lists.html @@ -166,7 +166,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/mllib/index.html ---------------------------------------------------------------------- diff --git a/site/mllib/index.html b/site/mllib/index.html index be44984..4cb5763 100644 --- a/site/mllib/index.html +++ b/site/mllib/index.html @@ -166,7 +166,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/news/amp-camp-2013-registration-ope.html ---------------------------------------------------------------------- diff --git a/site/news/amp-camp-2013-registration-ope.html b/site/news/amp-camp-2013-registration-ope.html index 9b7158c..3db0e3b 100644 --- a/site/news/amp-camp-2013-registration-ope.html +++ b/site/news/amp-camp-2013-registration-ope.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/news/announcing-the-first-spark-summit.html ---------------------------------------------------------------------- diff --git a/site/news/announcing-the-first-spark-summit.html b/site/news/announcing-the-first-spark-summit.html index cf30ee5..554e144 100644 --- a/site/news/announcing-the-first-spark-summit.html +++ b/site/news/announcing-the-first-spark-summit.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/news/fourth-spark-screencast-published.html ---------------------------------------------------------------------- diff --git a/site/news/fourth-spark-screencast-published.html b/site/news/fourth-spark-screencast-published.html index 8dd0cb3..96f7504 100644 --- a/site/news/fourth-spark-screencast-published.html +++ b/site/news/fourth-spark-screencast-published.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/news/index.html ---------------------------------------------------------------------- diff --git a/site/news/index.html b/site/news/index.html index cb1c302..f82f512 100644 --- a/site/news/index.html +++ b/site/news/index.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> @@ -205,7 +205,7 @@ <article class="hentry"> <header class="entry-header"> <h3 class="entry-title"><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a></h3> - <div class="entry-date">November 5, 2018</div> + <div class="entry-date">November 2, 2018</div> </header> <div class="entry-content"><p>We are happy to announce the availability of <a href="/releases/spark-release-2-4-0.html" title="Spark Release 2.4.0">Spark 2.4.0</a>! Visit the <a href="/releases/spark-release-2-4-0.html" title="Spark Release 2.4.0">release notes</a> to read about the new features, or <a href="/downloads.html">download</a> the release today.</p> </div> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/news/nsdi-paper.html ---------------------------------------------------------------------- diff --git a/site/news/nsdi-paper.html b/site/news/nsdi-paper.html index 48f2f64..2cd66fa 100644 --- a/site/news/nsdi-paper.html +++ b/site/news/nsdi-paper.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/news/one-month-to-spark-summit-2015.html ---------------------------------------------------------------------- diff --git a/site/news/one-month-to-spark-summit-2015.html b/site/news/one-month-to-spark-summit-2015.html index 07de123..f978524 100644 --- a/site/news/one-month-to-spark-summit-2015.html +++ b/site/news/one-month-to-spark-summit-2015.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/news/proposals-open-for-spark-summit-east.html ---------------------------------------------------------------------- diff --git a/site/news/proposals-open-for-spark-summit-east.html b/site/news/proposals-open-for-spark-summit-east.html index d81138e..bed47c4 100644 --- a/site/news/proposals-open-for-spark-summit-east.html +++ b/site/news/proposals-open-for-spark-summit-east.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/news/registration-open-for-spark-summit-east.html ---------------------------------------------------------------------- diff --git a/site/news/registration-open-for-spark-summit-east.html b/site/news/registration-open-for-spark-summit-east.html index e621a15..aa34e4e 100644 --- a/site/news/registration-open-for-spark-summit-east.html +++ b/site/news/registration-open-for-spark-summit-east.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/news/run-spark-and-shark-on-amazon-emr.html ---------------------------------------------------------------------- diff --git a/site/news/run-spark-and-shark-on-amazon-emr.html b/site/news/run-spark-and-shark-on-amazon-emr.html index cbbf4be..5590217 100644 --- a/site/news/run-spark-and-shark-on-amazon-emr.html +++ b/site/news/run-spark-and-shark-on-amazon-emr.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/news/spark-0-6-1-and-0-5-2-released.html ---------------------------------------------------------------------- diff --git a/site/news/spark-0-6-1-and-0-5-2-released.html b/site/news/spark-0-6-1-and-0-5-2-released.html index f755264..62af59e 100644 --- a/site/news/spark-0-6-1-and-0-5-2-released.html +++ b/site/news/spark-0-6-1-and-0-5-2-released.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/news/spark-0-6-2-released.html ---------------------------------------------------------------------- diff --git a/site/news/spark-0-6-2-released.html b/site/news/spark-0-6-2-released.html index 54126b1..9a3f047 100644 --- a/site/news/spark-0-6-2-released.html +++ b/site/news/spark-0-6-2-released.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/news/spark-0-7-0-released.html ---------------------------------------------------------------------- diff --git a/site/news/spark-0-7-0-released.html b/site/news/spark-0-7-0-released.html index 641fa73..b5e4349 100644 --- a/site/news/spark-0-7-0-released.html +++ b/site/news/spark-0-7-0-released.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/news/spark-0-7-2-released.html ---------------------------------------------------------------------- diff --git a/site/news/spark-0-7-2-released.html b/site/news/spark-0-7-2-released.html index 03ceec8..75c33ad 100644 --- a/site/news/spark-0-7-2-released.html +++ b/site/news/spark-0-7-2-released.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/news/spark-0-7-3-released.html ---------------------------------------------------------------------- diff --git a/site/news/spark-0-7-3-released.html b/site/news/spark-0-7-3-released.html index 0ed3dc7..b8c9525 100644 --- a/site/news/spark-0-7-3-released.html +++ b/site/news/spark-0-7-3-released.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/news/spark-0-8-0-released.html ---------------------------------------------------------------------- diff --git a/site/news/spark-0-8-0-released.html b/site/news/spark-0-8-0-released.html index b9ed2eb..e09b2dd 100644 --- a/site/news/spark-0-8-0-released.html +++ b/site/news/spark-0-8-0-released.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/news/spark-0-8-1-released.html ---------------------------------------------------------------------- diff --git a/site/news/spark-0-8-1-released.html b/site/news/spark-0-8-1-released.html index 5ca8b2a..26bc188 100644 --- a/site/news/spark-0-8-1-released.html +++ b/site/news/spark-0-8-1-released.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/news/spark-0-9-0-released.html ---------------------------------------------------------------------- diff --git a/site/news/spark-0-9-0-released.html b/site/news/spark-0-9-0-released.html index c4400c6..b8b56a4 100644 --- a/site/news/spark-0-9-0-released.html +++ b/site/news/spark-0-9-0-released.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/news/spark-0-9-1-released.html ---------------------------------------------------------------------- diff --git a/site/news/spark-0-9-1-released.html b/site/news/spark-0-9-1-released.html index af37dcc..bc51ede 100644 --- a/site/news/spark-0-9-1-released.html +++ b/site/news/spark-0-9-1-released.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/news/spark-0-9-2-released.html ---------------------------------------------------------------------- diff --git a/site/news/spark-0-9-2-released.html b/site/news/spark-0-9-2-released.html index 58728f6..8ee7d0e 100644 --- a/site/news/spark-0-9-2-released.html +++ b/site/news/spark-0-9-2-released.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/news/spark-1-0-0-released.html ---------------------------------------------------------------------- diff --git a/site/news/spark-1-0-0-released.html b/site/news/spark-1-0-0-released.html index 01d941e..1ab069a 100644 --- a/site/news/spark-1-0-0-released.html +++ b/site/news/spark-1-0-0-released.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/news/spark-1-0-1-released.html ---------------------------------------------------------------------- diff --git a/site/news/spark-1-0-1-released.html b/site/news/spark-1-0-1-released.html index 54be9c0..6d9ce0e 100644 --- a/site/news/spark-1-0-1-released.html +++ b/site/news/spark-1-0-1-released.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/news/spark-1-0-2-released.html ---------------------------------------------------------------------- diff --git a/site/news/spark-1-0-2-released.html b/site/news/spark-1-0-2-released.html index 27f6dbc..fe48dc5 100644 --- a/site/news/spark-1-0-2-released.html +++ b/site/news/spark-1-0-2-released.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/news/spark-1-1-0-released.html ---------------------------------------------------------------------- diff --git a/site/news/spark-1-1-0-released.html b/site/news/spark-1-1-0-released.html index 171874d..aafc5ac 100644 --- a/site/news/spark-1-1-0-released.html +++ b/site/news/spark-1-1-0-released.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/news/spark-1-1-1-released.html ---------------------------------------------------------------------- diff --git a/site/news/spark-1-1-1-released.html b/site/news/spark-1-1-1-released.html index fd629e1..6aced61 100644 --- a/site/news/spark-1-1-1-released.html +++ b/site/news/spark-1-1-1-released.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/news/spark-1-2-0-released.html ---------------------------------------------------------------------- diff --git a/site/news/spark-1-2-0-released.html b/site/news/spark-1-2-0-released.html index e61dab7..763b69b 100644 --- a/site/news/spark-1-2-0-released.html +++ b/site/news/spark-1-2-0-released.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/news/spark-1-2-1-released.html ---------------------------------------------------------------------- diff --git a/site/news/spark-1-2-1-released.html b/site/news/spark-1-2-1-released.html index c339cef..adce178 100644 --- a/site/news/spark-1-2-1-released.html +++ b/site/news/spark-1-2-1-released.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/news/spark-1-2-2-released.html ---------------------------------------------------------------------- diff --git a/site/news/spark-1-2-2-released.html b/site/news/spark-1-2-2-released.html index 85c7347..8f7a68e 100644 --- a/site/news/spark-1-2-2-released.html +++ b/site/news/spark-1-2-2-released.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/news/spark-1-3-0-released.html ---------------------------------------------------------------------- diff --git a/site/news/spark-1-3-0-released.html b/site/news/spark-1-3-0-released.html index 65f116e..ff0e859 100644 --- a/site/news/spark-1-3-0-released.html +++ b/site/news/spark-1-3-0-released.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/news/spark-1-4-0-released.html ---------------------------------------------------------------------- diff --git a/site/news/spark-1-4-0-released.html b/site/news/spark-1-4-0-released.html index 1e8ec2c..0da591a 100644 --- a/site/news/spark-1-4-0-released.html +++ b/site/news/spark-1-4-0-released.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/news/spark-1-4-1-released.html ---------------------------------------------------------------------- diff --git a/site/news/spark-1-4-1-released.html b/site/news/spark-1-4-1-released.html index ddba2f5..67c2ec0 100644 --- a/site/news/spark-1-4-1-released.html +++ b/site/news/spark-1-4-1-released.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/news/spark-1-5-0-released.html ---------------------------------------------------------------------- diff --git a/site/news/spark-1-5-0-released.html b/site/news/spark-1-5-0-released.html index ba821a5..10764a8 100644 --- a/site/news/spark-1-5-0-released.html +++ b/site/news/spark-1-5-0-released.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/news/spark-1-5-1-released.html ---------------------------------------------------------------------- diff --git a/site/news/spark-1-5-1-released.html b/site/news/spark-1-5-1-released.html index a7cb197..65efcc6 100644 --- a/site/news/spark-1-5-1-released.html +++ b/site/news/spark-1-5-1-released.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/news/spark-1-5-2-released.html ---------------------------------------------------------------------- diff --git a/site/news/spark-1-5-2-released.html b/site/news/spark-1-5-2-released.html index 04df4b5..bfd6bf7 100644 --- a/site/news/spark-1-5-2-released.html +++ b/site/news/spark-1-5-2-released.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> http://git-wip-us.apache.org/repos/asf/spark-website/blob/3726c326/site/news/spark-1-6-0-released.html ---------------------------------------------------------------------- diff --git a/site/news/spark-1-6-0-released.html b/site/news/spark-1-6-0-released.html index 1dd0ce4..cc901e1 100644 --- a/site/news/spark-1-6-0-released.html +++ b/site/news/spark-1-6-0-released.html @@ -163,7 +163,7 @@ <ul class="list-unstyled"> <li><a href="/news/spark-2-4-0-released.html">Spark 2.4.0 released</a> - <span class="small">(Nov 05, 2018)</span></li> + <span class="small">(Nov 02, 2018)</span></li> <li><a href="/news/spark-2-3-2-released.html">Spark 2.3.2 released</a> <span class="small">(Sep 24, 2018)</span></li> --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org
