This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/arrow-site.git
The following commit(s) were added to refs/heads/asf-site by this push:
new 791066c Updating built site (build
36ef56c004fefb2a367ea1adfbba129e44656018)
791066c is described below
commit 791066c6bfd59d0d2b7883479451670c51f3a2cc
Author: David Li <[email protected]>
AuthorDate: Mon Jan 31 19:41:12 2022 +0000
Updating built site (build 36ef56c004fefb2a367ea1adfbba129e44656018)
---
.../index.html | 452 +++++++++++++++++++++
blog/index.html | 15 +
css/main.css | 2 +-
css/main.css.map | 4 +-
docs/c_glib/index.html | 4 +-
feed.xml | 285 ++++++++-----
img/20220131-skyhook-architecture.png | Bin 0 -> 163992 bytes
img/20220131-skyhook-cpu.png | Bin 0 -> 124365 bytes
release/0.1.0.html | 4 +-
release/0.10.0.html | 4 +-
release/0.11.0.html | 4 +-
release/0.11.1.html | 4 +-
release/0.12.0.html | 4 +-
release/0.13.0.html | 4 +-
release/0.14.0.html | 4 +-
release/0.14.1.html | 4 +-
release/0.15.0.html | 4 +-
release/0.15.1.html | 4 +-
release/0.16.0.html | 4 +-
release/0.17.0.html | 4 +-
release/0.17.1.html | 4 +-
release/0.2.0.html | 4 +-
release/0.3.0.html | 4 +-
release/0.4.0.html | 4 +-
release/0.4.1.html | 4 +-
release/0.5.0.html | 4 +-
release/0.6.0.html | 4 +-
release/0.7.0.html | 4 +-
release/0.7.1.html | 4 +-
release/0.8.0.html | 4 +-
release/0.9.0.html | 4 +-
release/1.0.0.html | 4 +-
release/1.0.1.html | 4 +-
release/2.0.0.html | 4 +-
release/3.0.0.html | 4 +-
release/4.0.0.html | 4 +-
release/4.0.1.html | 4 +-
release/5.0.0.html | 4 +-
release/6.0.0.html | 4 +-
release/6.0.1.html | 4 +-
release/index.html | 4 +-
41 files changed, 724 insertions(+), 170 deletions(-)
diff --git
a/blog/2022/01/31/skyhook-bringing-computation-to-storage-with-apache-arrow/index.html
b/blog/2022/01/31/skyhook-bringing-computation-to-storage-with-apache-arrow/index.html
new file mode 100644
index 0000000..4e4d511
--- /dev/null
+++
b/blog/2022/01/31/skyhook-bringing-computation-to-storage-with-apache-arrow/index.html
@@ -0,0 +1,452 @@
+<!DOCTYPE html>
+<html lang="en-US">
+ <head>
+ <meta charset="UTF-8">
+ <meta http-equiv="X-UA-Compatible" content="IE=edge">
+ <meta name="viewport" content="width=device-width, initial-scale=1">
+ <!-- The above meta tags *must* come first in the head; any other head
content must come *after* these tags -->
+
+ <title>Skyhook: Bringing Computation to Storage with Apache Arrow | Apache
Arrow</title>
+
+
+ <!-- Begin Jekyll SEO tag v2.7.1 -->
+<meta name="generator" content="Jekyll v4.2.0" />
+<meta property="og:title" content="Skyhook: Bringing Computation to Storage
with Apache Arrow" />
+<meta name="author" content="Jayjeet Chakraborty, Carlos Maltzahn, David Li,
Tom Drabas" />
+<meta property="og:locale" content="en_US" />
+<meta name="description" content="CPUs, memory, storage, and network bandwidth
get better every year, but increasingly, they’re improving in different
dimensions. Processors are faster, but their memory bandwidth hasn’t kept up;
meanwhile, cloud computing has led to storage being separated from applications
across a network link. This divergent evolution means we need to rethink where
and when we perform computation to best make use of the resources available to
us. For example, when que [...]
+<meta property="og:description" content="CPUs, memory, storage, and network
bandwidth get better every year, but increasingly, they’re improving in
different dimensions. Processors are faster, but their memory bandwidth hasn’t
kept up; meanwhile, cloud computing has led to storage being separated from
applications across a network link. This divergent evolution means we need to
rethink where and when we perform computation to best make use of the resources
available to us. For example, w [...]
+<link rel="canonical"
href="https://arrow.apache.org/blog/2022/01/31/skyhook-bringing-computation-to-storage-with-apache-arrow/";
/>
+<meta property="og:url"
content="https://arrow.apache.org/blog/2022/01/31/skyhook-bringing-computation-to-storage-with-apache-arrow/";
/>
+<meta property="og:site_name" content="Apache Arrow" />
+<meta property="og:image" content="https://arrow.apache.org/img/arrow.png"; />
+<meta property="og:type" content="article" />
+<meta property="article:published_time" content="2022-01-31T00:00:00-05:00" />
+<meta name="twitter:card" content="summary_large_image" />
+<meta property="twitter:image"
content="https://arrow.apache.org/img/arrow.png"; />
+<meta property="twitter:title" content="Skyhook: Bringing Computation to
Storage with Apache Arrow" />
+<meta name="twitter:site" content="@ApacheArrow" />
+<meta name="twitter:creator" content="@Jayjeet Chakraborty, Carlos Maltzahn,
David Li, Tom Drabas" />
+<script type="application/ld+json">
+{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/blog/2022/01/31/skyhook-bringing-computation-to-storage-with-apache-arrow/"},"image":"https://arrow.apache.org/img/arrow.png","description":"CPUs,
memory, storage, and network bandwidth get better every year, but
increasingly, they’re improving in different dimensions. Processors are faster,
but their memory bandwidth hasn’t kept up; meanwhile, cloud computing has led
to storage being separated from applications acros [...]
+<!-- End Jekyll SEO tag -->
+
+
+ <!-- favicons -->
+ <link rel="icon" type="image/png" sizes="16x16"
href="/img/favicon-16x16.png" id="light1">
+ <link rel="icon" type="image/png" sizes="32x32"
href="/img/favicon-32x32.png" id="light2">
+ <link rel="apple-touch-icon" type="image/png" sizes="180x180"
href="/img/apple-touch-icon.png" id="light3">
+ <link rel="apple-touch-icon" type="image/png" sizes="120x120"
href="/img/apple-touch-icon-120x120.png" id="light4">
+ <link rel="apple-touch-icon" type="image/png" sizes="76x76"
href="/img/apple-touch-icon-76x76.png" id="light5">
+ <link rel="apple-touch-icon" type="image/png" sizes="60x60"
href="/img/apple-touch-icon-60x60.png" id="light6">
+ <!-- dark mode favicons -->
+ <link rel="icon" type="image/png" sizes="16x16"
href="/img/favicon-16x16-dark.png" id="dark1">
+ <link rel="icon" type="image/png" sizes="32x32"
href="/img/favicon-32x32-dark.png" id="dark2">
+ <link rel="apple-touch-icon" type="image/png" sizes="180x180"
href="/img/apple-touch-icon-dark.png" id="dark3">
+ <link rel="apple-touch-icon" type="image/png" sizes="120x120"
href="/img/apple-touch-icon-120x120-dark.png" id="dark4">
+ <link rel="apple-touch-icon" type="image/png" sizes="76x76"
href="/img/apple-touch-icon-76x76-dark.png" id="dark5">
+ <link rel="apple-touch-icon" type="image/png" sizes="60x60"
href="/img/apple-touch-icon-60x60-dark.png" id="dark6">
+
+ <script>
+ // Switch to the dark-mode favicons if prefers-color-scheme: dark
+ function onUpdate() {
+ light1 = document.querySelector('link#light1');
+ light2 = document.querySelector('link#light2');
+ light3 = document.querySelector('link#light3');
+ light4 = document.querySelector('link#light4');
+ light5 = document.querySelector('link#light5');
+ light6 = document.querySelector('link#light6');
+
+ dark1 = document.querySelector('link#dark1');
+ dark2 = document.querySelector('link#dark2');
+ dark3 = document.querySelector('link#dark3');
+ dark4 = document.querySelector('link#dark4');
+ dark5 = document.querySelector('link#dark5');
+ dark6 = document.querySelector('link#dark6');
+
+ if (matcher.matches) {
+ light1.remove();
+ light2.remove();
+ light3.remove();
+ light4.remove();
+ light5.remove();
+ light6.remove();
+ document.head.append(dark1);
+ document.head.append(dark2);
+ document.head.append(dark3);
+ document.head.append(dark4);
+ document.head.append(dark5);
+ document.head.append(dark6);
+ } else {
+ dark1.remove();
+ dark2.remove();
+ dark3.remove();
+ dark4.remove();
+ dark5.remove();
+ dark6.remove();
+ document.head.append(light1);
+ document.head.append(light2);
+ document.head.append(light3);
+ document.head.append(light4);
+ document.head.append(light5);
+ document.head.append(light6);
+ }
+ }
+ matcher = window.matchMedia('(prefers-color-scheme: dark)');
+ matcher.addListener(onUpdate);
+ onUpdate();
+ </script>
+
+ <link rel="stylesheet"
href="//fonts.googleapis.com/css?family=Lato:300,300italic,400,400italic,700,700italic,900">
+
+ <link href="/css/main.css" rel="stylesheet">
+ <link href="/css/syntax.css" rel="stylesheet">
+ <script src="/javascript/main.js"></script>
+
+ <!-- Global Site Tag (gtag.js) - Google Analytics -->
+<script async
src="https://www.googletagmanager.com/gtag/js?id=UA-107500873-1";></script>
+<script>
+ window.dataLayer = window.dataLayer || [];
+ function gtag(){dataLayer.push(arguments)};
+ gtag('js', new Date());
+
+ gtag('config', 'UA-107500873-1');
+</script>
+
+
+ </head>
+
+
+<body class="wrap">
+ <header>
+ <nav class="navbar navbar-expand-md navbar-dark bg-dark">
+
+ <a class="navbar-brand no-padding" href="/"><img
src="/img/arrow-inverse-300px.png" height="40px"/></a>
+
+ <button class="navbar-toggler ml-auto" type="button" data-toggle="collapse"
data-target="#arrow-navbar" aria-controls="arrow-navbar" aria-expanded="false"
aria-label="Toggle navigation">
+ <span class="navbar-toggler-icon"></span>
+ </button>
+
+ <!-- Collect the nav links, forms, and other content for toggling -->
+ <div class="collapse navbar-collapse justify-content-end"
id="arrow-navbar">
+ <ul class="nav navbar-nav">
+ <li class="nav-item"><a class="nav-link" href="/overview/"
role="button" aria-haspopup="true" aria-expanded="false">Overview</a></li>
+ <li class="nav-item"><a class="nav-link" href="/faq/" role="button"
aria-haspopup="true" aria-expanded="false">FAQ</a></li>
+ <li class="nav-item"><a class="nav-link" href="/blog" role="button"
aria-haspopup="true" aria-expanded="false">Blog</a></li>
+ <li class="nav-item dropdown">
+ <a class="nav-link dropdown-toggle" href="#"
+ id="navbarDropdownGetArrow" role="button" data-toggle="dropdown"
+ aria-haspopup="true" aria-expanded="false">
+ Get Arrow
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownGetArrow">
+ <a class="dropdown-item" href="/install/">Install</a>
+ <a class="dropdown-item" href="/release/">Releases</a>
+ <a class="dropdown-item"
href="https://github.com/apache/arrow";>Source Code</a>
+ </div>
+ </li>
+ <li class="nav-item dropdown">
+ <a class="nav-link dropdown-toggle" href="#"
+ id="navbarDropdownDocumentation" role="button"
data-toggle="dropdown"
+ aria-haspopup="true" aria-expanded="false">
+ Documentation
+ </a>
+ <div class="dropdown-menu"
aria-labelledby="navbarDropdownDocumentation">
+ <a class="dropdown-item" href="/docs">Project Docs</a>
+ <a class="dropdown-item"
href="/docs/format/Columnar.html">Format</a>
+ <hr/>
+ <a class="dropdown-item" href="/docs/c_glib">C GLib</a>
+ <a class="dropdown-item" href="/docs/cpp">C++</a>
+ <a class="dropdown-item"
href="https://github.com/apache/arrow/blob/master/csharp/README.md";>C#</a>
+ <a class="dropdown-item"
href="https://godoc.org/github.com/apache/arrow/go/arrow";>Go</a>
+ <a class="dropdown-item" href="/docs/java">Java</a>
+ <a class="dropdown-item" href="/docs/js">JavaScript</a>
+ <a class="dropdown-item"
href="https://arrow.juliadata.org/stable/";>Julia</a>
+ <a class="dropdown-item"
href="https://github.com/apache/arrow/blob/master/matlab/README.md";>MATLAB</a>
+ <a class="dropdown-item" href="/docs/python">Python</a>
+ <a class="dropdown-item" href="/docs/r">R</a>
+ <a class="dropdown-item"
href="https://github.com/apache/arrow/blob/master/ruby/README.md";>Ruby</a>
+ <a class="dropdown-item"
href="https://docs.rs/crate/arrow/";>Rust</a>
+ </div>
+ </li>
+ <li class="nav-item dropdown">
+ <a class="nav-link dropdown-toggle" href="#"
+ id="navbarDropdownSubprojects" role="button"
data-toggle="dropdown"
+ aria-haspopup="true" aria-expanded="false">
+ Subprojects
+ </a>
+ <div class="dropdown-menu"
aria-labelledby="navbarDropdownSubprojects">
+ <a class="dropdown-item" href="/datafusion">DataFusion</a>
+ </div>
+ </li>
+ <li class="nav-item dropdown">
+ <a class="nav-link dropdown-toggle" href="#"
+ id="navbarDropdownCommunity" role="button" data-toggle="dropdown"
+ aria-haspopup="true" aria-expanded="false">
+ Community
+ </a>
+ <div class="dropdown-menu" aria-labelledby="navbarDropdownCommunity">
+ <a class="dropdown-item" href="/community/">Communication</a>
+ <a class="dropdown-item"
href="/docs/developers/contributing.html">Contributing</a>
+ <a class="dropdown-item"
href="https://issues.apache.org/jira/browse/ARROW";>Issue Tracker</a>
+ <a class="dropdown-item" href="/committers/">Governance</a>
+ <a class="dropdown-item" href="/use_cases/">Use Cases</a>
+ <a class="dropdown-item" href="/powered_by/">Powered By</a>
+ <a class="dropdown-item" href="/security/">Security</a>
+ <a class="dropdown-item"
href="https://www.apache.org/foundation/policies/conduct.html";>Code of
Conduct</a>
+ </div>
+ </li>
+ <li class="nav-item dropdown">
+ <a class="nav-link dropdown-toggle" href="#"
+ id="navbarDropdownASF" role="button" data-toggle="dropdown"
+ aria-haspopup="true" aria-expanded="false">
+ ASF Links
+ </a>
+ <div class="dropdown-menu dropdown-menu-right"
aria-labelledby="navbarDropdownASF">
+ <a class="dropdown-item" href="http://www.apache.org/";>ASF
Website</a>
+ <a class="dropdown-item"
href="http://www.apache.org/licenses/";>License</a>
+ <a class="dropdown-item"
href="http://www.apache.org/foundation/sponsorship.html";>Donate</a>
+ <a class="dropdown-item"
href="http://www.apache.org/foundation/thanks.html";>Thanks</a>
+ <a class="dropdown-item"
href="http://www.apache.org/security/";>Security</a>
+ </div>
+ </li>
+ </ul>
+ </div><!-- /.navbar-collapse -->
+ </nav>
+
+ </header>
+
+ <div class="container p-4 pt-5">
+ <div class="col-md-8 mx-auto">
+ <main role="main" class="pb-5">
+
+<h1>
+ Skyhook: Bringing Computation to Storage with Apache Arrow
+</h1>
+<hr class="mt-4 mb-3">
+
+
+
+<p class="mb-4 pb-1">
+ <span class="badge badge-secondary">Published</span>
+ <span class="published mr-3">
+ 31 Jan 2022
+ </span>
+ <br />
+ <span class="badge badge-secondary">By</span>
+
+ Jayjeet Chakraborty, Carlos Maltzahn, David Li, Tom Drabas
+
+
+
+</p>
+
+
+ <!--
+
+-->
+
+<p>CPUs, memory, storage, and network bandwidth get better every year, but
increasingly, they’re improving in different dimensions.
+Processors are faster, but their memory bandwidth hasn’t kept up; meanwhile,
cloud computing has led to storage being separated from applications across a
network link.
+This divergent evolution means we need to rethink where and when we perform
computation to best make use of the resources available to us.</p>
+
+<p>For example, when querying a dataset on a storage system like Ceph or
Amazon S3, all the work of filtering data gets done by the client.
+Data has to be transferred over the network, and then the client has to spend
precious CPU cycles decoding it, only to throw it away in the end due to a
filter.
+While formats like Apache Parquet enable some optimizations, fundamentally,
the responsibility is all on the client.
+Meanwhile, even though the storage system has its own compute capabilities,
it’s relegated to just serving “dumb bytes”.</p>
+
+<p>Thanks to the <a href="https://cross.ucsc.edu/";>Center for Research in Open
Source Software</a> (CROSS) at the University of California, Santa Cruz, Apache
Arrow 7.0.0 includes Skyhook, an <a
href="https://arrow.apache.org/docs/cpp/dataset.html";>Arrow Datasets</a>
extension that solves this problem by using the storage layer to reduce client
resource utilization.
+We’ll examine the developments surrounding Skyhook as well as how Skyhook
works.</p>
+
+<h2 id="introducing-programmable-storage">Introducing Programmable Storage</h2>
+
+<p>Skyhook is an example of programmable storage: exposing higher-level
functionality from storage systems for clients to build upon.
+This allows us to make better use of existing resources (both hardware and
development effort) in such systems, reduces the implementation burden of
common operations for each client, and enables such operations to scale with
the storage layer.</p>
+
+<p>Historically, big data systems like Apache Hadoop have tried to colocate
computation and storage for efficiency.
+More recently, cloud and distributed computing have disaggregated computation
and storage for flexibility and scalability, but at a performance cost.
+Programmable storage strikes a balance between these goals, allowing some
operations to be run right next to the data while still keeping data and
compute separate at a higher level.</p>
+
+<p>In particular, Skyhook builds on <a href="https://ceph.io/en/";>Ceph</a>, a
distributed storage system that scales to exabytes of data while being reliable
and flexible.
+With its Object Class SDK, Ceph enables programmable storage by allowing
extensions that define new object types with custom functionality.</p>
+
+<h2 id="skyhook-architecture">Skyhook Architecture</h2>
+
+<p>Let’s look at how Skyhook applies these ideas.
+Overall, the idea is simple: the client should be able to ask Ceph to perform
basic operations like decoding files, filtering the data, and selecting columns.
+That way, the work gets done using existing storage cluster resources, which
means it’s both adjacent to the data and can scale with the cluster size.
+Also, this reduces the data transferred over the network, and of course
reduces the client workload.</p>
+
+<p>On the storage system side, Skyhook uses the Ceph Object Class SDK to
define scan operations on data stored in Parquet or Feather format.
+To implement these operations, Skyhook first implements a file system shim in
Ceph’s object storage layer, then uses the existing filtering and projection
capabilities of the Arrow Datasets library on top of that shim.</p>
+
+<p>Then, Skyhook defines a custom “file format” in the Arrow Datasets layer.
+Queries against such files get translated to direct requests to Ceph using
those new operations, bypassing the traditional POSIX file system layer.
+After decoding, filtering, and projecting, Ceph sends the Arrow record batches
directly to the client, minimizing CPU overhead for encoding/decoding—another
optimization Arrow makes possible.
+The record batches use Arrow’s compression support to further save
bandwidth.</p>
+
+<figure>
+ <img src="/img/20220131-skyhook-architecture.png" alt="Skyhook Architecture"
width="100%" class="img-responsive" />
+ <figcaption>
+ <p>Skyhook extends Ceph and Arrow Datasets to push queries down to Ceph,
reducing the client workload and network traffic.
+(Figure sourced from <a
href="https://jayjeetc.medium.com/skyhookdm-is-now-a-part-of-apache-arrow-e5d7b9a810ba";>“SkyhookDM
is now a part of Apache Arrow!”</a>.)</p>
+ </figcaption>
+</figure>
+
+<p>Skyhook also optimizes how Parquet files in particular are stored.
+Parquet files consist of a series of row groups, which each contain a chunk of
the rows in a file.
+When storing such files, Skyhook either pads or splits them so that each row
group is stored as its own Ceph object.
+By striping or splitting the file in this way, we can parallelize scanning at
sub-file granularity across the Ceph nodes for further performance
improvements.</p>
+
+<h2 id="applications">Applications</h2>
+
+<p>In benchmarks, Skyhook has minimal storage-side CPU overhead and virtually
eliminates client-side CPU usage.
+Scaling the storage cluster decreases query latency commensurately.
+For systems like Dask that use the Arrow Datasets API, this means that just by
switching to the Skyhook file format, we can speed up dataset scans, reduce the
amount of data that needs to be transferred, and free up CPU resources for
computations.</p>
+
+<figure>
+ <img src="/img/20220131-skyhook-cpu.png" alt="In benchmarks, Skyhook reduces
client CPU usage while minimally impacting storage cluster CPU usage."
width="100%" class="img-responsive" />
+ <figcaption>
+ Skyhook frees the client CPU to do useful work, while minimally impacting
the work done by the storage machines.
+ The client still does some work in decompressing the LZ4-compressed record
batches sent by Skyhook.
+ (Note that the storage cluster plot is cumulative.)
+ </figcaption>
+</figure>
+
+<p>Of course, the ideas behind Skyhook apply to other systems adjacent to and
beyond Apache Arrow.
+For example, “lakehouse” systems like Apache Iceberg and Delta Lake also build
on distributed storage systems, and can naturally benefit from Skyhook to
offload computation.
+Additionally, in-memory SQL-based query engines like <a
href="//blog/2021/12/03/arrow-duckdb/">DuckDB</a>, which integrate seamlessly
with Apache Arrow, can benefit from Skyhook by offloading portions of SQL
queries.</p>
+
+<h2 id="summary-and-acknowledgements">Summary and Acknowledgements</h2>
+
+<p>Skyhook, available in Arrow 7.0.0, builds on research into programmable
storage systems.
+By pushing filters and projections to the storage layer, we can speed up
dataset scans by freeing precious CPU resources on the client, reducing the
amount of data sent across the network, and better utilizing the scalability of
systems like Ceph.
+To get started, just <a
href="https://arrow.apache.org/docs/developers/cpp/building.html";>build
Arrow</a> with Skyhook enabled, deploy the Skyhook object class extensions to
Ceph (see “Usage” in the <a
href="https://jayjeetc.medium.com/skyhookdm-is-now-a-part-of-apache-arrow-e5d7b9a810ba";>announcement
post</a>), and then use the <code class="language-plaintext
highlighter-rouge">SkyhookFileFormat</code> to construct an Arrow dataset.
+A small code example is shown here.</p>
+
+<div class="language-cpp highlighter-rouge"><div class="highlight"><pre
class="highlight"><code><span class="c1">// Licensed to the Apache Software
Foundation (ASF) under one</span>
+<span class="c1">// or more contributor license agreements. See the NOTICE
file</span>
+<span class="c1">// distributed with this work for additional
information</span>
+<span class="c1">// regarding copyright ownership. The ASF licenses this
file</span>
+<span class="c1">// to you under the Apache License, Version 2.0 (the</span>
+<span class="c1">// "License"); you may not use this file except in
compliance</span>
+<span class="c1">// with the License. You may obtain a copy of the License
at</span>
+<span class="c1">//</span>
+<span class="c1">// http://www.apache.org/licenses/LICENSE-2.0</span>
+<span class="c1">//</span>
+<span class="c1">// Unless required by applicable law or agreed to in
writing,</span>
+<span class="c1">// software distributed under the License is distributed on
an</span>
+<span class="c1">// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF
ANY</span>
+<span class="c1">// KIND, either express or implied. See the License for
the</span>
+<span class="c1">// specific language governing permissions and
limitations</span>
+<span class="c1">// under the License.</span>
+
+<span class="cp">#include <arrow/compute/api.h>
+#include <arrow/dataset/api.h>
+#include <arrow/filesystem/api.h>
+#include <arrow/table.h>
+#include <skyhook/client/file_skyhook.h>
+</span>
+<span class="cp">#include <cstdlib>
+#include <iostream>
+#include <memory>
+#include <string>
+</span>
+<span class="k">namespace</span> <span class="n">cp</span> <span
class="o">=</span> <span class="n">arrow</span><span class="o">::</span><span
class="n">compute</span><span class="p">;</span>
+<span class="k">namespace</span> <span class="n">ds</span> <span
class="o">=</span> <span class="n">arrow</span><span class="o">::</span><span
class="n">dataset</span><span class="p">;</span>
+<span class="k">namespace</span> <span class="n">fs</span> <span
class="o">=</span> <span class="n">arrow</span><span class="o">::</span><span
class="n">fs</span><span class="p">;</span>
+
+<span class="c1">// Demonstrate reading a dataset via Skyhook.</span>
+<span class="n">arrow</span><span class="o">::</span><span
class="n">Status</span> <span class="nf">ScanDataset</span><span
class="p">()</span> <span class="p">{</span>
+ <span class="c1">// Configure SkyhookFileFormat to connect to our Ceph
cluster.</span>
+ <span class="n">std</span><span class="o">::</span><span
class="n">string</span> <span class="n">ceph_config_path</span> <span
class="o">=</span> <span class="s">"/etc/ceph/ceph.conf"</span><span
class="p">;</span>
+ <span class="n">std</span><span class="o">::</span><span
class="n">string</span> <span class="n">ceph_data_pool</span> <span
class="o">=</span> <span class="s">"cephfs_data"</span><span class="p">;</span>
+ <span class="n">std</span><span class="o">::</span><span
class="n">string</span> <span class="n">ceph_user_name</span> <span
class="o">=</span> <span class="s">"client.admin"</span><span class="p">;</span>
+ <span class="n">std</span><span class="o">::</span><span
class="n">string</span> <span class="n">ceph_cluster_name</span> <span
class="o">=</span> <span class="s">"ceph"</span><span class="p">;</span>
+ <span class="n">std</span><span class="o">::</span><span
class="n">string</span> <span class="n">ceph_cls_name</span> <span
class="o">=</span> <span class="s">"skyhook"</span><span class="p">;</span>
+ <span class="n">std</span><span class="o">::</span><span
class="n">shared_ptr</span><span class="o"><</span><span
class="n">skyhook</span><span class="o">::</span><span
class="n">RadosConnCtx</span><span class="o">></span> <span
class="n">rados_ctx</span> <span class="o">=</span>
+ <span class="n">std</span><span class="o">::</span><span
class="n">make_shared</span><span class="o"><</span><span
class="n">skyhook</span><span class="o">::</span><span
class="n">RadosConnCtx</span><span class="o">></span><span
class="p">(</span><span class="n">ceph_config_path</span><span
class="p">,</span> <span class="n">ceph_data_pool</span><span class="p">,</span>
+ <span
class="n">ceph_user_name</span><span class="p">,</span> <span
class="n">ceph_cluster_name</span><span class="p">,</span>
+ <span
class="n">ceph_cls_name</span><span class="p">);</span>
+ <span class="n">ARROW_ASSIGN_OR_RAISE</span><span class="p">(</span><span
class="k">auto</span> <span class="n">format</span><span class="p">,</span>
+ <span class="n">skyhook</span><span
class="o">::</span><span class="n">SkyhookFileFormat</span><span
class="o">::</span><span class="n">Make</span><span class="p">(</span><span
class="n">rados_ctx</span><span class="p">,</span> <span
class="s">"parquet"</span><span class="p">));</span>
+
+ <span class="c1">// Create the filesystem.</span>
+ <span class="n">std</span><span class="o">::</span><span
class="n">string</span> <span class="n">root</span><span class="p">;</span>
+ <span class="n">ARROW_ASSIGN_OR_RAISE</span><span class="p">(</span><span
class="k">auto</span> <span class="n">fs</span><span class="p">,</span> <span
class="n">fs</span><span class="o">::</span><span
class="n">FileSystemFromUri</span><span class="p">(</span><span
class="s">"file:///mnt/cephfs/nyc"</span><span class="p">,</span> <span
class="o">&</span><span class="n">root</span><span class="p">));</span>
+
+ <span class="c1">// Create our dataset.</span>
+ <span class="n">fs</span><span class="o">::</span><span
class="n">FileSelector</span> <span class="n">selector</span><span
class="p">;</span>
+ <span class="n">selector</span><span class="p">.</span><span
class="n">base_dir</span> <span class="o">=</span> <span
class="n">root</span><span class="p">;</span>
+ <span class="n">selector</span><span class="p">.</span><span
class="n">recursive</span> <span class="o">=</span> <span
class="nb">true</span><span class="p">;</span>
+
+ <span class="n">ds</span><span class="o">::</span><span
class="n">FileSystemFactoryOptions</span> <span class="n">options</span><span
class="p">;</span>
+ <span class="n">options</span><span class="p">.</span><span
class="n">partitioning</span> <span class="o">=</span> <span
class="n">std</span><span class="o">::</span><span
class="n">make_shared</span><span class="o"><</span><span
class="n">ds</span><span class="o">::</span><span
class="n">HivePartitioning</span><span class="o">></span><span
class="p">(</span>
+ <span class="n">arrow</span><span class="o">::</span><span
class="n">schema</span><span class="p">({</span><span
class="n">arrow</span><span class="o">::</span><span
class="n">field</span><span class="p">(</span><span
class="s">"payment_type"</span><span class="p">,</span> <span
class="n">arrow</span><span class="o">::</span><span
class="n">int32</span><span class="p">()),</span>
+ <span class="n">arrow</span><span
class="o">::</span><span class="n">field</span><span class="p">(</span><span
class="s">"VendorID"</span><span class="p">,</span> <span
class="n">arrow</span><span class="o">::</span><span
class="n">int32</span><span class="p">())}));</span>
+ <span class="n">ARROW_ASSIGN_OR_RAISE</span><span class="p">(</span><span
class="k">auto</span> <span class="n">factory</span><span class="p">,</span>
+ <span class="n">ds</span><span
class="o">::</span><span class="n">FileSystemDatasetFactory</span><span
class="o">::</span><span class="n">Make</span><span class="p">(</span><span
class="n">fs</span><span class="p">,</span> <span class="n">std</span><span
class="o">::</span><span class="n">move</span><span class="p">(</span><span
class="n">selector</span><span class="p">),</span>
+ <span
class="n">std</span><span class="o">::</span><span class="n">move</span><span
class="p">(</span><span class="n">format</span><span class="p">),</span> <span
class="n">options</span><span class="p">));</span>
+
+ <span class="n">ds</span><span class="o">::</span><span
class="n">InspectOptions</span> <span class="n">inspect_options</span><span
class="p">;</span>
+ <span class="n">ds</span><span class="o">::</span><span
class="n">FinishOptions</span> <span class="n">finish_options</span><span
class="p">;</span>
+ <span class="n">ARROW_ASSIGN_OR_RAISE</span><span class="p">(</span><span
class="k">auto</span> <span class="n">schema</span><span class="p">,</span>
<span class="n">factory</span><span class="o">-></span><span
class="n">Inspect</span><span class="p">(</span><span
class="n">inspect_options</span><span class="p">));</span>
+ <span class="n">ARROW_ASSIGN_OR_RAISE</span><span class="p">(</span><span
class="k">auto</span> <span class="n">dataset</span><span class="p">,</span>
<span class="n">factory</span><span class="o">-></span><span
class="n">Finish</span><span class="p">(</span><span
class="n">finish_options</span><span class="p">));</span>
+
+ <span class="c1">// Scan the dataset.</span>
+ <span class="k">auto</span> <span class="n">filter</span> <span
class="o">=</span> <span class="n">cp</span><span class="o">::</span><span
class="n">greater</span><span class="p">(</span><span class="n">cp</span><span
class="o">::</span><span class="n">field_ref</span><span
class="p">(</span><span class="s">"payment_type"</span><span
class="p">),</span> <span class="n">cp</span><span class="o">::</span><span
class="n">literal</span><span class="p">(</span><span class="mi">2</span><span
[...]
+ <span class="n">ARROW_ASSIGN_OR_RAISE</span><span class="p">(</span><span
class="k">auto</span> <span class="n">scanner_builder</span><span
class="p">,</span> <span class="n">dataset</span><span
class="o">-></span><span class="n">NewScan</span><span class="p">());</span>
+ <span class="n">ARROW_RETURN_NOT_OK</span><span class="p">(</span><span
class="n">scanner_builder</span><span class="o">-></span><span
class="n">Filter</span><span class="p">(</span><span
class="n">filter</span><span class="p">));</span>
+ <span class="n">ARROW_RETURN_NOT_OK</span><span class="p">(</span><span
class="n">scanner_builder</span><span class="o">-></span><span
class="n">UseThreads</span><span class="p">(</span><span
class="nb">true</span><span class="p">));</span>
+ <span class="n">ARROW_ASSIGN_OR_RAISE</span><span class="p">(</span><span
class="k">auto</span> <span class="n">scanner</span><span class="p">,</span>
<span class="n">scanner_builder</span><span class="o">-></span><span
class="n">Finish</span><span class="p">());</span>
+
+ <span class="n">ARROW_ASSIGN_OR_RAISE</span><span class="p">(</span><span
class="k">auto</span> <span class="n">table</span><span class="p">,</span>
<span class="n">scanner</span><span class="o">-></span><span
class="n">ToTable</span><span class="p">());</span>
+
+ <span class="n">std</span><span class="o">::</span><span
class="n">cout</span> <span class="o"><<</span> <span class="s">"Got
"</span> <span class="o"><<</span> <span class="n">table</span><span
class="o">-></span><span class="n">num_rows</span><span class="p">()</span>
<span class="o"><<</span> <span class="s">" rows"</span> <span
class="o"><<</span> <span class="n">std</span><span
class="o">::</span><span class="n">endl</span><span class="p">;</span>
+ <span class="k">return</span> <span class="n">arrow</span><span
class="o">::</span><span class="n">Status</span><span class="o">::</span><span
class="n">OK</span><span class="p">();</span>
+<span class="p">}</span>
+
+<span class="kt">int</span> <span class="nf">main</span><span
class="p">(</span><span class="kt">int</span><span class="p">,</span> <span
class="kt">char</span><span class="o">**</span><span class="p">)</span> <span
class="p">{</span>
+ <span class="k">auto</span> <span class="n">status</span> <span
class="o">=</span> <span class="n">ScanDataset</span><span class="p">();</span>
+ <span class="k">if</span> <span class="p">(</span><span
class="o">!</span><span class="n">status</span><span class="p">.</span><span
class="n">ok</span><span class="p">())</span> <span class="p">{</span>
+ <span class="n">std</span><span class="o">::</span><span
class="n">cerr</span> <span class="o"><<</span> <span
class="n">status</span><span class="p">.</span><span
class="n">message</span><span class="p">()</span> <span
class="o"><<</span> <span class="n">std</span><span
class="o">::</span><span class="n">endl</span><span class="p">;</span>
+ <span class="k">return</span> <span class="n">EXIT_FAILURE</span><span
class="p">;</span>
+ <span class="p">}</span>
+ <span class="k">return</span> <span class="n">EXIT_SUCCESS</span><span
class="p">;</span>
+<span class="p">}</span>
+</code></pre></div></div>
+
+<p>We would like to acknowledge Ivo Jimenez, Jeff LeFevre, Michael Sevilla,
and Noah Watkins for their contributions to this project.</p>
+
+<p>This work was supported in part by the National Science Foundation under
Cooperative Agreement OAC-1836650, the US Department of Energy ASCR
DE-NA0003525 (FWP 20-023266), and the Center for Research in Open Source
Software (<a href="https://cross.ucsc.edu/";>cross.ucsc.edu</a>).</p>
+
+<p>For more information, see these papers and articles:</p>
+
+<ul>
+ <li><a
href="https://www.usenix.org/publications/login/summer2020/lefevre";>SkyhookDM:
Data Processing in Ceph with Programmable Storage.</a> (USENIX <em>;login:</em>
issue Summer 2020, Vol. 45, No. 2)</li>
+ <li><a
href="https://jayjeetc.medium.com/skyhookdm-is-now-a-part-of-apache-arrow-e5d7b9a810ba";>SkyhookDM
is now a part of Apache Arrow!</a> (Medium)</li>
+ <li><a href="https://arxiv.org/abs/2105.09894";>Towards an Arrow-native
Storage System.</a> (arXiv.org)</li>
+</ul>
+
+
+ </main>
+ </div>
+
+ <hr/>
+<footer class="footer">
+ <div class="row">
+ <div class="col-md-9">
+ <p>Apache Arrow, Arrow, Apache, the Apache feather logo, and the Apache
Arrow project logo are either registered trademarks or trademarks of The Apache
Software Foundation in the United States and other countries.</p>
+ <p>© 2016-2022 The Apache Software Foundation</p>
+ </div>
+ <div class="col-md-3">
+ <a class="d-sm-none d-md-inline pr-2"
href="https://www.apache.org/events/current-event.html";>
+ <img src="https://www.apache.org/events/current-event-234x60.png"/>
+ </a>
+ </div>
+ </div>
+</footer>
+
+ </div>
+</body>
+</html>
diff --git a/blog/index.html b/blog/index.html
index c88ae3b..3bc5267 100644
--- a/blog/index.html
+++ b/blog/index.html
@@ -225,6 +225,21 @@
<p>
<h3>
+ <a
href="/blog/2022/01/31/skyhook-bringing-computation-to-storage-with-apache-arrow/">Skyhook:
Bringing Computation to Storage with Apache Arrow</a>
+ </h3>
+
+ <p>
+ <span class="blog-list-date">
+ 31 January 2022
+ </span>
+ </p>
+ CPUs, memory, storage, and network bandwidth get better every year, but
increasingly, they’re improving in different dimensions. Processors are faster,
but their memory bandwidth hasn’t kept up; meanwhile, cloud computing has led
to storage being separated from applications across a network link. This
divergent evolution means we need to rethink...
+ </p>
+
+
+
+ <p>
+ <h3>
<a href="/blog/2021/12/03/arrow-duckdb/">DuckDB quacks Arrow: A
zero-copy data integration between Apache Arrow and DuckDB</a>
</h3>
diff --git a/css/main.css b/css/main.css
index 41dfe16..e8f5122 100644
--- a/css/main.css
+++ b/css/main.css
@@ -3,6 +3,6 @@
* Copyright 2011-2021 The Bootstrap Authors
* Copyright 2011-2021 Twitter, Inc.
* Licensed under MIT (https://github.com/twbs/bootstrap/blob/main/LICENSE)
- */:root{--blue: #007bff;--indigo: #6610f2;--purple: #6f42c1;--pink:
#e83e8c;--red: #dc3545;--orange: #fd7e14;--yellow: #ffc107;--green:
#28a745;--teal: #20c997;--cyan: #17a2b8;--white: #fff;--gray:
#6c757d;--gray-dark: #343a40;--primary: #007bff;--secondary: #6c757d;--success:
#28a745;--info: #17a2b8;--warning: #ffc107;--danger: #dc3545;--light:
#f8f9fa;--dark: #343a40;--breakpoint-xs: 0;--breakpoint-sm:
576px;--breakpoint-md: 768px;--breakpoint-lg: 992px;--breakpoint-xl:
1200px;--font- [...]
+ */:root{--blue: #007bff;--indigo: #6610f2;--purple: #6f42c1;--pink:
#e83e8c;--red: #dc3545;--orange: #fd7e14;--yellow: #ffc107;--green:
#28a745;--teal: #20c997;--cyan: #17a2b8;--white: #fff;--gray:
#6c757d;--gray-dark: #343a40;--primary: #007bff;--secondary: #6c757d;--success:
#28a745;--info: #17a2b8;--warning: #ffc107;--danger: #dc3545;--light:
#f8f9fa;--dark: #343a40;--breakpoint-xs: 0;--breakpoint-sm:
576px;--breakpoint-md: 768px;--breakpoint-lg: 992px;--breakpoint-xl:
1200px;--font- [...]
/*# sourceMappingURL=main.css.map */
\ No newline at end of file
diff --git a/css/main.css.map b/css/main.css.map
index 1691e9f..eb134db 100644
--- a/css/main.css.map
+++ b/css/main.css.map
@@ -93,7 +93,7 @@
"node_modules/bootstrap/scss/_print.scss"
],
"sourcesContent": [
- "@import \"bootstrap/scss/bootstrap\";\n\n.blog-list-date {\n
color: #888888;\n font-style: italic;\n}\n\na {\n color:
#d74633;\n}\n\n.dropdown-item.active, .dropdown-item:active {\n
background-color: #d74633;\n}\n\nbody {\n font-family: Lato,Roboto,\"Helvetica
Neue\",Arial,sans-serif;\n font-size: 1.04em;\n line-height:
1.52;\n}\n\n.footer {\n font-size: .8em;\n}\n\n.centered {\n text-align:
center;\n}\n\n.big-arrow-bg {\n background-color: #343a40;\n}\n\n.lead {\n
font-s [...]
+ "@import \"bootstrap/scss/bootstrap\";\n\n.blog-list-date {\n
color: #888888;\n font-style: italic;\n}\n\na {\n color:
#d74633;\n}\n\n.dropdown-item.active, .dropdown-item:active {\n
background-color: #d74633;\n}\n\nbody {\n font-family: Lato,Roboto,\"Helvetica
Neue\",Arial,sans-serif;\n font-size: 1.04em;\n line-height:
1.52;\n}\n\n.footer {\n font-size: .8em;\n}\n\n.centered {\n text-align:
center;\n}\n\n.big-arrow-bg {\n background-color: #343a40;\n}\n\n.lead {\n
font-s [...]
"/*!\n * Bootstrap v4.6.0 (https://getbootstrap.com/)\n *
Copyright 2011-2021 The Bootstrap Authors\n * Copyright 2011-2021 Twitter,
Inc.\n * Licensed under MIT
(https://github.com/twbs/bootstrap/blob/main/LICENSE)\n */\n\n@import
\"functions\";\n@import \"variables\";\n@import \"mixins\";\n@import
\"root\";\n@import \"reboot\";\n@import \"type\";\n@import \"images\";\n@import
\"code\";\n@import \"grid\";\n@import \"tables\";\n@import \"forms\";\n@import
\"buttons\";\n@import \"transit [...]
"// Bootstrap functions\n//\n// Utility mixins and functions
for evaluating source code across our variables, maps, and mixins.\n\n//
Ascending\n// Used to evaluate Sass maps like our grid breakpoints.\n@mixin
_assert-ascending($map, $map-name) {\n $prev-key: null;\n $prev-num: null;\n
@each $key, $num in $map {\n @if $prev-num == null or unit($num) == \"%\" or
unit($prev-num) == \"%\" {\n // Do nothing\n } @else if not
comparable($prev-num, $num) {\n @warn \"Potenti [...]
"// Variables\n//\n// Variables should follow the
`$component-state-property-size` formula for\n// consistent naming. Ex:
$nav-link-disabled-color and $modal-content-box-shadow-xs.\n\n// Color
system\n\n$white: #fff !default;\n$gray-100: #f8f9fa !default;\n$gray-200:
#e9ecef !default;\n$gray-300: #dee2e6 !default;\n$gray-400: #ced4da
!default;\n$gray-500: #adb5bd !default;\n$gray-600: #6c757d
!default;\n$gray-700: #495057 !default;\n$gray-800: #343a40
!default;\n$gray-900: #212529 ! [...]
@@ -184,5 +184,5 @@
"// stylelint-disable declaration-no-important,
selector-no-qualifying-type\n\n// Source:
https://github.com/h5bp/main.css/blob/master/src/_print.css\n\n//
==========================================================================\n//
Print styles.\n// Inlined to avoid the additional HTTP request:\n//
https://www.phpied.com/delay-loading-your-print-css/\n//
==========================================================================\n\n@if
$enable-print-styles {\n @media print {\n *, [...]
],
"names": [],
- "mappings":
"ACAA;;;;;GAKG,CoCLF,AAAD,IAAK,AAAC,CAGF,MAAW,CAAQ,QAAC,CAApB,QAAW,CAAQ,QAAC,CAApB,QAAW,CAAQ,QAAC,CAApB,MAAW,CAAQ,QAAC,CAApB,KAAW,CAAQ,QAAC,CAApB,QAAW,CAAQ,QAAC,CAApB,QAAW,CAAQ,QAAC,CAApB,OAAW,CAAQ,QAAC,CAApB,MAAW,CAAQ,QAAC,CAApB,MAAW,CAAQ,QAAC,CAApB,OAAW,CAAQ,KAAC,CAApB,MAAW,CAAQ,QAAC,CAApB,WAAW,CAAQ,QAAC,CAIpB,SAAW,CAAQ,QAAC,CAApB,WAAW,CAAQ,QAAC,CAApB,SAAW,CAAQ,QAAC,CAApB,MAAW,CAAQ,QAAC,CAApB,SAAW,CAAQ,QAAC,CAApB,QAAW,CAAQ,QAAC,CAApB,OAAW,CAAQ,QAAC,CAApB,MAAW,CAAQ,QAAC,CAI
[...]
+ "mappings":
"ACAA;;;;;GAKG,CoCLF,AAAD,IAAK,AAAC,CAGF,MAAW,CAAQ,QAAC,CAApB,QAAW,CAAQ,QAAC,CAApB,QAAW,CAAQ,QAAC,CAApB,MAAW,CAAQ,QAAC,CAApB,KAAW,CAAQ,QAAC,CAApB,QAAW,CAAQ,QAAC,CAApB,QAAW,CAAQ,QAAC,CAApB,OAAW,CAAQ,QAAC,CAApB,MAAW,CAAQ,QAAC,CAApB,MAAW,CAAQ,QAAC,CAApB,OAAW,CAAQ,KAAC,CAApB,MAAW,CAAQ,QAAC,CAApB,WAAW,CAAQ,QAAC,CAIpB,SAAW,CAAQ,QAAC,CAApB,WAAW,CAAQ,QAAC,CAApB,SAAW,CAAQ,QAAC,CAApB,MAAW,CAAQ,QAAC,CAApB,SAAW,CAAQ,QAAC,CAApB,QAAW,CAAQ,QAAC,CAApB,OAAW,CAAQ,QAAC,CAApB,MAAW,CAAQ,QAAC,CAI
[...]
}
\ No newline at end of file
diff --git a/docs/c_glib/index.html b/docs/c_glib/index.html
index aa2e720..45ae0df 100644
--- a/docs/c_glib/index.html
+++ b/docs/c_glib/index.html
@@ -20,13 +20,13 @@
<meta property="og:site_name" content="Apache Arrow" />
<meta property="og:image" content="https://arrow.apache.org/img/arrow.png"; />
<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2022-01-28T17:23:34-05:00" />
+<meta property="article:published_time" content="2022-01-31T14:40:41-05:00" />
<meta name="twitter:card" content="summary_large_image" />
<meta property="twitter:image"
content="https://arrow.apache.org/img/arrow.png"; />
<meta property="twitter:title" content="Apache Arrow GLib (C)" />
<meta name="twitter:site" content="@ApacheArrow" />
<script type="application/ld+json">
-{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/docs/c_glib/"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow GLib (C) Apache Arrow GLib is a wrapper library for Apache Arrow C++.
Apache Arrow GLib provides C API. Apache Arrow GLib supports GObject
Introspection. It means that you can create language bindings at runtime or
compile time automatically. API reference manuals Apache Arrow GLib Apache
Parquet GLib Gandiva GLib Plasma GLib", [...]
+{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/docs/c_glib/"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow GLib (C) Apache Arrow GLib is a wrapper library for Apache Arrow C++.
Apache Arrow GLib provides C API. Apache Arrow GLib supports GObject
Introspection. It means that you can create language bindings at runtime or
compile time automatically. API reference manuals Apache Arrow GLib Apache
Parquet GLib Gandiva GLib Plasma GLib", [...]
<!-- End Jekyll SEO tag -->
diff --git a/feed.xml b/feed.xml
index 393886a..75bca9f 100644
--- a/feed.xml
+++ b/feed.xml
@@ -1,4 +1,188 @@
-<?xml version="1.0" encoding="utf-8"?><feed
xmlns="http://www.w3.org/2005/Atom"; ><generator uri="https://jekyllrb.com/";
version="4.2.0">Jekyll</generator><link
href="https://arrow.apache.org/feed.xml"; rel="self" type="application/atom+xml"
/><link href="https://arrow.apache.org/"; rel="alternate" type="text/html"
/><updated>2022-01-28T17:23:34-05:00</updated><id>https://arrow.apache.org/feed.xml</id><title
type="html">Apache Arrow</title><subtitle>Apache Arrow is a cross-language
developm [...]
+<?xml version="1.0" encoding="utf-8"?><feed
xmlns="http://www.w3.org/2005/Atom"; ><generator uri="https://jekyllrb.com/";
version="4.2.0">Jekyll</generator><link
href="https://arrow.apache.org/feed.xml"; rel="self" type="application/atom+xml"
/><link href="https://arrow.apache.org/"; rel="alternate" type="text/html"
/><updated>2022-01-31T14:40:41-05:00</updated><id>https://arrow.apache.org/feed.xml</id><title
type="html">Apache Arrow</title><subtitle>Apache Arrow is a cross-language
developm [...]
+
+-->
+
+<p>CPUs, memory, storage, and network bandwidth get better every year, but
increasingly, they’re improving in different dimensions.
+Processors are faster, but their memory bandwidth hasn’t kept up; meanwhile,
cloud computing has led to storage being separated from applications across a
network link.
+This divergent evolution means we need to rethink where and when we perform
computation to best make use of the resources available to us.</p>
+
+<p>For example, when querying a dataset on a storage system like Ceph or
Amazon S3, all the work of filtering data gets done by the client.
+Data has to be transferred over the network, and then the client has to spend
precious CPU cycles decoding it, only to throw it away in the end due to a
filter.
+While formats like Apache Parquet enable some optimizations, fundamentally,
the responsibility is all on the client.
+Meanwhile, even though the storage system has its own compute capabilities,
it’s relegated to just serving “dumb bytes”.</p>
+
+<p>Thanks to the <a href="https://cross.ucsc.edu/";>Center for Research in Open
Source Software</a> (CROSS) at the University of California, Santa Cruz, Apache
Arrow 7.0.0 includes Skyhook, an <a
href="https://arrow.apache.org/docs/cpp/dataset.html";>Arrow Datasets</a>
extension that solves this problem by using the storage layer to reduce client
resource utilization.
+We’ll examine the developments surrounding Skyhook as well as how Skyhook
works.</p>
+
+<h2 id="introducing-programmable-storage">Introducing Programmable Storage</h2>
+
+<p>Skyhook is an example of programmable storage: exposing higher-level
functionality from storage systems for clients to build upon.
+This allows us to make better use of existing resources (both hardware and
development effort) in such systems, reduces the implementation burden of
common operations for each client, and enables such operations to scale with
the storage layer.</p>
+
+<p>Historically, big data systems like Apache Hadoop have tried to colocate
computation and storage for efficiency.
+More recently, cloud and distributed computing have disaggregated computation
and storage for flexibility and scalability, but at a performance cost.
+Programmable storage strikes a balance between these goals, allowing some
operations to be run right next to the data while still keeping data and
compute separate at a higher level.</p>
+
+<p>In particular, Skyhook builds on <a href="https://ceph.io/en/";>Ceph</a>, a
distributed storage system that scales to exabytes of data while being reliable
and flexible.
+With its Object Class SDK, Ceph enables programmable storage by allowing
extensions that define new object types with custom functionality.</p>
+
+<h2 id="skyhook-architecture">Skyhook Architecture</h2>
+
+<p>Let’s look at how Skyhook applies these ideas.
+Overall, the idea is simple: the client should be able to ask Ceph to perform
basic operations like decoding files, filtering the data, and selecting columns.
+That way, the work gets done using existing storage cluster resources, which
means it’s both adjacent to the data and can scale with the cluster size.
+Also, this reduces the data transferred over the network, and of course
reduces the client workload.</p>
+
+<p>On the storage system side, Skyhook uses the Ceph Object Class SDK to
define scan operations on data stored in Parquet or Feather format.
+To implement these operations, Skyhook first implements a file system shim in
Ceph’s object storage layer, then uses the existing filtering and projection
capabilities of the Arrow Datasets library on top of that shim.</p>
+
+<p>Then, Skyhook defines a custom “file format” in the Arrow Datasets layer.
+Queries against such files get translated to direct requests to Ceph using
those new operations, bypassing the traditional POSIX file system layer.
+After decoding, filtering, and projecting, Ceph sends the Arrow record batches
directly to the client, minimizing CPU overhead for encoding/decoding—another
optimization Arrow makes possible.
+The record batches use Arrow’s compression support to further save
bandwidth.</p>
+
+<figure>
+ <img src="/img/20220131-skyhook-architecture.png" alt="Skyhook Architecture"
width="100%" class="img-responsive" />
+ <figcaption>
+ <p>Skyhook extends Ceph and Arrow Datasets to push queries down to Ceph,
reducing the client workload and network traffic.
+(Figure sourced from <a
href="https://jayjeetc.medium.com/skyhookdm-is-now-a-part-of-apache-arrow-e5d7b9a810ba";>“SkyhookDM
is now a part of Apache Arrow!”</a>.)</p>
+ </figcaption>
+</figure>
+
+<p>Skyhook also optimizes how Parquet files in particular are stored.
+Parquet files consist of a series of row groups, which each contain a chunk of
the rows in a file.
+When storing such files, Skyhook either pads or splits them so that each row
group is stored as its own Ceph object.
+By striping or splitting the file in this way, we can parallelize scanning at
sub-file granularity across the Ceph nodes for further performance
improvements.</p>
+
+<h2 id="applications">Applications</h2>
+
+<p>In benchmarks, Skyhook has minimal storage-side CPU overhead and virtually
eliminates client-side CPU usage.
+Scaling the storage cluster decreases query latency commensurately.
+For systems like Dask that use the Arrow Datasets API, this means that just by
switching to the Skyhook file format, we can speed up dataset scans, reduce the
amount of data that needs to be transferred, and free up CPU resources for
computations.</p>
+
+<figure>
+ <img src="/img/20220131-skyhook-cpu.png" alt="In benchmarks, Skyhook reduces
client CPU usage while minimally impacting storage cluster CPU usage."
width="100%" class="img-responsive" />
+ <figcaption>
+ Skyhook frees the client CPU to do useful work, while minimally impacting
the work done by the storage machines.
+ The client still does some work in decompressing the LZ4-compressed record
batches sent by Skyhook.
+ (Note that the storage cluster plot is cumulative.)
+ </figcaption>
+</figure>
+
+<p>Of course, the ideas behind Skyhook apply to other systems adjacent to and
beyond Apache Arrow.
+For example, “lakehouse” systems like Apache Iceberg and Delta Lake also build
on distributed storage systems, and can naturally benefit from Skyhook to
offload computation.
+Additionally, in-memory SQL-based query engines like <a
href="//blog/2021/12/03/arrow-duckdb/">DuckDB</a>, which integrate seamlessly
with Apache Arrow, can benefit from Skyhook by offloading portions of SQL
queries.</p>
+
+<h2 id="summary-and-acknowledgements">Summary and Acknowledgements</h2>
+
+<p>Skyhook, available in Arrow 7.0.0, builds on research into programmable
storage systems.
+By pushing filters and projections to the storage layer, we can speed up
dataset scans by freeing precious CPU resources on the client, reducing the
amount of data sent across the network, and better utilizing the scalability of
systems like Ceph.
+To get started, just <a
href="https://arrow.apache.org/docs/developers/cpp/building.html";>build
Arrow</a> with Skyhook enabled, deploy the Skyhook object class extensions to
Ceph (see “Usage” in the <a
href="https://jayjeetc.medium.com/skyhookdm-is-now-a-part-of-apache-arrow-e5d7b9a810ba";>announcement
post</a>), and then use the <code class="language-plaintext
highlighter-rouge">SkyhookFileFormat</code> to construct an Arrow dataset.
+A small code example is shown here.</p>
+
+<div class="language-cpp highlighter-rouge"><div class="highlight"><pre
class="highlight"><code><span class="c1">// Licensed to the Apache Software
Foundation (ASF) under one</span>
+<span class="c1">// or more contributor license agreements. See the NOTICE
file</span>
+<span class="c1">// distributed with this work for additional
information</span>
+<span class="c1">// regarding copyright ownership. The ASF licenses this
file</span>
+<span class="c1">// to you under the Apache License, Version 2.0 (the</span>
+<span class="c1">// "License"); you may not use this file except in
compliance</span>
+<span class="c1">// with the License. You may obtain a copy of the License
at</span>
+<span class="c1">//</span>
+<span class="c1">// http://www.apache.org/licenses/LICENSE-2.0</span>
+<span class="c1">//</span>
+<span class="c1">// Unless required by applicable law or agreed to in
writing,</span>
+<span class="c1">// software distributed under the License is distributed on
an</span>
+<span class="c1">// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF
ANY</span>
+<span class="c1">// KIND, either express or implied. See the License for
the</span>
+<span class="c1">// specific language governing permissions and
limitations</span>
+<span class="c1">// under the License.</span>
+
+<span class="cp">#include <arrow/compute/api.h>
+#include <arrow/dataset/api.h>
+#include <arrow/filesystem/api.h>
+#include <arrow/table.h>
+#include <skyhook/client/file_skyhook.h>
+</span>
+<span class="cp">#include <cstdlib>
+#include <iostream>
+#include <memory>
+#include <string>
+</span>
+<span class="k">namespace</span> <span class="n">cp</span> <span
class="o">=</span> <span class="n">arrow</span><span class="o">::</span><span
class="n">compute</span><span class="p">;</span>
+<span class="k">namespace</span> <span class="n">ds</span> <span
class="o">=</span> <span class="n">arrow</span><span class="o">::</span><span
class="n">dataset</span><span class="p">;</span>
+<span class="k">namespace</span> <span class="n">fs</span> <span
class="o">=</span> <span class="n">arrow</span><span class="o">::</span><span
class="n">fs</span><span class="p">;</span>
+
+<span class="c1">// Demonstrate reading a dataset via Skyhook.</span>
+<span class="n">arrow</span><span class="o">::</span><span
class="n">Status</span> <span class="nf">ScanDataset</span><span
class="p">()</span> <span class="p">{</span>
+ <span class="c1">// Configure SkyhookFileFormat to connect to our Ceph
cluster.</span>
+ <span class="n">std</span><span class="o">::</span><span
class="n">string</span> <span class="n">ceph_config_path</span> <span
class="o">=</span> <span class="s">"/etc/ceph/ceph.conf"</span><span
class="p">;</span>
+ <span class="n">std</span><span class="o">::</span><span
class="n">string</span> <span class="n">ceph_data_pool</span> <span
class="o">=</span> <span class="s">"cephfs_data"</span><span class="p">;</span>
+ <span class="n">std</span><span class="o">::</span><span
class="n">string</span> <span class="n">ceph_user_name</span> <span
class="o">=</span> <span class="s">"client.admin"</span><span class="p">;</span>
+ <span class="n">std</span><span class="o">::</span><span
class="n">string</span> <span class="n">ceph_cluster_name</span> <span
class="o">=</span> <span class="s">"ceph"</span><span class="p">;</span>
+ <span class="n">std</span><span class="o">::</span><span
class="n">string</span> <span class="n">ceph_cls_name</span> <span
class="o">=</span> <span class="s">"skyhook"</span><span class="p">;</span>
+ <span class="n">std</span><span class="o">::</span><span
class="n">shared_ptr</span><span class="o"><</span><span
class="n">skyhook</span><span class="o">::</span><span
class="n">RadosConnCtx</span><span class="o">></span> <span
class="n">rados_ctx</span> <span class="o">=</span>
+ <span class="n">std</span><span class="o">::</span><span
class="n">make_shared</span><span class="o"><</span><span
class="n">skyhook</span><span class="o">::</span><span
class="n">RadosConnCtx</span><span class="o">></span><span
class="p">(</span><span class="n">ceph_config_path</span><span
class="p">,</span> <span class="n">ceph_data_pool</span><span class="p">,</span>
+ <span
class="n">ceph_user_name</span><span class="p">,</span> <span
class="n">ceph_cluster_name</span><span class="p">,</span>
+ <span
class="n">ceph_cls_name</span><span class="p">);</span>
+ <span class="n">ARROW_ASSIGN_OR_RAISE</span><span class="p">(</span><span
class="k">auto</span> <span class="n">format</span><span class="p">,</span>
+ <span class="n">skyhook</span><span
class="o">::</span><span class="n">SkyhookFileFormat</span><span
class="o">::</span><span class="n">Make</span><span class="p">(</span><span
class="n">rados_ctx</span><span class="p">,</span> <span
class="s">"parquet"</span><span class="p">));</span>
+
+ <span class="c1">// Create the filesystem.</span>
+ <span class="n">std</span><span class="o">::</span><span
class="n">string</span> <span class="n">root</span><span class="p">;</span>
+ <span class="n">ARROW_ASSIGN_OR_RAISE</span><span class="p">(</span><span
class="k">auto</span> <span class="n">fs</span><span class="p">,</span> <span
class="n">fs</span><span class="o">::</span><span
class="n">FileSystemFromUri</span><span class="p">(</span><span
class="s">"file:///mnt/cephfs/nyc"</span><span class="p">,</span> <span
class="o">&</span><span class="n">root</span><span class="p">));</span>
+
+ <span class="c1">// Create our dataset.</span>
+ <span class="n">fs</span><span class="o">::</span><span
class="n">FileSelector</span> <span class="n">selector</span><span
class="p">;</span>
+ <span class="n">selector</span><span class="p">.</span><span
class="n">base_dir</span> <span class="o">=</span> <span
class="n">root</span><span class="p">;</span>
+ <span class="n">selector</span><span class="p">.</span><span
class="n">recursive</span> <span class="o">=</span> <span
class="nb">true</span><span class="p">;</span>
+
+ <span class="n">ds</span><span class="o">::</span><span
class="n">FileSystemFactoryOptions</span> <span class="n">options</span><span
class="p">;</span>
+ <span class="n">options</span><span class="p">.</span><span
class="n">partitioning</span> <span class="o">=</span> <span
class="n">std</span><span class="o">::</span><span
class="n">make_shared</span><span class="o"><</span><span
class="n">ds</span><span class="o">::</span><span
class="n">HivePartitioning</span><span class="o">></span><span
class="p">(</span>
+ <span class="n">arrow</span><span class="o">::</span><span
class="n">schema</span><span class="p">({</span><span
class="n">arrow</span><span class="o">::</span><span
class="n">field</span><span class="p">(</span><span
class="s">"payment_type"</span><span class="p">,</span> <span
class="n">arrow</span><span class="o">::</span><span
class="n">int32</span><span class="p">()),</span>
+ <span class="n">arrow</span><span
class="o">::</span><span class="n">field</span><span class="p">(</span><span
class="s">"VendorID"</span><span class="p">,</span> <span
class="n">arrow</span><span class="o">::</span><span
class="n">int32</span><span class="p">())}));</span>
+ <span class="n">ARROW_ASSIGN_OR_RAISE</span><span class="p">(</span><span
class="k">auto</span> <span class="n">factory</span><span class="p">,</span>
+ <span class="n">ds</span><span
class="o">::</span><span class="n">FileSystemDatasetFactory</span><span
class="o">::</span><span class="n">Make</span><span class="p">(</span><span
class="n">fs</span><span class="p">,</span> <span class="n">std</span><span
class="o">::</span><span class="n">move</span><span class="p">(</span><span
class="n">selector</span><span class="p">),</span>
+ <span
class="n">std</span><span class="o">::</span><span class="n">move</span><span
class="p">(</span><span class="n">format</span><span class="p">),</span> <span
class="n">options</span><span class="p">));</span>
+
+ <span class="n">ds</span><span class="o">::</span><span
class="n">InspectOptions</span> <span class="n">inspect_options</span><span
class="p">;</span>
+ <span class="n">ds</span><span class="o">::</span><span
class="n">FinishOptions</span> <span class="n">finish_options</span><span
class="p">;</span>
+ <span class="n">ARROW_ASSIGN_OR_RAISE</span><span class="p">(</span><span
class="k">auto</span> <span class="n">schema</span><span class="p">,</span>
<span class="n">factory</span><span class="o">-></span><span
class="n">Inspect</span><span class="p">(</span><span
class="n">inspect_options</span><span class="p">));</span>
+ <span class="n">ARROW_ASSIGN_OR_RAISE</span><span class="p">(</span><span
class="k">auto</span> <span class="n">dataset</span><span class="p">,</span>
<span class="n">factory</span><span class="o">-></span><span
class="n">Finish</span><span class="p">(</span><span
class="n">finish_options</span><span class="p">));</span>
+
+ <span class="c1">// Scan the dataset.</span>
+ <span class="k">auto</span> <span class="n">filter</span> <span
class="o">=</span> <span class="n">cp</span><span class="o">::</span><span
class="n">greater</span><span class="p">(</span><span class="n">cp</span><span
class="o">::</span><span class="n">field_ref</span><span
class="p">(</span><span class="s">"payment_type"</span><span
class="p">),</span> <span class="n">cp</span><span class="o">::</span><span
class="n">literal</span><span class="p">(</span><span class="mi">2</span><span
[...]
+ <span class="n">ARROW_ASSIGN_OR_RAISE</span><span class="p">(</span><span
class="k">auto</span> <span class="n">scanner_builder</span><span
class="p">,</span> <span class="n">dataset</span><span
class="o">-></span><span class="n">NewScan</span><span class="p">());</span>
+ <span class="n">ARROW_RETURN_NOT_OK</span><span class="p">(</span><span
class="n">scanner_builder</span><span class="o">-></span><span
class="n">Filter</span><span class="p">(</span><span
class="n">filter</span><span class="p">));</span>
+ <span class="n">ARROW_RETURN_NOT_OK</span><span class="p">(</span><span
class="n">scanner_builder</span><span class="o">-></span><span
class="n">UseThreads</span><span class="p">(</span><span
class="nb">true</span><span class="p">));</span>
+ <span class="n">ARROW_ASSIGN_OR_RAISE</span><span class="p">(</span><span
class="k">auto</span> <span class="n">scanner</span><span class="p">,</span>
<span class="n">scanner_builder</span><span class="o">-></span><span
class="n">Finish</span><span class="p">());</span>
+
+ <span class="n">ARROW_ASSIGN_OR_RAISE</span><span class="p">(</span><span
class="k">auto</span> <span class="n">table</span><span class="p">,</span>
<span class="n">scanner</span><span class="o">-></span><span
class="n">ToTable</span><span class="p">());</span>
+
+ <span class="n">std</span><span class="o">::</span><span
class="n">cout</span> <span class="o"><<</span> <span class="s">"Got
"</span> <span class="o"><<</span> <span class="n">table</span><span
class="o">-></span><span class="n">num_rows</span><span class="p">()</span>
<span class="o"><<</span> <span class="s">" rows"</span> <span
class="o"><<</span> <span class="n">std</span><span
class="o">::</span><span class="n">endl</span><span class="p">;</span>
+ <span class="k">return</span> <span class="n">arrow</span><span
class="o">::</span><span class="n">Status</span><span class="o">::</span><span
class="n">OK</span><span class="p">();</span>
+<span class="p">}</span>
+
+<span class="kt">int</span> <span class="nf">main</span><span
class="p">(</span><span class="kt">int</span><span class="p">,</span> <span
class="kt">char</span><span class="o">**</span><span class="p">)</span> <span
class="p">{</span>
+ <span class="k">auto</span> <span class="n">status</span> <span
class="o">=</span> <span class="n">ScanDataset</span><span class="p">();</span>
+ <span class="k">if</span> <span class="p">(</span><span
class="o">!</span><span class="n">status</span><span class="p">.</span><span
class="n">ok</span><span class="p">())</span> <span class="p">{</span>
+ <span class="n">std</span><span class="o">::</span><span
class="n">cerr</span> <span class="o"><<</span> <span
class="n">status</span><span class="p">.</span><span
class="n">message</span><span class="p">()</span> <span
class="o"><<</span> <span class="n">std</span><span
class="o">::</span><span class="n">endl</span><span class="p">;</span>
+ <span class="k">return</span> <span class="n">EXIT_FAILURE</span><span
class="p">;</span>
+ <span class="p">}</span>
+ <span class="k">return</span> <span class="n">EXIT_SUCCESS</span><span
class="p">;</span>
+<span class="p">}</span>
+</code></pre></div></div>
+
+<p>We would like to acknowledge Ivo Jimenez, Jeff LeFevre, Michael Sevilla,
and Noah Watkins for their contributions to this project.</p>
+
+<p>This work was supported in part by the National Science Foundation under
Cooperative Agreement OAC-1836650, the US Department of Energy ASCR
DE-NA0003525 (FWP 20-023266), and the Center for Research in Open Source
Software (<a href="https://cross.ucsc.edu/";>cross.ucsc.edu</a>).</p>
+
+<p>For more information, see these papers and articles:</p>
+
+<ul>
+ <li><a
href="https://www.usenix.org/publications/login/summer2020/lefevre";>SkyhookDM:
Data Processing in Ceph with Programmable Storage.</a> (USENIX <em>;login:</em>
issue Summer 2020, Vol. 45, No. 2)</li>
+ <li><a
href="https://jayjeetc.medium.com/skyhookdm-is-now-a-part-of-apache-arrow-e5d7b9a810ba";>SkyhookDM
is now a part of Apache Arrow!</a> (Medium)</li>
+ <li><a href="https://arxiv.org/abs/2105.09894";>Towards an Arrow-native
Storage System.</a> (arXiv.org)</li>
+</ul>]]></content><author><name>Jayjeet Chakraborty, Carlos Maltzahn, David
Li, Tom Drabas</name></author><category term="application" /><summary
type="html"><![CDATA[CPUs, memory, storage, and network bandwidth get better
every year, but increasingly, they’re improving in different dimensions.
Processors are faster, but their memory bandwidth hasn’t kept up; meanwhile,
cloud computing has led to storage being separated from applications across a
network link. This divergent evolution me [...]
-->
@@ -1647,101 +1831,4 @@ they look more like standard Python functions.</li>
<p>The Rust projects have moved to separate repositories outside the
main Arrow monorepo. For notes on the 5.0.0 release of the Rust
implementation, see the <a
href="https://github.com/apache/arrow-rs/blob/5.0.0/CHANGELOG.md";>Arrow Rust
changelog</a> and the
-<a href="/blog/2021/07/29/5.0.0-rs-release/">Apache Arrow Rust 5.0.0 Release
blog post</a>.</p>]]></content><author><name>pmc</name></author><category
term="release" /><summary type="html"><![CDATA[The Apache Arrow team is pleased
to announce the 5.0.0 release. This covers 3 months of development work and
includes 684 commits from 99 distinct contributors in 2 repositories. See the
Install Page to learn how to get the libraries for your platform. The release
notes below are not exhaustiv [...]
-
--->
-
-<p>We recently released the 5.0.0 Rust version of <a
href="https://arrow.apache.org/";>Apache Arrow</a> which coincides with the <a
href="https://arrow.apache.org/release/5.0.0.html";>Arrow 5.0.0 release</a>.
This post highlights some of the improvements in the Rust implementation. The
full changelog can be found <a
href="https://github.com/apache/arrow-rs/blob/5.0.0/CHANGELOG.md";>here</a>.</p>
-
-<!--
-(arrow_dev) alamb@MacBook-Pro:~/Software/arrow-rs$ git log --pretty=oneline
4.0.0..5.0.0 | wc -l
- 161
-(arrow_dev) alamb@MacBook-Pro:~/Software/arrow-rs$ git shortlog -sn
4.0.0..5.0.0 | wc -l
- 35 // but Jorge is double counted
--->
-
-<p>The Rust Arrow implementation would not be possible without the wonderful
work and support of our community, and the 5.0.0 release is no exception. It
includes 161 commits from 34 individual contributors, many of them with their
first contribution. Thank you all very much.</p>
-
-<h1 id="arrow">Arrow</h1>
-<p>Feature-wise, this release adds:</p>
-<ol>
- <li>A <a href="https://github.com/apache/arrow-rs/pull/424";>new kernel</a>
which lexicographically partitions points.</li>
- <li><a href="https://github.com/apache/arrow-rs/pull/439";>Expanded
support</a> for the FFI/<a
href="https://arrow.apache.org/docs/format/CDataInterface.html";>C data
interface</a>, easing integration with the broader Arrow ecosystem</li>
- <li>Usability enhancements for creating and manipulating <code
class="language-plaintext highlighter-rouge">RecordBatch</code>es.</li>
- <li><a href="https://github.com/apache/arrow-rs/pull/377";>Improved
usability</a> for Arrow Flight’s API.</li>
- <li>Slimmer dependency stack when default features are disabled</li>
-</ol>
-
-<p>We continue to leverage the Rust ecosystem to deliver reliable and
performant code. We made significant progress towards running the Rust test
suite under the <a href="https://github.com/rust-lang/miri";>MIRI checker</a> (a
sort of valgrind for Rust) for memory access violations, and we expect it to be
fully enabled in CI for the 5.1.0 release.</p>
-
-<p>Of course, this release also contains bug fixes, performance improvements,
and improved documentation examples. For the full list of changes, please
consult the <a
href="https://github.com/apache/arrow-rs/blob/5.0.0/CHANGELOG.md";>changelog</a>.</p>
-
-<h1 id="parquet">Parquet</h1>
-<p>The <code class="language-plaintext
highlighter-rouge">parquet-derive</code> crate now automatically derives the
required parquet schema, and the <code class="language-plaintext
highlighter-rouge">parquet</code> crate had several bug fixes and
enhancements.</p>
-
-<h1 id="more-frequent-releases">More Frequent Releases</h1>
-<p>Arrow releases major versions every three months. The Rust implementation
has been experimenting with releasing minor version updates to speed the flow
of new features and fixes. By implementing a new development process, as
described in <a
href="https://arrow.apache.org/blog/2021/05/04/rust-dev-workflow/";>A New
Development Workflow for Arrow’s Rust Implementation</a> we have successfully
created 4 minor releases on the 4.x.x line every other week without any reports
of breakage.</p>
-
-<p>You can always find the latest releases on crates.io: <a
href="https://crates.io/crates/arrow";><code class="language-plaintext
highlighter-rouge">arrow</code></a>, <a
href="https://crates.io/crates/parquet";><code class="language-plaintext
highlighter-rouge">parquet</code></a>, <a
href="https://crates.io/crates/arrow-flight";><code class="language-plaintext
highlighter-rouge">arrow-flight</code></a>, and <a
href="https://crates.io/crates/parquet-derive";><code class="language-plaintext
h [...]
-
-<h1 id="datafusion--ballista">DataFusion & Ballista</h1>
-<p><a href="https://docs.rs/datafusion/4.0.0/datafusion/";>DataFusion</a> is an
in-memory query engine with DataFrame and SQL APIs, built on top of Arrow.
Ballista is a distributed compute platform. These projects are now in their <a
href="https://github.com/apache/arrow-datafusion";>own repository</a>, and are
no longer released in lock-step with Arrow. Expect further news in this area
soon.</p>
-
-<h1 id="roadmap-for-600-and-beyond">Roadmap for 6.0.0 and Beyond</h1>
-<p>Here are some of the initiatives that contributors are currently working on
for future releases:</p>
-
-<ul>
- <li>Improved performance of compute kernels</li>
- <li>Date/time/timestamp/interval compute kernels</li>
- <li>MapArray support</li>
- <li>Preparations for removing the use of <code class="language-plaintext
highlighter-rouge">unsafe</code> to make arrow faster and more secure – see the
<a
href="https://lists.apache.org/thread.html/recac1f6dc982bab2923f8fb6992e2d4c927f46daff5f03ed6c4de19c%40%3Cdev.arrow.apache.org%3E";>mailing
list</a> discussion for more details.</li>
-</ul>
-
-<h1 id="contributors-to-500">Contributors to 5.0.0:</h1>
-<p>Again, thank you to all the contributors for this release. Here is the raw
git listing:</p>
-
-<!--
-(arrow_dev) alamb@MacBook-Pro:~/Software/arrow-rs$ git shortlog -sn
4.0.0..5.0.0
-.. list below ..
-
-Note I combined two distinct names for Jorge
--->
-
-<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre
class="highlight"><code> 28 Jorge Leitao
- 27 Andrew Lamb
- 15 Jiayu Liu
- 12 Ritchie Vink
- 10 Wakahisa
- 8 Raphael Taylor-Davies
- 6 Daniël Heres
- 5 Andy Grove
- 5 Navin
- 5 Jörn Horstmann
- 4 Ádám Lippai
- 4 Dominik Moritz
- 4 Marco Neumann
- 3 Roee Shlomo
- 3 Michael Edwards
- 2 Steven
- 2 Krisztián Szűcs
- 2 Gary Pennington
- 1 Ben Chambers
- 1 Max Meldrum
- 1 Edd Robinson
- 1 Gang Liao
- 1 Chojan Shang
- 1 Boaz
- 1 Wes McKinney
- 1 Yordan Pavlov
- 1 baishen
- 1 hulunbier
- 1 kazuhiko kikuchi
- 1 Dmitry Patsura
- 1 Kornelijus Survila
- 1 Laurent Mazare
- 1 Manish Gill
- 1 Marc van Heerden
-</code></pre></div></div>
-
-<h1 id="how-to-get-involved">How to Get Involved</h1>
-<p>If you are interested in contributing to the Rust implementation of Apache
Arrow, we would love to have you! You can help by trying out Arrow on some of
your own data and projects and filing bug reports and helping to improve the
documentation, or contribute to the documentation, tests or code. A list of
open issues suitable for beginners is <a
href="https://github.com/apache/arrow-rs/labels/good%20first%20issue";>here</a>
and the full list is <a href="https://github.com/apache/arrow-r [...]
\ No newline at end of file
+<a href="/blog/2021/07/29/5.0.0-rs-release/">Apache Arrow Rust 5.0.0 Release
blog post</a>.</p>]]></content><author><name>pmc</name></author><category
term="release" /><summary type="html"><![CDATA[The Apache Arrow team is pleased
to announce the 5.0.0 release. This covers 3 months of development work and
includes 684 commits from 99 distinct contributors in 2 repositories. See the
Install Page to learn how to get the libraries for your platform. The release
notes below are not exhaustiv [...]
\ No newline at end of file
diff --git a/img/20220131-skyhook-architecture.png
b/img/20220131-skyhook-architecture.png
new file mode 100644
index 0000000..117dea3
Binary files /dev/null and b/img/20220131-skyhook-architecture.png differ
diff --git a/img/20220131-skyhook-cpu.png b/img/20220131-skyhook-cpu.png
new file mode 100644
index 0000000..f0c898c
Binary files /dev/null and b/img/20220131-skyhook-cpu.png differ
diff --git a/release/0.1.0.html b/release/0.1.0.html
index 2b09e64..83aa269 100644
--- a/release/0.1.0.html
+++ b/release/0.1.0.html
@@ -20,13 +20,13 @@
<meta property="og:site_name" content="Apache Arrow" />
<meta property="og:image" content="https://arrow.apache.org/img/arrow.png"; />
<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2022-01-28T17:23:34-05:00" />
+<meta property="article:published_time" content="2022-01-31T14:40:41-05:00" />
<meta name="twitter:card" content="summary_large_image" />
<meta property="twitter:image"
content="https://arrow.apache.org/img/arrow.png"; />
<meta property="twitter:title" content="0.1.0 Release" />
<meta name="twitter:site" content="@ApacheArrow" />
<script type="application/ld+json">
-{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.1.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.1.0 (10 October 2016) Download Source Release:
[apache-arrow-0.1.0.tar.gz][6] Verification: [md5][3], [asc][7] Changelog
Contributors $ git shortlog -sn d5aa7c46..apache-arrow-0.1.0 49 Wes McKinney 27
Uwe L. Korn 25 Julien Le Dem 13 Micah Kornfield 11 Steven Phillips 6 Jihoon Son
5 Laurent Goujon 5 adeneche 4 Dan Robins [...]
+{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.1.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.1.0 (10 October 2016) Download Source Release:
[apache-arrow-0.1.0.tar.gz][6] Verification: [md5][3], [asc][7] Changelog
Contributors $ git shortlog -sn d5aa7c46..apache-arrow-0.1.0 49 Wes McKinney 27
Uwe L. Korn 25 Julien Le Dem 13 Micah Kornfield 11 Steven Phillips 6 Jihoon Son
5 Laurent Goujon 5 adeneche 4 Dan Robins [...]
<!-- End Jekyll SEO tag -->
diff --git a/release/0.10.0.html b/release/0.10.0.html
index 561aeca..f420c93 100644
--- a/release/0.10.0.html
+++ b/release/0.10.0.html
@@ -20,13 +20,13 @@
<meta property="og:site_name" content="Apache Arrow" />
<meta property="og:image" content="https://arrow.apache.org/img/arrow.png"; />
<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2022-01-28T17:23:34-05:00" />
+<meta property="article:published_time" content="2022-01-31T14:40:41-05:00" />
<meta name="twitter:card" content="summary_large_image" />
<meta property="twitter:image"
content="https://arrow.apache.org/img/arrow.png"; />
<meta property="twitter:title" content="Apache Arrow 0.10.0 Release" />
<meta name="twitter:site" content="@ApacheArrow" />
<script type="application/ld+json">
-{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.10.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.10.0 (6 August 2018) This is a major release. Download Source
Artifacts Binary Artifacts Git tag Contributors $ git shortlog -sn
apache-arrow-0.9.0..apache-arrow-0.10.0 70 Antoine Pitrou 49 Kouhei Sutou 40
Korn, Uwe 37 Wes McKinney 32 Krisztián Szűcs 30 Andy Grove 20 Philipp Moritz 13
Phillip Cloud 11 Bryan Cutler 11 y [...]
+{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.10.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.10.0 (6 August 2018) This is a major release. Download Source
Artifacts Binary Artifacts Git tag Contributors $ git shortlog -sn
apache-arrow-0.9.0..apache-arrow-0.10.0 70 Antoine Pitrou 49 Kouhei Sutou 40
Korn, Uwe 37 Wes McKinney 32 Krisztián Szűcs 30 Andy Grove 20 Philipp Moritz 13
Phillip Cloud 11 Bryan Cutler 11 y [...]
<!-- End Jekyll SEO tag -->
diff --git a/release/0.11.0.html b/release/0.11.0.html
index 179913a..cfc146a 100644
--- a/release/0.11.0.html
+++ b/release/0.11.0.html
@@ -20,13 +20,13 @@
<meta property="og:site_name" content="Apache Arrow" />
<meta property="og:image" content="https://arrow.apache.org/img/arrow.png"; />
<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2022-01-28T17:23:34-05:00" />
+<meta property="article:published_time" content="2022-01-31T14:40:41-05:00" />
<meta name="twitter:card" content="summary_large_image" />
<meta property="twitter:image"
content="https://arrow.apache.org/img/arrow.png"; />
<meta property="twitter:title" content="Apache Arrow 0.11.0 Release" />
<meta name="twitter:site" content="@ApacheArrow" />
<script type="application/ld+json">
-{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.11.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.11.0 (8 October 2018) This is a major release. Download Source
Artifacts Binary Artifacts Git tag Contributors This includes patches from
Apache Parquet that were merged. $ git shortlog -sn
apache-arrow-0.10.0..apache-arrow-0.11.0 166 Wes McKinney 59 Uwe L. Korn 57
Deepak Majeti 54 Kouhei Sutou 50 Krisztián Szűcs 48 An [...]
+{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.11.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.11.0 (8 October 2018) This is a major release. Download Source
Artifacts Binary Artifacts Git tag Contributors This includes patches from
Apache Parquet that were merged. $ git shortlog -sn
apache-arrow-0.10.0..apache-arrow-0.11.0 166 Wes McKinney 59 Uwe L. Korn 57
Deepak Majeti 54 Kouhei Sutou 50 Krisztián Szűcs 48 An [...]
<!-- End Jekyll SEO tag -->
diff --git a/release/0.11.1.html b/release/0.11.1.html
index 4cea972..dce59cd 100644
--- a/release/0.11.1.html
+++ b/release/0.11.1.html
@@ -20,13 +20,13 @@
<meta property="og:site_name" content="Apache Arrow" />
<meta property="og:image" content="https://arrow.apache.org/img/arrow.png"; />
<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2022-01-28T17:23:34-05:00" />
+<meta property="article:published_time" content="2022-01-31T14:40:41-05:00" />
<meta name="twitter:card" content="summary_large_image" />
<meta property="twitter:image"
content="https://arrow.apache.org/img/arrow.png"; />
<meta property="twitter:title" content="Apache Arrow 0.11.1 Release" />
<meta name="twitter:site" content="@ApacheArrow" />
<script type="application/ld+json">
-{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.11.1.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.11.1 (19 October 2018) This is a bugfix release to address a Python
packaging issue with zlib that resulted in bug ARROW-3514. Download Source
Artifacts Binary Artifacts Git tag Changelog New Features and Improvements
ARROW-3353 - [Packaging] Build python 3.7 wheels ARROW-3534 - [Python] Update
zlib library in manylinu [...]
+{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.11.1.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.11.1 (19 October 2018) This is a bugfix release to address a Python
packaging issue with zlib that resulted in bug ARROW-3514. Download Source
Artifacts Binary Artifacts Git tag Changelog New Features and Improvements
ARROW-3353 - [Packaging] Build python 3.7 wheels ARROW-3534 - [Python] Update
zlib library in manylinu [...]
<!-- End Jekyll SEO tag -->
diff --git a/release/0.12.0.html b/release/0.12.0.html
index 80df16b..90c978a 100644
--- a/release/0.12.0.html
+++ b/release/0.12.0.html
@@ -20,13 +20,13 @@
<meta property="og:site_name" content="Apache Arrow" />
<meta property="og:image" content="https://arrow.apache.org/img/arrow.png"; />
<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2022-01-28T17:23:34-05:00" />
+<meta property="article:published_time" content="2022-01-31T14:40:41-05:00" />
<meta name="twitter:card" content="summary_large_image" />
<meta property="twitter:image"
content="https://arrow.apache.org/img/arrow.png"; />
<meta property="twitter:title" content="Apache Arrow 0.12.0 Release" />
<meta name="twitter:site" content="@ApacheArrow" />
<script type="application/ld+json">
-{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.12.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.12.0 (20 January 2019) This is a major release covering more than 3
months of development. Download Source Artifacts Binary Artifacts Git tag
8ca41384b5324bfd0ef3d3ed3f728e1d10ed73f0 Contributors This release includes 601
commits from 77 distinct contributors. $ git shortlog -sn
apache-arrow-0.11.0..apache-arrow-0.12.0 [...]
+{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.12.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.12.0 (20 January 2019) This is a major release covering more than 3
months of development. Download Source Artifacts Binary Artifacts Git tag
8ca41384b5324bfd0ef3d3ed3f728e1d10ed73f0 Contributors This release includes 601
commits from 77 distinct contributors. $ git shortlog -sn
apache-arrow-0.11.0..apache-arrow-0.12.0 [...]
<!-- End Jekyll SEO tag -->
diff --git a/release/0.13.0.html b/release/0.13.0.html
index 4b0802d..afa37e0 100644
--- a/release/0.13.0.html
+++ b/release/0.13.0.html
@@ -20,13 +20,13 @@
<meta property="og:site_name" content="Apache Arrow" />
<meta property="og:image" content="https://arrow.apache.org/img/arrow.png"; />
<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2022-01-28T17:23:34-05:00" />
+<meta property="article:published_time" content="2022-01-31T14:40:41-05:00" />
<meta name="twitter:card" content="summary_large_image" />
<meta property="twitter:image"
content="https://arrow.apache.org/img/arrow.png"; />
<meta property="twitter:title" content="Apache Arrow 0.13.0 Release" />
<meta name="twitter:site" content="@ApacheArrow" />
<script type="application/ld+json">
-{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.13.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.13.0 (1 April 2019) This is a major release covering more than 2
months of development. Download Source Artifacts Binary Artifacts For CentOS
For Debian For Python For Ubuntu Git tag Contributors This release includes 550
commits from 81 distinct contributors. $ git shortlog -sn
apache-arrow-0.12.0..apache-arrow-0.13.0 [...]
+{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.13.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.13.0 (1 April 2019) This is a major release covering more than 2
months of development. Download Source Artifacts Binary Artifacts For CentOS
For Debian For Python For Ubuntu Git tag Contributors This release includes 550
commits from 81 distinct contributors. $ git shortlog -sn
apache-arrow-0.12.0..apache-arrow-0.13.0 [...]
<!-- End Jekyll SEO tag -->
diff --git a/release/0.14.0.html b/release/0.14.0.html
index 3f509c7..f1fd7f7 100644
--- a/release/0.14.0.html
+++ b/release/0.14.0.html
@@ -20,13 +20,13 @@
<meta property="og:site_name" content="Apache Arrow" />
<meta property="og:image" content="https://arrow.apache.org/img/arrow.png"; />
<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2022-01-28T17:23:34-05:00" />
+<meta property="article:published_time" content="2022-01-31T14:40:41-05:00" />
<meta name="twitter:card" content="summary_large_image" />
<meta property="twitter:image"
content="https://arrow.apache.org/img/arrow.png"; />
<meta property="twitter:title" content="Apache Arrow 0.14.0 Release" />
<meta name="twitter:site" content="@ApacheArrow" />
<script type="application/ld+json">
-{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.14.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.14.0 (4 July 2019) This is a major release covering more than 3 months
of development. Download Source Artifacts Binary Artifacts For CentOS For
Debian For Python For Ubuntu Git tag Contributors This release includes 570
commits from 78 distinct contributors. $ git shortlog -sn
apache-arrow-0.13.0..apache-arrow-0.14.0 [...]
+{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.14.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.14.0 (4 July 2019) This is a major release covering more than 3 months
of development. Download Source Artifacts Binary Artifacts For CentOS For
Debian For Python For Ubuntu Git tag Contributors This release includes 570
commits from 78 distinct contributors. $ git shortlog -sn
apache-arrow-0.13.0..apache-arrow-0.14.0 [...]
<!-- End Jekyll SEO tag -->
diff --git a/release/0.14.1.html b/release/0.14.1.html
index 33966d2..692abab 100644
--- a/release/0.14.1.html
+++ b/release/0.14.1.html
@@ -20,13 +20,13 @@
<meta property="og:site_name" content="Apache Arrow" />
<meta property="og:image" content="https://arrow.apache.org/img/arrow.png"; />
<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2022-01-28T17:23:34-05:00" />
+<meta property="article:published_time" content="2022-01-31T14:40:41-05:00" />
<meta name="twitter:card" content="summary_large_image" />
<meta property="twitter:image"
content="https://arrow.apache.org/img/arrow.png"; />
<meta property="twitter:title" content="Apache Arrow 0.14.1 Release" />
<meta name="twitter:site" content="@ApacheArrow" />
<script type="application/ld+json">
-{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.14.1.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.14.1 (22 July 2019) This is a bugfix release to address a Python wheel
packaging issues and Parquet forward compatibility problems. Download Source
Artifacts Binary Artifacts For CentOS For Debian For Python For Ubuntu Git tag
Contributors This release includes 52 commits from 16 distinct contributors. $
git shortlog - [...]
+{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.14.1.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.14.1 (22 July 2019) This is a bugfix release to address a Python wheel
packaging issues and Parquet forward compatibility problems. Download Source
Artifacts Binary Artifacts For CentOS For Debian For Python For Ubuntu Git tag
Contributors This release includes 52 commits from 16 distinct contributors. $
git shortlog - [...]
<!-- End Jekyll SEO tag -->
diff --git a/release/0.15.0.html b/release/0.15.0.html
index 881798b..b1a49cb 100644
--- a/release/0.15.0.html
+++ b/release/0.15.0.html
@@ -20,13 +20,13 @@
<meta property="og:site_name" content="Apache Arrow" />
<meta property="og:image" content="https://arrow.apache.org/img/arrow.png"; />
<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2022-01-28T17:23:34-05:00" />
+<meta property="article:published_time" content="2022-01-31T14:40:41-05:00" />
<meta name="twitter:card" content="summary_large_image" />
<meta property="twitter:image"
content="https://arrow.apache.org/img/arrow.png"; />
<meta property="twitter:title" content="Apache Arrow 0.15.0 Release" />
<meta name="twitter:site" content="@ApacheArrow" />
<script type="application/ld+json">
-{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.15.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.15.0 (5 October 2019) This is a major release covering more than 3
months of development. Download Source Artifacts Binary Artifacts For CentOS
For Debian For Python For Ubuntu Git tag Contributors This release includes 672
commits from 80 distinct contributors. $ git shortlog -sn
apache-arrow-0.14.0..apache-arrow-0.15 [...]
+{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.15.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.15.0 (5 October 2019) This is a major release covering more than 3
months of development. Download Source Artifacts Binary Artifacts For CentOS
For Debian For Python For Ubuntu Git tag Contributors This release includes 672
commits from 80 distinct contributors. $ git shortlog -sn
apache-arrow-0.14.0..apache-arrow-0.15 [...]
<!-- End Jekyll SEO tag -->
diff --git a/release/0.15.1.html b/release/0.15.1.html
index 9f448e3..ec57c63 100644
--- a/release/0.15.1.html
+++ b/release/0.15.1.html
@@ -20,13 +20,13 @@
<meta property="og:site_name" content="Apache Arrow" />
<meta property="og:image" content="https://arrow.apache.org/img/arrow.png"; />
<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2022-01-28T17:23:34-05:00" />
+<meta property="article:published_time" content="2022-01-31T14:40:41-05:00" />
<meta name="twitter:card" content="summary_large_image" />
<meta property="twitter:image"
content="https://arrow.apache.org/img/arrow.png"; />
<meta property="twitter:title" content="Apache Arrow 0.15.1 Release" />
<meta name="twitter:site" content="@ApacheArrow" />
<script type="application/ld+json">
-{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.15.1.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.15.1 (1 November 2019) This is a major release covering more than 1
months of development. Download Source Artifacts Binary Artifacts For CentOS
For Debian For Python For Ubuntu Git tag Contributors This release includes 41
commits from 13 distinct contributors. $ git shortlog -sn
apache-arrow-0.15.0..apache-arrow-0.15 [...]
+{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.15.1.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.15.1 (1 November 2019) This is a major release covering more than 1
months of development. Download Source Artifacts Binary Artifacts For CentOS
For Debian For Python For Ubuntu Git tag Contributors This release includes 41
commits from 13 distinct contributors. $ git shortlog -sn
apache-arrow-0.15.0..apache-arrow-0.15 [...]
<!-- End Jekyll SEO tag -->
diff --git a/release/0.16.0.html b/release/0.16.0.html
index 1effa4c..63b9835 100644
--- a/release/0.16.0.html
+++ b/release/0.16.0.html
@@ -20,13 +20,13 @@
<meta property="og:site_name" content="Apache Arrow" />
<meta property="og:image" content="https://arrow.apache.org/img/arrow.png"; />
<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2022-01-28T17:23:34-05:00" />
+<meta property="article:published_time" content="2022-01-31T14:40:41-05:00" />
<meta name="twitter:card" content="summary_large_image" />
<meta property="twitter:image"
content="https://arrow.apache.org/img/arrow.png"; />
<meta property="twitter:title" content="Apache Arrow 0.16.0 Release" />
<meta name="twitter:site" content="@ApacheArrow" />
<script type="application/ld+json">
-{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.16.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.16.0 (7 February 2020) This is a major release covering more than 3
months of development. Download Source Artifacts Binary Artifacts For CentOS
For Debian For Python For Ubuntu Git tag Contributors This release includes 709
commits from 99 distinct contributors. $ git shortlog -sn
apache-arrow-0.15.1..apache-arrow-0.1 [...]
+{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.16.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.16.0 (7 February 2020) This is a major release covering more than 3
months of development. Download Source Artifacts Binary Artifacts For CentOS
For Debian For Python For Ubuntu Git tag Contributors This release includes 709
commits from 99 distinct contributors. $ git shortlog -sn
apache-arrow-0.15.1..apache-arrow-0.1 [...]
<!-- End Jekyll SEO tag -->
diff --git a/release/0.17.0.html b/release/0.17.0.html
index 3095437..e2aa681 100644
--- a/release/0.17.0.html
+++ b/release/0.17.0.html
@@ -20,13 +20,13 @@
<meta property="og:site_name" content="Apache Arrow" />
<meta property="og:image" content="https://arrow.apache.org/img/arrow.png"; />
<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2022-01-28T17:23:34-05:00" />
+<meta property="article:published_time" content="2022-01-31T14:40:41-05:00" />
<meta name="twitter:card" content="summary_large_image" />
<meta property="twitter:image"
content="https://arrow.apache.org/img/arrow.png"; />
<meta property="twitter:title" content="Apache Arrow 0.17.0 Release" />
<meta name="twitter:site" content="@ApacheArrow" />
<script type="application/ld+json">
-{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.17.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.17.0 (20 April 2020) This is a major release covering more than 2
months of development. Download Source Artifacts Binary Artifacts For CentOS
For Debian For Python For Ubuntu Git tag Contributors This release includes 569
commits from 79 distinct contributors. $ git shortlog -sn
apache-arrow-0.16.0..apache-arrow-0.17. [...]
+{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.17.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.17.0 (20 April 2020) This is a major release covering more than 2
months of development. Download Source Artifacts Binary Artifacts For CentOS
For Debian For Python For Ubuntu Git tag Contributors This release includes 569
commits from 79 distinct contributors. $ git shortlog -sn
apache-arrow-0.16.0..apache-arrow-0.17. [...]
<!-- End Jekyll SEO tag -->
diff --git a/release/0.17.1.html b/release/0.17.1.html
index 91a612c..bd1181e 100644
--- a/release/0.17.1.html
+++ b/release/0.17.1.html
@@ -20,13 +20,13 @@
<meta property="og:site_name" content="Apache Arrow" />
<meta property="og:image" content="https://arrow.apache.org/img/arrow.png"; />
<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2022-01-28T17:23:34-05:00" />
+<meta property="article:published_time" content="2022-01-31T14:40:41-05:00" />
<meta name="twitter:card" content="summary_large_image" />
<meta property="twitter:image"
content="https://arrow.apache.org/img/arrow.png"; />
<meta property="twitter:title" content="Apache Arrow 0.17.1 Release" />
<meta name="twitter:site" content="@ApacheArrow" />
<script type="application/ld+json">
-{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.17.1.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.17.1 (18 May 2020) This is a patch release fixing bugs and regressions
listed in the changelog below. Download Source Artifacts Binary Artifacts For
CentOS For Debian For Python For Ubuntu Git tag Contributors This release
includes 27 commits from 11 distinct contributors. $ git shortlog -sn
apache-arrow-0.17.0..apache [...]
+{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.17.1.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.17.1 (18 May 2020) This is a patch release fixing bugs and regressions
listed in the changelog below. Download Source Artifacts Binary Artifacts For
CentOS For Debian For Python For Ubuntu Git tag Contributors This release
includes 27 commits from 11 distinct contributors. $ git shortlog -sn
apache-arrow-0.17.0..apache [...]
<!-- End Jekyll SEO tag -->
diff --git a/release/0.2.0.html b/release/0.2.0.html
index f1e9cf1..b5a3e07 100644
--- a/release/0.2.0.html
+++ b/release/0.2.0.html
@@ -20,13 +20,13 @@
<meta property="og:site_name" content="Apache Arrow" />
<meta property="og:image" content="https://arrow.apache.org/img/arrow.png"; />
<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2022-01-28T17:23:34-05:00" />
+<meta property="article:published_time" content="2022-01-31T14:40:41-05:00" />
<meta name="twitter:card" content="summary_large_image" />
<meta property="twitter:image"
content="https://arrow.apache.org/img/arrow.png"; />
<meta property="twitter:title" content="0.2.0 Release" />
<meta name="twitter:site" content="@ApacheArrow" />
<script type="application/ld+json">
-{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.2.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.2.0 (18 February 2017) Download Source Artifacts Git tag Changelog
Contributors $ git shortlog -sn apache-arrow-0.1.0..apache-arrow-0.2.0 73 Wes
McKinney 55 Uwe L. Korn 16 Julien Le Dem 4 Bryan Cutler 4 Nong Li 2 Christopher
C. Aycock 2 Jingyuan Wang 2 Kouhei Sutou 2 Laurent Goujon 2 Leif Walsh 1 Emilio
Lahr-Vivaz 1 Hol [...]
+{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.2.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.2.0 (18 February 2017) Download Source Artifacts Git tag Changelog
Contributors $ git shortlog -sn apache-arrow-0.1.0..apache-arrow-0.2.0 73 Wes
McKinney 55 Uwe L. Korn 16 Julien Le Dem 4 Bryan Cutler 4 Nong Li 2 Christopher
C. Aycock 2 Jingyuan Wang 2 Kouhei Sutou 2 Laurent Goujon 2 Leif Walsh 1 Emilio
Lahr-Vivaz 1 Hol [...]
<!-- End Jekyll SEO tag -->
diff --git a/release/0.3.0.html b/release/0.3.0.html
index a3aa56b..02b646c 100644
--- a/release/0.3.0.html
+++ b/release/0.3.0.html
@@ -20,13 +20,13 @@
<meta property="og:site_name" content="Apache Arrow" />
<meta property="og:image" content="https://arrow.apache.org/img/arrow.png"; />
<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2022-01-28T17:23:34-05:00" />
+<meta property="article:published_time" content="2022-01-31T14:40:41-05:00" />
<meta name="twitter:card" content="summary_large_image" />
<meta property="twitter:image"
content="https://arrow.apache.org/img/arrow.png"; />
<meta property="twitter:title" content="0.3.0 Release" />
<meta name="twitter:site" content="@ApacheArrow" />
<script type="application/ld+json">
-{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.3.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.3.0 (5 May 2017) Read more in the release blog post Download Source
Artifacts Git tag d8db8f8 Changelog Contributors $ git shortlog -sn
apache-arrow-0.2.0..apache-arrow-0.3.0 119 Wes McKinney 55 Kouhei Sutou 18 Uwe
L. Korn 17 Julien Le Dem 9 Phillip Cloud 6 Bryan Cutler 5 Emilio Lahr-Vivaz 5
Philipp Moritz 4 Jeff Knupp [...]
+{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.3.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.3.0 (5 May 2017) Read more in the release blog post Download Source
Artifacts Git tag d8db8f8 Changelog Contributors $ git shortlog -sn
apache-arrow-0.2.0..apache-arrow-0.3.0 119 Wes McKinney 55 Kouhei Sutou 18 Uwe
L. Korn 17 Julien Le Dem 9 Phillip Cloud 6 Bryan Cutler 5 Emilio Lahr-Vivaz 5
Philipp Moritz 4 Jeff Knupp [...]
<!-- End Jekyll SEO tag -->
diff --git a/release/0.4.0.html b/release/0.4.0.html
index 3a4644b..d75897a 100644
--- a/release/0.4.0.html
+++ b/release/0.4.0.html
@@ -20,13 +20,13 @@
<meta property="og:site_name" content="Apache Arrow" />
<meta property="og:image" content="https://arrow.apache.org/img/arrow.png"; />
<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2022-01-28T17:23:34-05:00" />
+<meta property="article:published_time" content="2022-01-31T14:40:41-05:00" />
<meta name="twitter:card" content="summary_large_image" />
<meta property="twitter:image"
content="https://arrow.apache.org/img/arrow.png"; />
<meta property="twitter:title" content="0.4.0 Release" />
<meta name="twitter:site" content="@ApacheArrow" />
<script type="application/ld+json">
-{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.4.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.4.0 (22 May 2017) Read more in the release blog post Download Source
Artifacts Git tag a8f8ba0 Changelog Contributors $ git shortlog -sn
apache-arrow-0.3.0..apache-arrow-0.4.0 28 Wes McKinney 18 Kouhei Sutou 9 Uwe L.
Korn 3 Brian Hulette 3 Emilio Lahr-Vivaz 3 Philipp Moritz 3 Phillip Cloud 2
Julien Le Dem 1 Bryan Cutler [...]
+{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.4.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.4.0 (22 May 2017) Read more in the release blog post Download Source
Artifacts Git tag a8f8ba0 Changelog Contributors $ git shortlog -sn
apache-arrow-0.3.0..apache-arrow-0.4.0 28 Wes McKinney 18 Kouhei Sutou 9 Uwe L.
Korn 3 Brian Hulette 3 Emilio Lahr-Vivaz 3 Philipp Moritz 3 Phillip Cloud 2
Julien Le Dem 1 Bryan Cutler [...]
<!-- End Jekyll SEO tag -->
diff --git a/release/0.4.1.html b/release/0.4.1.html
index f3ce611..250c8ec 100644
--- a/release/0.4.1.html
+++ b/release/0.4.1.html
@@ -20,13 +20,13 @@
<meta property="og:site_name" content="Apache Arrow" />
<meta property="og:image" content="https://arrow.apache.org/img/arrow.png"; />
<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2022-01-28T17:23:34-05:00" />
+<meta property="article:published_time" content="2022-01-31T14:40:41-05:00" />
<meta name="twitter:card" content="summary_large_image" />
<meta property="twitter:image"
content="https://arrow.apache.org/img/arrow.png"; />
<meta property="twitter:title" content="0.4.1 Release" />
<meta name="twitter:site" content="@ApacheArrow" />
<script type="application/ld+json">
-{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.4.1.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.4.1 (9 June 2017) This is primarily a bug fix release, but also
includes some packaging and documentation improvements. Read more in the
release blog post. Download Source Artifacts Git tag 46315431 Changelog New
Features and Improvements ARROW-1020 - [Format] Add additional language to
Schema.fbs to clarify naive vs. l [...]
+{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.4.1.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.4.1 (9 June 2017) This is primarily a bug fix release, but also
includes some packaging and documentation improvements. Read more in the
release blog post. Download Source Artifacts Git tag 46315431 Changelog New
Features and Improvements ARROW-1020 - [Format] Add additional language to
Schema.fbs to clarify naive vs. l [...]
<!-- End Jekyll SEO tag -->
diff --git a/release/0.5.0.html b/release/0.5.0.html
index dac1b83..7182106 100644
--- a/release/0.5.0.html
+++ b/release/0.5.0.html
@@ -20,13 +20,13 @@
<meta property="og:site_name" content="Apache Arrow" />
<meta property="og:image" content="https://arrow.apache.org/img/arrow.png"; />
<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2022-01-28T17:23:34-05:00" />
+<meta property="article:published_time" content="2022-01-31T14:40:41-05:00" />
<meta name="twitter:card" content="summary_large_image" />
<meta property="twitter:image"
content="https://arrow.apache.org/img/arrow.png"; />
<meta property="twitter:title" content="Apache Arrow 0.5.0 Release" />
<meta name="twitter:site" content="@ApacheArrow" />
<script type="application/ld+json">
-{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.5.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.5.0 (23 July 2017) This is a major release, with expanded features in
the supported languages and additional integration test coverage between Java
and C++. Read more in the release blog post. Download Source Artifacts Git tag
Contributors $ git shortlog -sn apache-arrow-0.4.1..apache-arrow-0.5.0 42 Wes
McKinney 22 Uwe [...]
+{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.5.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.5.0 (23 July 2017) This is a major release, with expanded features in
the supported languages and additional integration test coverage between Java
and C++. Read more in the release blog post. Download Source Artifacts Git tag
Contributors $ git shortlog -sn apache-arrow-0.4.1..apache-arrow-0.5.0 42 Wes
McKinney 22 Uwe [...]
<!-- End Jekyll SEO tag -->
diff --git a/release/0.6.0.html b/release/0.6.0.html
index 3ac9ebd..be8dff9 100644
--- a/release/0.6.0.html
+++ b/release/0.6.0.html
@@ -20,13 +20,13 @@
<meta property="og:site_name" content="Apache Arrow" />
<meta property="og:image" content="https://arrow.apache.org/img/arrow.png"; />
<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2022-01-28T17:23:34-05:00" />
+<meta property="article:published_time" content="2022-01-31T14:40:41-05:00" />
<meta name="twitter:card" content="summary_large_image" />
<meta property="twitter:image"
content="https://arrow.apache.org/img/arrow.png"; />
<meta property="twitter:title" content="Apache Arrow 0.6.0 Release" />
<meta name="twitter:site" content="@ApacheArrow" />
<script type="application/ld+json">
-{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.6.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.6.0 (14 August 2017) This is a major release. Read more in the release
blog post. Download Source Artifacts Git tag Contributors $ git shortlog -sn
apache-arrow-0.5.0..apache-arrow-0.6.0 48 Wes McKinney 7 siddharth 5 Matt
Darwin 5 Max Risuhin 5 Philipp Moritz 4 Kouhei Sutou 3 Bryan Cutler 2 Emilio
Lahr-Vivaz 2 Li Jin 2 [...]
+{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.6.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.6.0 (14 August 2017) This is a major release. Read more in the release
blog post. Download Source Artifacts Git tag Contributors $ git shortlog -sn
apache-arrow-0.5.0..apache-arrow-0.6.0 48 Wes McKinney 7 siddharth 5 Matt
Darwin 5 Max Risuhin 5 Philipp Moritz 4 Kouhei Sutou 3 Bryan Cutler 2 Emilio
Lahr-Vivaz 2 Li Jin 2 [...]
<!-- End Jekyll SEO tag -->
diff --git a/release/0.7.0.html b/release/0.7.0.html
index 516b7e6..c022921 100644
--- a/release/0.7.0.html
+++ b/release/0.7.0.html
@@ -20,13 +20,13 @@
<meta property="og:site_name" content="Apache Arrow" />
<meta property="og:image" content="https://arrow.apache.org/img/arrow.png"; />
<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2022-01-28T17:23:34-05:00" />
+<meta property="article:published_time" content="2022-01-31T14:40:41-05:00" />
<meta name="twitter:card" content="summary_large_image" />
<meta property="twitter:image"
content="https://arrow.apache.org/img/arrow.png"; />
<meta property="twitter:title" content="Apache Arrow 0.7.0 Release" />
<meta name="twitter:site" content="@ApacheArrow" />
<script type="application/ld+json">
-{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.7.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.7.0 (17 September 2017) This is a major release. Read more in the
release blog post. Download Source Artifacts Git tag Contributors $ git
shortlog -sn apache-arrow-0.6.0..apache-arrow-0.7.0 58 Wes McKinney 14 Kouhei
Sutou 11 Philipp Moritz 7 Phillip Cloud 6 siddharth 5 Uwe L. Korn 2 Bryan
Cutler 2 HorimotoYasuhiro 2 Lau [...]
+{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.7.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.7.0 (17 September 2017) This is a major release. Read more in the
release blog post. Download Source Artifacts Git tag Contributors $ git
shortlog -sn apache-arrow-0.6.0..apache-arrow-0.7.0 58 Wes McKinney 14 Kouhei
Sutou 11 Philipp Moritz 7 Phillip Cloud 6 siddharth 5 Uwe L. Korn 2 Bryan
Cutler 2 HorimotoYasuhiro 2 Lau [...]
<!-- End Jekyll SEO tag -->
diff --git a/release/0.7.1.html b/release/0.7.1.html
index 2cef6cf..b2fe781 100644
--- a/release/0.7.1.html
+++ b/release/0.7.1.html
@@ -20,13 +20,13 @@
<meta property="og:site_name" content="Apache Arrow" />
<meta property="og:image" content="https://arrow.apache.org/img/arrow.png"; />
<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2022-01-28T17:23:34-05:00" />
+<meta property="article:published_time" content="2022-01-31T14:40:41-05:00" />
<meta name="twitter:card" content="summary_large_image" />
<meta property="twitter:image"
content="https://arrow.apache.org/img/arrow.png"; />
<meta property="twitter:title" content="Apache Arrow 0.7.1 Release" />
<meta name="twitter:site" content="@ApacheArrow" />
<script type="application/ld+json">
-{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.7.1.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.7.1 (1 October 2017) This is a minor bug release. It was motivated by
ARROW-1601, but see the complete changelog. Download Source Artifacts Git tag
Contributors $ git shortlog -sn apache-arrow-0.7.0..apache-arrow-0.7.1 14 Wes
McKinney 6 Kouhei Sutou 3 siddharth 2 Paul Taylor 2 Uwe L. Korn 1 Amir
Malekpour 1 Bryan Cutler [...]
+{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.7.1.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.7.1 (1 October 2017) This is a minor bug release. It was motivated by
ARROW-1601, but see the complete changelog. Download Source Artifacts Git tag
Contributors $ git shortlog -sn apache-arrow-0.7.0..apache-arrow-0.7.1 14 Wes
McKinney 6 Kouhei Sutou 3 siddharth 2 Paul Taylor 2 Uwe L. Korn 1 Amir
Malekpour 1 Bryan Cutler [...]
<!-- End Jekyll SEO tag -->
diff --git a/release/0.8.0.html b/release/0.8.0.html
index cff9103..681f760 100644
--- a/release/0.8.0.html
+++ b/release/0.8.0.html
@@ -20,13 +20,13 @@
<meta property="og:site_name" content="Apache Arrow" />
<meta property="og:image" content="https://arrow.apache.org/img/arrow.png"; />
<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2022-01-28T17:23:34-05:00" />
+<meta property="article:published_time" content="2022-01-31T14:40:41-05:00" />
<meta name="twitter:card" content="summary_large_image" />
<meta property="twitter:image"
content="https://arrow.apache.org/img/arrow.png"; />
<meta property="twitter:title" content="Apache Arrow 0.8.0 Release" />
<meta name="twitter:site" content="@ApacheArrow" />
<script type="application/ld+json">
-{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.8.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.8.0 (18 December 2017) This is a major release. Download Source
Artifacts Git tag Contributors $ git shortlog -sn
apache-arrow-0.7.1..apache-arrow-0.8.0 90 Wes McKinney 23 Phillip Cloud 21
Kouhei Sutou 13 Licht-T 12 Korn, Uwe 12 Philipp Moritz 12 Uwe L. Korn 10 Bryan
Cutler 5 Li Jin 5 Robert Nishihara 4 Paul Taylor 4 si [...]
+{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.8.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.8.0 (18 December 2017) This is a major release. Download Source
Artifacts Git tag Contributors $ git shortlog -sn
apache-arrow-0.7.1..apache-arrow-0.8.0 90 Wes McKinney 23 Phillip Cloud 21
Kouhei Sutou 13 Licht-T 12 Korn, Uwe 12 Philipp Moritz 12 Uwe L. Korn 10 Bryan
Cutler 5 Li Jin 5 Robert Nishihara 4 Paul Taylor 4 si [...]
<!-- End Jekyll SEO tag -->
diff --git a/release/0.9.0.html b/release/0.9.0.html
index a6f811f..cc7af5b 100644
--- a/release/0.9.0.html
+++ b/release/0.9.0.html
@@ -20,13 +20,13 @@
<meta property="og:site_name" content="Apache Arrow" />
<meta property="og:image" content="https://arrow.apache.org/img/arrow.png"; />
<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2022-01-28T17:23:34-05:00" />
+<meta property="article:published_time" content="2022-01-31T14:40:41-05:00" />
<meta name="twitter:card" content="summary_large_image" />
<meta property="twitter:image"
content="https://arrow.apache.org/img/arrow.png"; />
<meta property="twitter:title" content="Apache Arrow 0.9.0 Release" />
<meta name="twitter:site" content="@ApacheArrow" />
<script type="application/ld+json">
-{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.9.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.9.0 (21 March 2018) This is a major release. Download Source Artifacts
Git tag Contributors $ git shortlog -sn apache-arrow-0.8.0..apache-arrow-0.9.0
52 Wes McKinney 52 Antoine Pitrou 25 Uwe L. Korn 14 Paul Taylor 13 Kouhei Sutou
13 Phillip Cloud 9 Robert Nishihara 9 Korn, Uwe 9 Jim Crist 8 Brian Hulette 7
Philipp Morit [...]
+{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/0.9.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 0.9.0 (21 March 2018) This is a major release. Download Source Artifacts
Git tag Contributors $ git shortlog -sn apache-arrow-0.8.0..apache-arrow-0.9.0
52 Wes McKinney 52 Antoine Pitrou 25 Uwe L. Korn 14 Paul Taylor 13 Kouhei Sutou
13 Phillip Cloud 9 Robert Nishihara 9 Korn, Uwe 9 Jim Crist 8 Brian Hulette 7
Philipp Morit [...]
<!-- End Jekyll SEO tag -->
diff --git a/release/1.0.0.html b/release/1.0.0.html
index a77b8f0..c5db188 100644
--- a/release/1.0.0.html
+++ b/release/1.0.0.html
@@ -20,13 +20,13 @@
<meta property="og:site_name" content="Apache Arrow" />
<meta property="og:image" content="https://arrow.apache.org/img/arrow.png"; />
<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2022-01-28T17:23:34-05:00" />
+<meta property="article:published_time" content="2022-01-31T14:40:41-05:00" />
<meta name="twitter:card" content="summary_large_image" />
<meta property="twitter:image"
content="https://arrow.apache.org/img/arrow.png"; />
<meta property="twitter:title" content="Apache Arrow 1.0.0 Release" />
<meta name="twitter:site" content="@ApacheArrow" />
<script type="application/ld+json">
-{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/1.0.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 1.0.0 (24 July 2020) This is a major release covering more than 3 months
of development. Download Source Artifacts Binary Artifacts For CentOS For
Debian For Python For Ubuntu Git tag Contributors This release includes 771
commits from 100 distinct contributors. $ git shortlog -sn
apache-arrow-0.17.0..apache-arrow-1.0.0 1 [...]
+{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/1.0.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 1.0.0 (24 July 2020) This is a major release covering more than 3 months
of development. Download Source Artifacts Binary Artifacts For CentOS For
Debian For Python For Ubuntu Git tag Contributors This release includes 771
commits from 100 distinct contributors. $ git shortlog -sn
apache-arrow-0.17.0..apache-arrow-1.0.0 1 [...]
<!-- End Jekyll SEO tag -->
diff --git a/release/1.0.1.html b/release/1.0.1.html
index 1434b54..e2ecccc 100644
--- a/release/1.0.1.html
+++ b/release/1.0.1.html
@@ -20,13 +20,13 @@
<meta property="og:site_name" content="Apache Arrow" />
<meta property="og:image" content="https://arrow.apache.org/img/arrow.png"; />
<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2022-01-28T17:23:34-05:00" />
+<meta property="article:published_time" content="2022-01-31T14:40:41-05:00" />
<meta name="twitter:card" content="summary_large_image" />
<meta property="twitter:image"
content="https://arrow.apache.org/img/arrow.png"; />
<meta property="twitter:title" content="Apache Arrow 1.0.1 Release" />
<meta name="twitter:site" content="@ApacheArrow" />
<script type="application/ld+json">
-{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/1.0.1.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 1.0.1 (21 August 2020) This is a patch release addressing bugs in the
1.0.0 release. Download Source Artifacts Binary Artifacts For CentOS For Debian
For Python For Ubuntu Git tag Contributors This release includes 39 commits
from 15 distinct contributors. $ git shortlog -sn
apache-arrow-1.0.0..apache-arrow-1.0.1 9 Kriszt [...]
+{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/1.0.1.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 1.0.1 (21 August 2020) This is a patch release addressing bugs in the
1.0.0 release. Download Source Artifacts Binary Artifacts For CentOS For Debian
For Python For Ubuntu Git tag Contributors This release includes 39 commits
from 15 distinct contributors. $ git shortlog -sn
apache-arrow-1.0.0..apache-arrow-1.0.1 9 Kriszt [...]
<!-- End Jekyll SEO tag -->
diff --git a/release/2.0.0.html b/release/2.0.0.html
index e2e7246..704733d 100644
--- a/release/2.0.0.html
+++ b/release/2.0.0.html
@@ -20,13 +20,13 @@
<meta property="og:site_name" content="Apache Arrow" />
<meta property="og:image" content="https://arrow.apache.org/img/arrow.png"; />
<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2022-01-28T17:23:34-05:00" />
+<meta property="article:published_time" content="2022-01-31T14:40:41-05:00" />
<meta name="twitter:card" content="summary_large_image" />
<meta property="twitter:image"
content="https://arrow.apache.org/img/arrow.png"; />
<meta property="twitter:title" content="Apache Arrow 2.0.0 Release" />
<meta name="twitter:site" content="@ApacheArrow" />
<script type="application/ld+json">
-{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/2.0.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 2.0.0 (19 October 2020) This is a major release covering more than 3
months of development. Download Source Artifacts Binary Artifacts For CentOS
For Debian For Python For Ubuntu Git tag Contributors This release includes 511
commits from 81 distinct contributors. $ git shortlog -sn
apache-arrow-1.0.0..apache-arrow-2.0.0 [...]
+{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/2.0.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 2.0.0 (19 October 2020) This is a major release covering more than 3
months of development. Download Source Artifacts Binary Artifacts For CentOS
For Debian For Python For Ubuntu Git tag Contributors This release includes 511
commits from 81 distinct contributors. $ git shortlog -sn
apache-arrow-1.0.0..apache-arrow-2.0.0 [...]
<!-- End Jekyll SEO tag -->
diff --git a/release/3.0.0.html b/release/3.0.0.html
index 5db580e..601fc83 100644
--- a/release/3.0.0.html
+++ b/release/3.0.0.html
@@ -20,13 +20,13 @@
<meta property="og:site_name" content="Apache Arrow" />
<meta property="og:image" content="https://arrow.apache.org/img/arrow.png"; />
<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2022-01-28T17:23:34-05:00" />
+<meta property="article:published_time" content="2022-01-31T14:40:41-05:00" />
<meta name="twitter:card" content="summary_large_image" />
<meta property="twitter:image"
content="https://arrow.apache.org/img/arrow.png"; />
<meta property="twitter:title" content="Apache Arrow 3.0.0 Release" />
<meta name="twitter:site" content="@ApacheArrow" />
<script type="application/ld+json">
-{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/3.0.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 3.0.0 (26 January 2021) This is a major release covering more than 3
months of development. Download Source Artifacts Binary Artifacts For CentOS
For Debian For Python For Ubuntu Git tag Contributors This release includes 648
commits from 106 distinct contributors. $ git shortlog -sn
apache-arrow-2.0.0..apache-arrow-3.0.0 [...]
+{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/3.0.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 3.0.0 (26 January 2021) This is a major release covering more than 3
months of development. Download Source Artifacts Binary Artifacts For CentOS
For Debian For Python For Ubuntu Git tag Contributors This release includes 648
commits from 106 distinct contributors. $ git shortlog -sn
apache-arrow-2.0.0..apache-arrow-3.0.0 [...]
<!-- End Jekyll SEO tag -->
diff --git a/release/4.0.0.html b/release/4.0.0.html
index 1df6223..1fe4303 100644
--- a/release/4.0.0.html
+++ b/release/4.0.0.html
@@ -20,13 +20,13 @@
<meta property="og:site_name" content="Apache Arrow" />
<meta property="og:image" content="https://arrow.apache.org/img/arrow.png"; />
<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2022-01-28T17:23:34-05:00" />
+<meta property="article:published_time" content="2022-01-31T14:40:41-05:00" />
<meta name="twitter:card" content="summary_large_image" />
<meta property="twitter:image"
content="https://arrow.apache.org/img/arrow.png"; />
<meta property="twitter:title" content="Apache Arrow 4.0.0 Release" />
<meta name="twitter:site" content="@ApacheArrow" />
<script type="application/ld+json">
-{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/4.0.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 4.0.0 (26 April 2021) This is a major release covering more than 3
months of development. Download Source Artifacts Binary Artifacts For CentOS
For Debian For Python For Ubuntu Git tag Contributors This release includes 719
commits from 114 distinct contributors. $ git shortlog -sn
apache-arrow-3.0.0..apache-arrow-4.0.0 6 [...]
+{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/4.0.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 4.0.0 (26 April 2021) This is a major release covering more than 3
months of development. Download Source Artifacts Binary Artifacts For CentOS
For Debian For Python For Ubuntu Git tag Contributors This release includes 719
commits from 114 distinct contributors. $ git shortlog -sn
apache-arrow-3.0.0..apache-arrow-4.0.0 6 [...]
<!-- End Jekyll SEO tag -->
diff --git a/release/4.0.1.html b/release/4.0.1.html
index c9ecf53..d17f8c7 100644
--- a/release/4.0.1.html
+++ b/release/4.0.1.html
@@ -20,13 +20,13 @@
<meta property="og:site_name" content="Apache Arrow" />
<meta property="og:image" content="https://arrow.apache.org/img/arrow.png"; />
<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2022-01-28T17:23:34-05:00" />
+<meta property="article:published_time" content="2022-01-31T14:40:41-05:00" />
<meta name="twitter:card" content="summary_large_image" />
<meta property="twitter:image"
content="https://arrow.apache.org/img/arrow.png"; />
<meta property="twitter:title" content="Apache Arrow 4.0.1 Release" />
<meta name="twitter:site" content="@ApacheArrow" />
<script type="application/ld+json">
-{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/4.0.1.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 4.0.1 (26 May 2021) This is a patch release covering a month of
development and addressing small but important bugs in the different
implementations. Download Source Artifacts Binary Artifacts For CentOS For
Debian For Python For Ubuntu Git tag Contributors This release includes 21
commits from 13 distinct contributors. $ [...]
+{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/4.0.1.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 4.0.1 (26 May 2021) This is a patch release covering a month of
development and addressing small but important bugs in the different
implementations. Download Source Artifacts Binary Artifacts For CentOS For
Debian For Python For Ubuntu Git tag Contributors This release includes 21
commits from 13 distinct contributors. $ [...]
<!-- End Jekyll SEO tag -->
diff --git a/release/5.0.0.html b/release/5.0.0.html
index 7d550bc..0ab068e 100644
--- a/release/5.0.0.html
+++ b/release/5.0.0.html
@@ -20,13 +20,13 @@
<meta property="og:site_name" content="Apache Arrow" />
<meta property="og:image" content="https://arrow.apache.org/img/arrow.png"; />
<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2022-01-28T17:23:34-05:00" />
+<meta property="article:published_time" content="2022-01-31T14:40:41-05:00" />
<meta name="twitter:card" content="summary_large_image" />
<meta property="twitter:image"
content="https://arrow.apache.org/img/arrow.png"; />
<meta property="twitter:title" content="Apache Arrow 5.0.0 Release" />
<meta name="twitter:site" content="@ApacheArrow" />
<script type="application/ld+json">
-{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/5.0.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 5.0.0 (29 July 2021) This is a major release covering more than 3 months
of development. Download Source Artifacts Binary Artifacts For CentOS For
Debian For Python For Ubuntu Git tag Contributors This release includes 684
commits from 99 distinct contributors in 2 Arrow repositories. 77 David Li 43
Krisztián Szűcs 42 Ant [...]
+{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/5.0.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 5.0.0 (29 July 2021) This is a major release covering more than 3 months
of development. Download Source Artifacts Binary Artifacts For CentOS For
Debian For Python For Ubuntu Git tag Contributors This release includes 684
commits from 99 distinct contributors in 2 Arrow repositories. 77 David Li 43
Krisztián Szűcs 42 Ant [...]
<!-- End Jekyll SEO tag -->
diff --git a/release/6.0.0.html b/release/6.0.0.html
index d421250..4fe9f6e 100644
--- a/release/6.0.0.html
+++ b/release/6.0.0.html
@@ -20,13 +20,13 @@
<meta property="og:site_name" content="Apache Arrow" />
<meta property="og:image" content="https://arrow.apache.org/img/arrow.png"; />
<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2022-01-28T17:23:34-05:00" />
+<meta property="article:published_time" content="2022-01-31T14:40:41-05:00" />
<meta name="twitter:card" content="summary_large_image" />
<meta property="twitter:image"
content="https://arrow.apache.org/img/arrow.png"; />
<meta property="twitter:title" content="Apache Arrow 6.0.0 Release" />
<meta name="twitter:site" content="@ApacheArrow" />
<script type="application/ld+json">
-{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/6.0.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 6.0.0 (26 October 2021) This is a major release covering more than 3
months of development. Download Source Artifacts Binary Artifacts For CentOS
For Debian For Python For Ubuntu Git tag Contributors This release includes 592
commits from 88 distinct contributors. 58 David Li 56 Antoine Pitrou 46 Neal
Richardson 42 Sutou [...]
+{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/6.0.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 6.0.0 (26 October 2021) This is a major release covering more than 3
months of development. Download Source Artifacts Binary Artifacts For CentOS
For Debian For Python For Ubuntu Git tag Contributors This release includes 592
commits from 88 distinct contributors. 58 David Li 56 Antoine Pitrou 46 Neal
Richardson 42 Sutou [...]
<!-- End Jekyll SEO tag -->
diff --git a/release/6.0.1.html b/release/6.0.1.html
index a34e204..ec3918b 100644
--- a/release/6.0.1.html
+++ b/release/6.0.1.html
@@ -20,13 +20,13 @@
<meta property="og:site_name" content="Apache Arrow" />
<meta property="og:image" content="https://arrow.apache.org/img/arrow.png"; />
<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2022-01-28T17:23:34-05:00" />
+<meta property="article:published_time" content="2022-01-31T14:40:41-05:00" />
<meta name="twitter:card" content="summary_large_image" />
<meta property="twitter:image"
content="https://arrow.apache.org/img/arrow.png"; />
<meta property="twitter:title" content="Apache Arrow 6.0.1 Release" />
<meta name="twitter:site" content="@ApacheArrow" />
<script type="application/ld+json">
-{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/6.0.1.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 6.0.1 (18 November 2021) This is a patch release covering more than 0
months of development. Download Source Artifacts Binary Artifacts For AlmaLinux
For Amazon Linux For CentOS For C# For Debian For Python For Ubuntu Git tag
Contributors This release includes 34 commits from 16 distinct contributors. $
git shortlog -sn a [...]
+{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/6.0.1.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow 6.0.1 (18 November 2021) This is a patch release covering more than 0
months of development. Download Source Artifacts Binary Artifacts For AlmaLinux
For Amazon Linux For CentOS For C# For Debian For Python For Ubuntu Git tag
Contributors This release includes 34 commits from 16 distinct contributors. $
git shortlog -sn a [...]
<!-- End Jekyll SEO tag -->
diff --git a/release/index.html b/release/index.html
index 945fc99..9426530 100644
--- a/release/index.html
+++ b/release/index.html
@@ -20,13 +20,13 @@
<meta property="og:site_name" content="Apache Arrow" />
<meta property="og:image" content="https://arrow.apache.org/img/arrow.png"; />
<meta property="og:type" content="article" />
-<meta property="article:published_time" content="2022-01-28T17:23:34-05:00" />
+<meta property="article:published_time" content="2022-01-31T14:40:41-05:00" />
<meta name="twitter:card" content="summary_large_image" />
<meta property="twitter:image"
content="https://arrow.apache.org/img/arrow.png"; />
<meta property="twitter:title" content="Releases" />
<meta name="twitter:site" content="@ApacheArrow" />
<script type="application/ld+json">
-{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow Releases Navigate to the release page for downloads and the changelog.
6.0.1 (18 November 2021) 6.0.0 (26 October 2021) 5.0.0 (29 July 2021) 4.0.1 (26
May 2021) 4.0.0 (26 April 2021) 3.0.0 (26 January 2021) 2.0.0 (19 October 2020)
1.0.1 (21 August 2020) 1.0.0 (24 July 2020) 0.17.1 (18 May 2020) 0.17.0 (20
April 2020) 0.16.0 (7 Febr [...]
+{"mainEntityOfPage":{"@type":"WebPage","@id":"https://arrow.apache.org/release/"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache
Arrow Releases Navigate to the release page for downloads and the changelog.
6.0.1 (18 November 2021) 6.0.0 (26 October 2021) 5.0.0 (29 July 2021) 4.0.1 (26
May 2021) 4.0.0 (26 April 2021) 3.0.0 (26 January 2021) 2.0.0 (19 October 2020)
1.0.1 (21 August 2020) 1.0.0 (24 July 2020) 0.17.1 (18 May 2020) 0.17.0 (20
April 2020) 0.16.0 (7 Febr [...]
<!-- End Jekyll SEO tag -->
![https://arrow.apache.org/img/arrow.png"](https://arrow.apache.org/img/arrow.png"){kind=link}
![https://arrow.apache.org/blog/2022/01/31/skyhook-bringing-computation-to-storage-with-apache-arrow/"},"image":"https://arrow.apache.org/img/arrow.png","description":"CPUs](https://arrow.apache.org/blog/2022/01/31/skyhook-bringing-computation-to-storage-with-apache-arrow/"},"image":"https://arrow.apache.org/img/arrow.png","description":"CPUs){kind=link}
![https://www.apache.org/events/current-event-234x60.png"/](https://www.apache.org/events/current-event-234x60.png"/){kind=link}
![https://arrow.apache.org/docs/c_glib/"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache](https://arrow.apache.org/docs/c_glib/"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache){kind=link}
![https://arrow.apache.org/release/0.1.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache](https://arrow.apache.org/release/0.1.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache){kind=link}
![https://arrow.apache.org/release/0.10.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache](https://arrow.apache.org/release/0.10.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache){kind=link}
![https://arrow.apache.org/release/0.11.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache](https://arrow.apache.org/release/0.11.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache){kind=link}
![https://arrow.apache.org/release/0.11.1.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache](https://arrow.apache.org/release/0.11.1.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache){kind=link}
![https://arrow.apache.org/release/0.12.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache](https://arrow.apache.org/release/0.12.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache){kind=link}
![https://arrow.apache.org/release/0.13.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache](https://arrow.apache.org/release/0.13.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache){kind=link}
![https://arrow.apache.org/release/0.14.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache](https://arrow.apache.org/release/0.14.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache){kind=link}
![https://arrow.apache.org/release/0.14.1.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache](https://arrow.apache.org/release/0.14.1.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache){kind=link}
![https://arrow.apache.org/release/0.15.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache](https://arrow.apache.org/release/0.15.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache){kind=link}
![https://arrow.apache.org/release/0.15.1.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache](https://arrow.apache.org/release/0.15.1.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache){kind=link}
![https://arrow.apache.org/release/0.16.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache](https://arrow.apache.org/release/0.16.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache){kind=link}
![https://arrow.apache.org/release/0.17.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache](https://arrow.apache.org/release/0.17.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache){kind=link}
![https://arrow.apache.org/release/0.17.1.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache](https://arrow.apache.org/release/0.17.1.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache){kind=link}
![https://arrow.apache.org/release/0.2.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache](https://arrow.apache.org/release/0.2.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache){kind=link}
![https://arrow.apache.org/release/0.3.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache](https://arrow.apache.org/release/0.3.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache){kind=link}
![https://arrow.apache.org/release/0.4.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache](https://arrow.apache.org/release/0.4.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache){kind=link}
![https://arrow.apache.org/release/0.4.1.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache](https://arrow.apache.org/release/0.4.1.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache){kind=link}
![https://arrow.apache.org/release/0.5.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache](https://arrow.apache.org/release/0.5.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache){kind=link}
![https://arrow.apache.org/release/0.6.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache](https://arrow.apache.org/release/0.6.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache){kind=link}
![https://arrow.apache.org/release/0.7.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache](https://arrow.apache.org/release/0.7.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache){kind=link}
![https://arrow.apache.org/release/0.7.1.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache](https://arrow.apache.org/release/0.7.1.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache){kind=link}
![https://arrow.apache.org/release/0.8.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache](https://arrow.apache.org/release/0.8.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache){kind=link}
![https://arrow.apache.org/release/0.9.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache](https://arrow.apache.org/release/0.9.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache){kind=link}
![https://arrow.apache.org/release/1.0.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache](https://arrow.apache.org/release/1.0.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache){kind=link}
![https://arrow.apache.org/release/1.0.1.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache](https://arrow.apache.org/release/1.0.1.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache){kind=link}
![https://arrow.apache.org/release/2.0.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache](https://arrow.apache.org/release/2.0.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache){kind=link}
![https://arrow.apache.org/release/3.0.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache](https://arrow.apache.org/release/3.0.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache){kind=link}
![https://arrow.apache.org/release/4.0.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache](https://arrow.apache.org/release/4.0.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache){kind=link}
![https://arrow.apache.org/release/4.0.1.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache](https://arrow.apache.org/release/4.0.1.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache){kind=link}
![https://arrow.apache.org/release/5.0.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache](https://arrow.apache.org/release/5.0.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache){kind=link}
![https://arrow.apache.org/release/6.0.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache](https://arrow.apache.org/release/6.0.0.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache){kind=link}
![https://arrow.apache.org/release/6.0.1.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache](https://arrow.apache.org/release/6.0.1.html"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache){kind=link}
![https://arrow.apache.org/release/"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache](https://arrow.apache.org/release/"},"image":"https://arrow.apache.org/img/arrow.png","description":"Apache){kind=link}