Publish updates from ARROW-2201, ARROW-1912, .. .. and apache/arrow commits 7c8844360846, 31a1b9b8d152
Project: http://git-wip-us.apache.org/repos/asf/arrow-site/repo Commit: http://git-wip-us.apache.org/repos/asf/arrow-site/commit/d37db9dd Tree: http://git-wip-us.apache.org/repos/asf/arrow-site/tree/d37db9dd Diff: http://git-wip-us.apache.org/repos/asf/arrow-site/diff/d37db9dd Branch: refs/heads/asf-site Commit: d37db9ddf6ec1376d4e943e6517b9ba50be41103 Parents: 9217514 Author: Brian Hulette <brian.hule...@ccri.com> Authored: Fri Feb 23 11:38:33 2018 -0500 Committer: Brian Hulette <brian.hule...@ccri.com> Committed: Fri Feb 23 11:38:33 2018 -0500 ---------------------------------------------------------------------- blog/2017/05/08/0.3-release-japanese/index.html | 1 + blog/2017/05/08/0.3-release/index.html | 1 + blog/2017/05/23/0.4.0-release/index.html | 1 + blog/2017/06/14/0.4.1-release/index.html | 1 + blog/2017/06/16/turbodbc-arrow/index.html | 1 + blog/2017/07/25/0.5.0-release/index.html | 1 + blog/2017/07/26/spark-arrow/index.html | 1 + .../08/plasma-in-memory-object-store/index.html | 1 + blog/2017/08/16/0.6.0-release/index.html | 1 + blog/2017/09/19/0.7.0-release/index.html | 1 + .../index.html | 1 + blog/2017/12/18/0.8.0-release/index.html | 1 + .../12/18/java-vector-improvements/index.html | 234 + blog/index.html | 3 +- committers/index.html | 59 + docs/ipc.html | 1 + docs/js/assets/css/main.css | 865 +++ docs/js/assets/css/main.css.map | 7 + docs/js/assets/images/icons.png | Bin 0 -> 9487 bytes docs/js/assets/images/ic...@2x.png | Bin 0 -> 27740 bytes docs/js/assets/images/widgets.png | Bin 0 -> 480 bytes docs/js/assets/images/widg...@2x.png | Bin 0 -> 855 bytes docs/js/assets/js/main.js | 5 + docs/js/assets/js/search.js | 3 + docs/js/classes/and.html | 371 ++ docs/js/classes/basedata.html | 635 +++ docs/js/classes/baseint64.html | 446 ++ docs/js/classes/binary.html | 1046 ++++ docs/js/classes/binarydataloader.html | 1511 +++++ docs/js/classes/binaryvector.html | 919 ++++ docs/js/classes/binaryview.html | 542 ++ docs/js/classes/bool.html | 1046 ++++ docs/js/classes/booldata.html | 684 +++ docs/js/classes/boolvector.html | 841 +++ docs/js/classes/boolview.html | 468 ++ docs/js/classes/buffermetadata.html | 249 + docs/js/classes/chunkeddata.html | 788 +++ docs/js/classes/chunkedview.html | 507 ++ docs/js/classes/col.html | 392 ++ docs/js/classes/combinationpredicate.html | 376 ++ docs/js/classes/comparisonpredicate.html | 540 ++ docs/js/classes/countbyresult.html | 796 +++ docs/js/classes/custompredicate.html | 428 ++ docs/js/classes/datatype.html | 1022 ++++ docs/js/classes/date_.html | 1060 ++++ docs/js/classes/datedayview.html | 564 ++ docs/js/classes/datemillisecondview.html | 565 ++ docs/js/classes/datevector.html | 950 ++++ docs/js/classes/decimal.html | 1074 ++++ docs/js/classes/decimalvector.html | 893 +++ docs/js/classes/denseunion.html | 381 ++ docs/js/classes/denseuniondata.html | 694 +++ docs/js/classes/denseunionview.html | 752 +++ docs/js/classes/dictionary.html | 1120 ++++ docs/js/classes/dictionarybatch.html | 497 ++ docs/js/classes/dictionarydata.html | 711 +++ docs/js/classes/dictionaryvector.html | 913 +++ docs/js/classes/dictionaryview.html | 458 ++ docs/js/classes/equals.html | 586 ++ docs/js/classes/field.html | 394 ++ docs/js/classes/fieldmetadata.html | 249 + docs/js/classes/fileblock.html | 266 + docs/js/classes/filtereddataframe.html | 372 ++ docs/js/classes/fixedsizebinary.html | 1060 ++++ docs/js/classes/fixedsizebinaryvector.html | 893 +++ docs/js/classes/fixedsizelist.html | 1129 ++++ docs/js/classes/fixedsizelistvector.html | 793 +++ docs/js/classes/fixedsizelistview.html | 557 ++ docs/js/classes/fixedsizeview.html | 577 ++ docs/js/classes/flatdata.html | 700 +++ docs/js/classes/flatlistdata.html | 718 +++ docs/js/classes/flatvector.html | 923 ++++ docs/js/classes/flatview.html | 456 ++ docs/js/classes/float.html | 1089 ++++ docs/js/classes/float16.html | 372 ++ docs/js/classes/float16view.html | 564 ++ docs/js/classes/float32.html | 372 ++ docs/js/classes/float64.html | 372 ++ docs/js/classes/floatvector.html | 991 ++++ docs/js/classes/footer.html | 266 + docs/js/classes/gteq.html | 537 ++ docs/js/classes/int.html | 1124 ++++ docs/js/classes/int128.html | 468 ++ docs/js/classes/int16.html | 387 ++ docs/js/classes/int32.html | 387 ++ docs/js/classes/int64.html | 776 +++ docs/js/classes/int8.html | 387 ++ docs/js/classes/interval.html | 1060 ++++ docs/js/classes/intervalmonthview.html | 564 ++ docs/js/classes/intervalvector.html | 929 ++++ docs/js/classes/intervalyearmonthview.html | 564 ++ docs/js/classes/intervalyearview.html | 564 ++ docs/js/classes/intvector.html | 1072 ++++ docs/js/classes/jsondataloader.html | 1509 +++++ docs/js/classes/list.html | 1115 ++++ docs/js/classes/listdata.html | 715 +++ docs/js/classes/listvector.html | 906 +++ docs/js/classes/listvectorbase.html | 913 +++ docs/js/classes/listview.html | 549 ++ docs/js/classes/listviewbase.html | 539 ++ docs/js/classes/literal.html | 337 ++ docs/js/classes/lteq.html | 537 ++ docs/js/classes/map_.html | 1061 ++++ docs/js/classes/maprowview.html | 774 +++ docs/js/classes/mapvector.html | 889 +++ docs/js/classes/mapview.html | 661 +++ docs/js/classes/message.html | 363 ++ docs/js/classes/nesteddata.html | 658 +++ docs/js/classes/nestedvector.html | 883 +++ docs/js/classes/nestedview.html | 631 +++ docs/js/classes/null.html | 1046 ++++ docs/js/classes/nullvector.html | 793 +++ docs/js/classes/nullview.html | 411 ++ docs/js/classes/or.html | 371 ++ .../org.apache.arrow.flatbuf.binary.html | 531 ++ .../classes/org.apache.arrow.flatbuf.block.html | 556 ++ .../classes/org.apache.arrow.flatbuf.bool.html | 531 ++ .../org.apache.arrow.flatbuf.buffer.html | 528 ++ .../classes/org.apache.arrow.flatbuf.date.html | 588 ++ .../org.apache.arrow.flatbuf.decimal.html | 651 +++ ...rg.apache.arrow.flatbuf.dictionarybatch.html | 715 +++ ...apache.arrow.flatbuf.dictionaryencoding.html | 726 +++ .../classes/org.apache.arrow.flatbuf.field.html | 1342 +++++ .../org.apache.arrow.flatbuf.fieldnode.html | 529 ++ ...rg.apache.arrow.flatbuf.fixedsizebinary.html | 591 ++ .../org.apache.arrow.flatbuf.fixedsizelist.html | 591 ++ .../org.apache.arrow.flatbuf.floatingpoint.html | 588 ++ .../org.apache.arrow.flatbuf.footer.html | 940 ++++ .../classes/org.apache.arrow.flatbuf.int.html | 645 +++ .../org.apache.arrow.flatbuf.interval.html | 588 ++ .../org.apache.arrow.flatbuf.keyvalue.html | 691 +++ .../classes/org.apache.arrow.flatbuf.list.html | 531 ++ .../classes/org.apache.arrow.flatbuf.map.html | 591 ++ .../org.apache.arrow.flatbuf.message.html | 808 +++ .../classes/org.apache.arrow.flatbuf.null.html | 531 ++ .../org.apache.arrow.flatbuf.recordbatch.html | 854 +++ .../org.apache.arrow.flatbuf.schema.html | 943 ++++ .../org.apache.arrow.flatbuf.struct_.html | 531 ++ .../classes/org.apache.arrow.flatbuf.time.html | 645 +++ .../org.apache.arrow.flatbuf.timestamp.html | 692 +++ .../classes/org.apache.arrow.flatbuf.union.html | 769 +++ .../classes/org.apache.arrow.flatbuf.utf8.html | 531 ++ .../org.apache.arrow.flatbuf.vectorlayout.html | 651 +++ docs/js/classes/predicate.html | 296 + docs/js/classes/primitiveview.html | 598 ++ docs/js/classes/recordbatch.html | 1003 ++++ docs/js/classes/recordbatchmetadata.html | 412 ++ docs/js/classes/rowview.html | 771 +++ docs/js/classes/schema.html | 437 ++ docs/js/classes/singlenesteddata.html | 696 +++ docs/js/classes/sparseunion.html | 381 ++ docs/js/classes/sparseuniondata.html | 670 +++ docs/js/classes/struct.html | 1047 ++++ docs/js/classes/structvector.html | 900 +++ docs/js/classes/structview.html | 634 +++ docs/js/classes/table.html | 799 +++ docs/js/classes/tabletostringiterator.html | 375 ++ docs/js/classes/time.html | 1074 ++++ docs/js/classes/timestamp.html | 1074 ++++ docs/js/classes/timestampdayview.html | 564 ++ docs/js/classes/timestampmicrosecondview.html | 564 ++ docs/js/classes/timestampmillisecondview.html | 564 ++ docs/js/classes/timestampnanosecondview.html | 564 ++ docs/js/classes/timestampsecondview.html | 564 ++ docs/js/classes/timestampvector.html | 914 +++ docs/js/classes/timevector.html | 926 ++++ docs/js/classes/typedataloader.html | 1443 +++++ docs/js/classes/typevisitor.html | 764 +++ docs/js/classes/uint16.html | 387 ++ docs/js/classes/uint32.html | 387 ++ docs/js/classes/uint64.html | 725 +++ docs/js/classes/uint8.html | 387 ++ docs/js/classes/union.html | 1094 ++++ docs/js/classes/uniondata.html | 684 +++ docs/js/classes/unionvector.html | 876 +++ docs/js/classes/unionview.html | 759 +++ docs/js/classes/utf8.html | 1046 ++++ docs/js/classes/utf8vector.html | 919 ++++ docs/js/classes/utf8view.html | 542 ++ docs/js/classes/validityview.html | 524 ++ docs/js/classes/value.html | 280 + docs/js/classes/variablelistviewbase.html | 560 ++ docs/js/classes/vector.html | 797 +++ docs/js/classes/vectorvisitor.html | 762 +++ .../org.apache.arrow.flatbuf.dateunit.html | 377 ++ .../org.apache.arrow.flatbuf.endianness.html | 377 ++ .../org.apache.arrow.flatbuf.intervalunit.html | 377 ++ .../org.apache.arrow.flatbuf.messageheader.html | 419 ++ ...rg.apache.arrow.flatbuf.metadataversion.html | 427 ++ .../org.apache.arrow.flatbuf.precision.html | 391 ++ .../org.apache.arrow.flatbuf.timeunit.html | 405 ++ .../js/enums/org.apache.arrow.flatbuf.type.html | 601 ++ .../org.apache.arrow.flatbuf.unionmode.html | 377 ++ .../org.apache.arrow.flatbuf.vectortype.html | 425 ++ docs/js/enums/type.html | 482 ++ docs/js/globals.html | 5204 ++++++++++++++++++ docs/js/index.html | 1242 +++++ docs/js/interfaces/dataframe.html | 297 + docs/js/interfaces/datatypes.html | 485 ++ docs/js/interfaces/iterablearraylike.html | 248 + docs/js/interfaces/observable.html | 226 + docs/js/interfaces/observer.html | 304 + docs/js/interfaces/subscription.html | 212 + docs/js/interfaces/typedarray.html | 1413 +++++ docs/js/interfaces/typedarrayconstructor.html | 373 ++ docs/js/interfaces/vectorlike.html | 251 + docs/js/interfaces/view.html | 434 ++ docs/js/interfaces/visitornode.html | 265 + docs/js/modules/data.html | 184 + docs/js/modules/enum_.html | 184 + docs/js/modules/org.apache.arrow.flatbuf.html | 413 ++ docs/js/modules/org.apache.arrow.html | 218 + docs/js/modules/org.apache.html | 210 + docs/js/modules/org.html | 202 + docs/js/modules/predicate.html | 184 + docs/js/modules/type.html | 184 + docs/js/modules/util.html | 184 + docs/js/modules/vector.html | 184 + docs/js/modules/view.html | 184 + docs/js/modules/visitor.html | 184 + docs/memory_layout.html | 1 + docs/metadata.html | 1 + feed.xml | 4 +- index.html | 1 + install/index.html | 1 + powered_by/index.html | 12 + release/0.1.0.html | 1 + release/0.2.0.html | 1 + release/0.3.0.html | 1 + release/0.4.0.html | 1 + release/0.4.1.html | 1 + release/0.5.0.html | 1 + release/0.6.0.html | 1 + release/0.7.0.html | 1 + release/0.7.1.html | 1 + release/0.8.0.html | 1 + release/index.html | 1 + 237 files changed, 129933 insertions(+), 3 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/arrow-site/blob/d37db9dd/blog/2017/05/08/0.3-release-japanese/index.html ---------------------------------------------------------------------- diff --git a/blog/2017/05/08/0.3-release-japanese/index.html b/blog/2017/05/08/0.3-release-japanese/index.html index daf0337..eaa5ba6 100644 --- a/blog/2017/05/08/0.3-release-japanese/index.html +++ b/blog/2017/05/08/0.3-release-japanese/index.html @@ -89,6 +89,7 @@ <li><a href="/docs/cpp">C++ API</a></li> <li><a href="/docs/java">Java API</a></li> <li><a href="/docs/c_glib">C GLib API</a></li> + <li><a href="/docs/js">Javascript API</a></li> </ul> </li> <!-- <li><a href="/blog">Blog</a></li> --> http://git-wip-us.apache.org/repos/asf/arrow-site/blob/d37db9dd/blog/2017/05/08/0.3-release/index.html ---------------------------------------------------------------------- diff --git a/blog/2017/05/08/0.3-release/index.html b/blog/2017/05/08/0.3-release/index.html index 4bd92f3..4b4274d 100644 --- a/blog/2017/05/08/0.3-release/index.html +++ b/blog/2017/05/08/0.3-release/index.html @@ -89,6 +89,7 @@ <li><a href="/docs/cpp">C++ API</a></li> <li><a href="/docs/java">Java API</a></li> <li><a href="/docs/c_glib">C GLib API</a></li> + <li><a href="/docs/js">Javascript API</a></li> </ul> </li> <!-- <li><a href="/blog">Blog</a></li> --> http://git-wip-us.apache.org/repos/asf/arrow-site/blob/d37db9dd/blog/2017/05/23/0.4.0-release/index.html ---------------------------------------------------------------------- diff --git a/blog/2017/05/23/0.4.0-release/index.html b/blog/2017/05/23/0.4.0-release/index.html index e4d75ca..c3a8a47 100644 --- a/blog/2017/05/23/0.4.0-release/index.html +++ b/blog/2017/05/23/0.4.0-release/index.html @@ -89,6 +89,7 @@ <li><a href="/docs/cpp">C++ API</a></li> <li><a href="/docs/java">Java API</a></li> <li><a href="/docs/c_glib">C GLib API</a></li> + <li><a href="/docs/js">Javascript API</a></li> </ul> </li> <!-- <li><a href="/blog">Blog</a></li> --> http://git-wip-us.apache.org/repos/asf/arrow-site/blob/d37db9dd/blog/2017/06/14/0.4.1-release/index.html ---------------------------------------------------------------------- diff --git a/blog/2017/06/14/0.4.1-release/index.html b/blog/2017/06/14/0.4.1-release/index.html index 733fcc8..f24d5ae 100644 --- a/blog/2017/06/14/0.4.1-release/index.html +++ b/blog/2017/06/14/0.4.1-release/index.html @@ -89,6 +89,7 @@ <li><a href="/docs/cpp">C++ API</a></li> <li><a href="/docs/java">Java API</a></li> <li><a href="/docs/c_glib">C GLib API</a></li> + <li><a href="/docs/js">Javascript API</a></li> </ul> </li> <!-- <li><a href="/blog">Blog</a></li> --> http://git-wip-us.apache.org/repos/asf/arrow-site/blob/d37db9dd/blog/2017/06/16/turbodbc-arrow/index.html ---------------------------------------------------------------------- diff --git a/blog/2017/06/16/turbodbc-arrow/index.html b/blog/2017/06/16/turbodbc-arrow/index.html index 1cdb16e..8bf1f4e 100644 --- a/blog/2017/06/16/turbodbc-arrow/index.html +++ b/blog/2017/06/16/turbodbc-arrow/index.html @@ -89,6 +89,7 @@ <li><a href="/docs/cpp">C++ API</a></li> <li><a href="/docs/java">Java API</a></li> <li><a href="/docs/c_glib">C GLib API</a></li> + <li><a href="/docs/js">Javascript API</a></li> </ul> </li> <!-- <li><a href="/blog">Blog</a></li> --> http://git-wip-us.apache.org/repos/asf/arrow-site/blob/d37db9dd/blog/2017/07/25/0.5.0-release/index.html ---------------------------------------------------------------------- diff --git a/blog/2017/07/25/0.5.0-release/index.html b/blog/2017/07/25/0.5.0-release/index.html index a51e2b9..4b7dd39 100644 --- a/blog/2017/07/25/0.5.0-release/index.html +++ b/blog/2017/07/25/0.5.0-release/index.html @@ -89,6 +89,7 @@ <li><a href="/docs/cpp">C++ API</a></li> <li><a href="/docs/java">Java API</a></li> <li><a href="/docs/c_glib">C GLib API</a></li> + <li><a href="/docs/js">Javascript API</a></li> </ul> </li> <!-- <li><a href="/blog">Blog</a></li> --> http://git-wip-us.apache.org/repos/asf/arrow-site/blob/d37db9dd/blog/2017/07/26/spark-arrow/index.html ---------------------------------------------------------------------- diff --git a/blog/2017/07/26/spark-arrow/index.html b/blog/2017/07/26/spark-arrow/index.html index e43a7da..1cbd2ea 100644 --- a/blog/2017/07/26/spark-arrow/index.html +++ b/blog/2017/07/26/spark-arrow/index.html @@ -89,6 +89,7 @@ <li><a href="/docs/cpp">C++ API</a></li> <li><a href="/docs/java">Java API</a></li> <li><a href="/docs/c_glib">C GLib API</a></li> + <li><a href="/docs/js">Javascript API</a></li> </ul> </li> <!-- <li><a href="/blog">Blog</a></li> --> http://git-wip-us.apache.org/repos/asf/arrow-site/blob/d37db9dd/blog/2017/08/08/plasma-in-memory-object-store/index.html ---------------------------------------------------------------------- diff --git a/blog/2017/08/08/plasma-in-memory-object-store/index.html b/blog/2017/08/08/plasma-in-memory-object-store/index.html index 84ab969..528ad5f 100644 --- a/blog/2017/08/08/plasma-in-memory-object-store/index.html +++ b/blog/2017/08/08/plasma-in-memory-object-store/index.html @@ -89,6 +89,7 @@ <li><a href="/docs/cpp">C++ API</a></li> <li><a href="/docs/java">Java API</a></li> <li><a href="/docs/c_glib">C GLib API</a></li> + <li><a href="/docs/js">Javascript API</a></li> </ul> </li> <!-- <li><a href="/blog">Blog</a></li> --> http://git-wip-us.apache.org/repos/asf/arrow-site/blob/d37db9dd/blog/2017/08/16/0.6.0-release/index.html ---------------------------------------------------------------------- diff --git a/blog/2017/08/16/0.6.0-release/index.html b/blog/2017/08/16/0.6.0-release/index.html index ff0eccb..7c7d1f9 100644 --- a/blog/2017/08/16/0.6.0-release/index.html +++ b/blog/2017/08/16/0.6.0-release/index.html @@ -89,6 +89,7 @@ <li><a href="/docs/cpp">C++ API</a></li> <li><a href="/docs/java">Java API</a></li> <li><a href="/docs/c_glib">C GLib API</a></li> + <li><a href="/docs/js">Javascript API</a></li> </ul> </li> <!-- <li><a href="/blog">Blog</a></li> --> http://git-wip-us.apache.org/repos/asf/arrow-site/blob/d37db9dd/blog/2017/09/19/0.7.0-release/index.html ---------------------------------------------------------------------- diff --git a/blog/2017/09/19/0.7.0-release/index.html b/blog/2017/09/19/0.7.0-release/index.html index ea44dbf..809a31a 100644 --- a/blog/2017/09/19/0.7.0-release/index.html +++ b/blog/2017/09/19/0.7.0-release/index.html @@ -89,6 +89,7 @@ <li><a href="/docs/cpp">C++ API</a></li> <li><a href="/docs/java">Java API</a></li> <li><a href="/docs/c_glib">C GLib API</a></li> + <li><a href="/docs/js">Javascript API</a></li> </ul> </li> <!-- <li><a href="/blog">Blog</a></li> --> http://git-wip-us.apache.org/repos/asf/arrow-site/blob/d37db9dd/blog/2017/10/15/fast-python-serialization-with-ray-and-arrow/index.html ---------------------------------------------------------------------- diff --git a/blog/2017/10/15/fast-python-serialization-with-ray-and-arrow/index.html b/blog/2017/10/15/fast-python-serialization-with-ray-and-arrow/index.html index debd6c6..f35d7f3 100644 --- a/blog/2017/10/15/fast-python-serialization-with-ray-and-arrow/index.html +++ b/blog/2017/10/15/fast-python-serialization-with-ray-and-arrow/index.html @@ -89,6 +89,7 @@ <li><a href="/docs/cpp">C++ API</a></li> <li><a href="/docs/java">Java API</a></li> <li><a href="/docs/c_glib">C GLib API</a></li> + <li><a href="/docs/js">Javascript API</a></li> </ul> </li> <!-- <li><a href="/blog">Blog</a></li> --> http://git-wip-us.apache.org/repos/asf/arrow-site/blob/d37db9dd/blog/2017/12/18/0.8.0-release/index.html ---------------------------------------------------------------------- diff --git a/blog/2017/12/18/0.8.0-release/index.html b/blog/2017/12/18/0.8.0-release/index.html index e3c396f..2ca46fc 100644 --- a/blog/2017/12/18/0.8.0-release/index.html +++ b/blog/2017/12/18/0.8.0-release/index.html @@ -89,6 +89,7 @@ <li><a href="/docs/cpp">C++ API</a></li> <li><a href="/docs/java">Java API</a></li> <li><a href="/docs/c_glib">C GLib API</a></li> + <li><a href="/docs/js">Javascript API</a></li> </ul> </li> <!-- <li><a href="/blog">Blog</a></li> --> http://git-wip-us.apache.org/repos/asf/arrow-site/blob/d37db9dd/blog/2017/12/18/java-vector-improvements/index.html ---------------------------------------------------------------------- diff --git a/blog/2017/12/18/java-vector-improvements/index.html b/blog/2017/12/18/java-vector-improvements/index.html new file mode 100644 index 0000000..8e43378 --- /dev/null +++ b/blog/2017/12/18/java-vector-improvements/index.html @@ -0,0 +1,234 @@ +<!DOCTYPE html> +<html lang="en-US"> + <head> + <meta charset="UTF-8"> + <title>Apache Arrow Homepage</title> + <meta http-equiv="X-UA-Compatible" content="IE=edge"> + <meta name="viewport" content="width=device-width, initial-scale=1"> + <meta name="generator" content="Jekyll v3.4.3"> + <!-- The above 3 meta tags *must* come first in the head; any other head content must come *after* these tags --> + <link rel="icon" type="image/x-icon" href="/favicon.ico"> + + <link rel="stylesheet" href="//fonts.googleapis.com/css?family=Lato:300,300italic,400,400italic,700,700italic,900"> + + <link href="/css/main.css" rel="stylesheet"> + <link href="/css/syntax.css" rel="stylesheet"> + <script src="https://code.jquery.com/jquery-3.2.1.min.js"; + integrity="sha256-hwg4gsxgFZhOsEEamdOYGBf13FyQuiTwlAQgxVSNgt4=" + crossorigin="anonymous"></script> + <script src="/assets/javascripts/bootstrap.min.js"></script> + + <!-- Global Site Tag (gtag.js) - Google Analytics --> +<script async src="https://www.googletagmanager.com/gtag/js?id=UA-107500873-1";></script> +<script> + window.dataLayer = window.dataLayer || []; + function gtag(){dataLayer.push(arguments)}; + gtag('js', new Date()); + + gtag('config', 'UA-107500873-1'); +</script> + + + </head> + + + +<body class="wrap"> + <div class="container"> + <nav class="navbar navbar-default"> + <div class="container-fluid"> + <div class="navbar-header"> + <button type="button" class="navbar-toggle" data-toggle="collapse" data-target="#arrow-navbar"> + <span class="sr-only">Toggle navigation</span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + <span class="icon-bar"></span> + </button> + <a class="navbar-brand" href="/">Apache Arrow™ </a> + </div> + + <!-- Collect the nav links, forms, and other content for toggling --> + <div class="collapse navbar-collapse" id="arrow-navbar"> + <ul class="nav navbar-nav"> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" + role="button" aria-haspopup="true" + aria-expanded="false">Project Links<span class="caret"></span> + </a> + <ul class="dropdown-menu"> + <li><a href="/install/">Install</a></li> + <li><a href="/blog/">Blog</a></li> + <li><a href="/release/">Releases</a></li> + <li><a href="https://issues.apache.org/jira/browse/ARROW";>Issue Tracker</a></li> + <li><a href="https://github.com/apache/arrow";>Source Code</a></li> + <li><a href="http://mail-archives.apache.org/mod_mbox/arrow-dev/";>Mailing List</a></li> + <li><a href="https://apachearrowslackin.herokuapp.com";>Slack Channel</a></li> + <li><a href="/committers/">Committers</a></li> + <li><a href="/powered_by/">Powered By</a></li> + </ul> + </li> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" + role="button" aria-haspopup="true" + aria-expanded="false">Specification<span class="caret"></span> + </a> + <ul class="dropdown-menu"> + <li><a href="/docs/memory_layout.html">Memory Layout</a></li> + <li><a href="/docs/metadata.html">Metadata</a></li> + <li><a href="/docs/ipc.html">Messaging / IPC</a></li> + </ul> + </li> + + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" + role="button" aria-haspopup="true" + aria-expanded="false">Documentation<span class="caret"></span> + </a> + <ul class="dropdown-menu"> + <li><a href="/docs/python">Python</a></li> + <li><a href="/docs/cpp">C++ API</a></li> + <li><a href="/docs/java">Java API</a></li> + <li><a href="/docs/c_glib">C GLib API</a></li> + <li><a href="/docs/js">Javascript API</a></li> + </ul> + </li> + <!-- <li><a href="/blog">Blog</a></li> --> + <li class="dropdown"> + <a href="#" class="dropdown-toggle" data-toggle="dropdown" + role="button" aria-haspopup="true" + aria-expanded="false">ASF Links<span class="caret"></span> + </a> + <ul class="dropdown-menu"> + <li><a href="http://www.apache.org/";>ASF Website</a></li> + <li><a href="http://www.apache.org/licenses/";>License</a></li> + <li><a href="http://www.apache.org/foundation/sponsorship.html";>Donate</a></li> + <li><a href="http://www.apache.org/foundation/thanks.html";>Thanks</a></li> + <li><a href="http://www.apache.org/security/";>Security</a></li> + </ul> + </li> + </ul> + <a href="http://www.apache.org/";> + <img style="float:right;" src="/img/asf_logo.svg" width="120px"/> + </a> + </div><!-- /.navbar-collapse --> + </div> + </nav> + + + <h2> + Improvements to Java Vector API in Apache Arrow 0.8.0 + <a href="/blog/2017/12/18/java-vector-improvements/" class="permalink" title="Permalink">â</a> + </h2> + + + + <div class="panel"> + <div class="panel-body"> + <div> + <span class="label label-default">Published</span> + <span class="published"> + <i class="fa fa-calendar"></i> + 18 Dec 2017 + </span> + </div> + <div> + <span class="label label-default">By</span> + <a href="http://people.apache.org/~Siddharth Teotia"><i class="fa fa-user"></i> (Siddharth Teotia)</a> + </div> + </div> + </div> + + <!-- + +--> + +<p>This post gives insight into the major improvements in the Java implementation +of vectors. We undertook this work over the last 10 weeks since the last Arrow +release.</p> + +<h2 id="design-goals">Design Goals</h2> + +<ol> + <li>Improved maintainability and extensibility</li> + <li>Improved heap memory usage</li> + <li>No performance overhead on hot code paths</li> +</ol> + +<h2 id="background">Background</h2> + +<h3 id="improved-maintainability-and-extensibility">Improved maintainability and extensibility</h3> + +<p>We use templates in several places for compile time Java code generation for +different vector classes, readers, writers etc. Templates are helpful as the +developers donât have to write a lot of duplicate code.</p> + +<p>However, we realized that over a period of time some specific Java +templates became extremely complex with giant if-else blocks, poor code indentation +and documentation. All this impacted the ability to easily extend these templates +for adding new functionality or improving the existing infrastructure.</p> + +<p>So we evaluated the usage of templates for compile time code generation and +decided not to use complex templates in some places by writing small amount of +duplicate code which is elegant, well documented and extensible.</p> + +<h3 id="improved-heap-usage">Improved heap usage</h3> + +<p>We did extensive memory analysis downstream in <a href="https://www.dremio.com/";>Dremio</a> where Arrow is used +heavily for in-memory query execution on columnar data. The general conclusion +was that Arrowâs Java vector classes have non-negligible heap overhead and +volume of objects was too high. There were places in code where we were +creating objects unnecessarily and using structures that could be substituted +with better alternatives.</p> + +<h3 id="no-performance-overhead-on-hot-code-paths">No performance overhead on hot code paths</h3> + +<p>Java vectors used delegation and abstraction heavily throughout the object +hierarchy. The performance critical get/set methods of vectors went through a +chain of function calls back and forth between different objects before doing +meaningful work. We also evaluated the usage of branches in vector APIs and +reimplemented some of them by avoiding branches completely.</p> + +<p>We took inspiration from how the Java memory code in <code class="highlighter-rouge">ArrowBuf</code> works. For all +the performance critical methods, <code class="highlighter-rouge">ArrowBuf</code> bypasses all the netty object +hierarchy, grabs the target virtual address and directly interacts with the +memory.</p> + +<p>There were cases where branches could be avoided all together.</p> + +<p>In case of nullable vectors, we were doing multiple checks to confirm if +the value at a given position in the vector is null or not.</p> + +<h2 id="our-implementation-approach">Our implementation approach</h2> + +<ul> + <li>For scalars, the inheritance tree was simplified by writing different +abstract base classes for fixed and variable width scalars.</li> + <li>The base classes contained all the common functionality across different +types.</li> + <li>The individual subclasses implemented type specific APIs for fixed and +variable width scalar vectors.</li> + <li>For the performance critical methods, all the work is done either in +the vector class or corresponding ArrowBuf. There is no delegation to any +internal object.</li> + <li>The mutator and accessor based access to vector APIs is removed. These +objects led to unnecessary heap overhead and complicated the use of APIs.</li> + <li>Both scalar and complex vectors directly interact with underlying buffers +that manage the offsets, data and validity. Earlier we were creating different +inner vectors for each vector and delegating all the functionality to inner +vectors. This introduced a lot of bugs in memory management, excessive heap +overhead and performance penalty due to chain of delegations.</li> + <li>We reduced the number of vector classes by removing non-nullable vectors. +In the new implementation, all vectors in Java are nullable in nature.</li> +</ul> + + + + <hr/> +<footer class="footer"> + <p>Apache Arrow, Arrow, Apache, the Apache feather logo, and the Apache Arrow project logo are either registered trademarks or trademarks of The Apache Software Foundation in the United States and other countries.</p> + <p>© 2017 Apache Software Foundation</p> +</footer> + + </div> +</body> +</html> http://git-wip-us.apache.org/repos/asf/arrow-site/blob/d37db9dd/blog/index.html ---------------------------------------------------------------------- diff --git a/blog/index.html b/blog/index.html index ec649a0..c70cc40 100644 --- a/blog/index.html +++ b/blog/index.html @@ -88,6 +88,7 @@ <li><a href="/docs/cpp">C++ API</a></li> <li><a href="/docs/java">Java API</a></li> <li><a href="/docs/c_glib">C GLib API</a></li> + <li><a href="/docs/js">Javascript API</a></li> </ul> </li> <!-- <li><a href="/blog">Blog</a></li> --> @@ -309,7 +310,7 @@ implementations and bindings to more languages.</p> <div class="container"> <h2> Improvements to Java Vector API in Apache Arrow 0.8.0 - <a href="/blog/2017/12/19/java-vector-improvements/" class="permalink" title="Permalink">â</a> + <a href="/blog/2017/12/18/java-vector-improvements/" class="permalink" title="Permalink">â</a> </h2> http://git-wip-us.apache.org/repos/asf/arrow-site/blob/d37db9dd/committers/index.html ---------------------------------------------------------------------- diff --git a/committers/index.html b/committers/index.html index 738495c..10a508e 100644 --- a/committers/index.html +++ b/committers/index.html @@ -88,6 +88,7 @@ <li><a href="/docs/cpp">C++ API</a></li> <li><a href="/docs/java">Java API</a></li> <li><a href="/docs/c_glib">C GLib API</a></li> + <li><a href="/docs/js">Javascript API</a></li> </ul> </li> <!-- <li><a href="/blog">Blog</a></li> --> @@ -118,120 +119,178 @@ <table class="table"><thead> <tr> <th>Name</th> +<th>Role</th> <th>Alias (email is <alias>@apache.org)</th> +<th>Affiliation</th> </tr> </thead><tbody> <tr> <td>Jacques Nadeau</td> +<td>VP, PMC</td> <td>jacques</td> +<td>Dremio</td> </tr> <tr> <td>Todd Lipcon</td> +<td>PMC</td> <td>todd</td> +<td>Cloudera</td> </tr> <tr> <td>Ted Dunning</td> +<td>PMC</td> <td>tdunning</td> +<td>MapR</td> </tr> <tr> <td>Michael Stack</td> +<td>PMC</td> <td>stack</td> +<td>Cloudera</td> </tr> <tr> <td>P. Taylor Goetz</td> +<td>PMC</td> <td>ptgoetz</td> +<td>Hortonworks</td> </tr> <tr> <td>Julian Hyde</td> +<td>PMC</td> <td>jhyde</td> +<td>Hortonworks</td> </tr> <tr> <td>Reynold Xin</td> +<td>PMC</td> <td>rxin</td> +<td>Databricks</td> </tr> <tr> <td>James Taylor</td> +<td>PMC</td> <td>jamestaylor</td> +<td>Salesforce</td> </tr> <tr> <td>Julien Le Dem</td> +<td>PMC</td> <td>julien</td> +<td>WeWork</td> </tr> <tr> <td>Jake Luciani</td> +<td>PMC</td> <td>jake</td> +<td>DataStax</td> </tr> <tr> <td>Jason Altekruse</td> +<td>PMC</td> <td>json</td> +<td>Workday</td> </tr> <tr> <td>Alex Levenson</td> +<td>PMC</td> <td>alexlevenson</td> +<td>Twitter</td> </tr> <tr> <td>Parth Chandra</td> +<td>PMC</td> <td>parthc</td> +<td>MapR</td> </tr> <tr> <td>Marcel Kornacker</td> +<td>PMC</td> <td>marcel</td> +<td>Independent</td> </tr> <tr> <td>Steven Phillips</td> +<td>PMC</td> <td>smp</td> +<td>Dremio</td> </tr> <tr> <td>Hanifi Gunes</td> +<td>PMC</td> <td>hg</td> +<td></td> </tr> <tr> <td>Abdelhakim Deneche</td> +<td>PMC</td> <td>adeneche</td> +<td>Dremio</td> </tr> <tr> <td>Wes McKinney</td> +<td>PMC</td> <td>wesm</td> +<td>Two Sigma</td> </tr> <tr> <td>David Alves</td> +<td>PMC</td> <td>dralves</td> +<td>Cloudera</td> </tr> <tr> <td>Ippokratis Pandis</td> +<td>PMC</td> <td>ippokratis</td> +<td>Amazon</td> </tr> <tr> <td>Uwe L. Korn</td> +<td>PMC</td> <td>uwe</td> +<td>Blue Yonder GmbH</td> </tr> <tr> <td>Kouhei Sutou</td> +<td>PMC</td> <td>kou</td> +<td>ClearCode</td> </tr> <tr> <td>Philipp Moritz</td> +<td>Committer</td> <td>pcmoritz</td> +<td>UC Berkeley RISELab</td> </tr> <tr> <td>Phillip Cloud</td> +<td>Committer</td> <td>cpcloud</td> +<td>Two Sigma</td> </tr> <tr> <td>Bryan Cutler</td> +<td>Committer</td> <td>cutlerb</td> +<td>IBM</td> </tr> <tr> <td>Li Jin</td> +<td>Committer</td> <td>icexelloss</td> +<td>Two Sigma</td> </tr> <tr> <td>Siddharth Teotia</td> +<td>Committer</td> <td>siddteotia</td> +<td>Dremio</td> </tr> <tr> <td>Paul Taylor</td> +<td>Committer</td> <td>ptaylor</td> +<td>Graphistry</td> </tr> </tbody></table> http://git-wip-us.apache.org/repos/asf/arrow-site/blob/d37db9dd/docs/ipc.html ---------------------------------------------------------------------- diff --git a/docs/ipc.html b/docs/ipc.html index 6d96632..5022c80 100644 --- a/docs/ipc.html +++ b/docs/ipc.html @@ -88,6 +88,7 @@ <li><a href="/docs/cpp">C++ API</a></li> <li><a href="/docs/java">Java API</a></li> <li><a href="/docs/c_glib">C GLib API</a></li> + <li><a href="/docs/js">Javascript API</a></li> </ul> </li> <!-- <li><a href="/blog">Blog</a></li> -->
