Repository: arrow Updated Branches: refs/heads/master f1a4bd176 -> 3f85cee51
ARROW-324: Update arrow metadata diagram Author: Julien Le Dem <jul...@dremio.com> Closes #161 from julienledem/diagram and squashes the following commits: f018cf5 [Julien Le Dem] ARROW-324: Update arrow metadata diagram Project: http://git-wip-us.apache.org/repos/asf/arrow/repo Commit: http://git-wip-us.apache.org/repos/asf/arrow/commit/3f85cee5 Tree: http://git-wip-us.apache.org/repos/asf/arrow/tree/3f85cee5 Diff: http://git-wip-us.apache.org/repos/asf/arrow/diff/3f85cee5 Branch: refs/heads/master Commit: 3f85cee51e45165c4be8d251849d2b3765b9b4dd Parents: f1a4bd1 Author: Julien Le Dem <jul...@dremio.com> Authored: Fri Oct 7 12:12:58 2016 -0700 Committer: Julien Le Dem <jul...@dremio.com> Committed: Fri Oct 7 12:12:58 2016 -0700 ---------------------------------------------------------------------- format/Arrow.graffle | Bin 3646 -> 4142 bytes format/Arrow.png | Bin 86598 -> 112671 bytes format/Metadata.md | 10 ++++++++++ 3 files changed, 10 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/arrow/blob/3f85cee5/format/Arrow.graffle ---------------------------------------------------------------------- diff --git a/format/Arrow.graffle b/format/Arrow.graffle index 453e850..f4eead9 100644 Binary files a/format/Arrow.graffle and b/format/Arrow.graffle differ http://git-wip-us.apache.org/repos/asf/arrow/blob/3f85cee5/format/Arrow.png ---------------------------------------------------------------------- diff --git a/format/Arrow.png b/format/Arrow.png index 361dc82..1b09aa2 100644 Binary files a/format/Arrow.png and b/format/Arrow.png differ http://git-wip-us.apache.org/repos/asf/arrow/blob/3f85cee5/format/Metadata.md ---------------------------------------------------------------------- diff --git a/format/Metadata.md b/format/Metadata.md index fa5f623..3388a7e 100644 --- a/format/Metadata.md +++ b/format/Metadata.md @@ -46,7 +46,17 @@ table Field { name: string; nullable: bool; type: Type; + // present only if the field is dictionary encoded + // will point to a dictionary provided by a DictionaryBatch message + dictionary: long; + // children apply only to Nested data types like Struct, List and Union children: [Field]; + /// layout of buffers produced for this type (as derived from the Type) + /// does not include children + /// each recordbatch will return instances of those Buffers. + layout: [ VectorLayout ]; + // User-defined metadata + custom_metadata: [ KeyValue ]; } ```
