This is an automated email from the ASF dual-hosted git repository.
fokko pushed a change to branch fd-fix-template-1
in repository https://gitbox.apache.org/repos/asf/iceberg.git
discard 906bcdee0f Update RELEASE.md
discard 6e8afb4a05 Update RELEASE.md
discard 1270cf7160 Docs: Update template in PyIceberg release guide
add 09fdbda9e6 Spark 3.3: Add hours transform function (#6339)
add 95227dbbd5 Spark 3.3: Support arbitrary scans in SparkBatchQueryScan
(#6309)
add 8e79259136 Spark 3.3: Remove unused RowDataRewriter (#6343)
add 4b51de3110 Doc: Replace build with append in the Flink doc (#6336)
add bc465add69 Flink: Port #4627 to Flink 1.14/1.15 (#6333)
add 3de462efe9 Spark: Port #4627 to Spark 2.4/3.1/3.2 (#6331)
add a980d76546 Build: Keep Scala Compiler Alive Between Sessions(#6311)
add 7fd9ded0a1 Spark 3.3: Choose readers based on task types (#6345)
add 577867e88d Python: Fix PyArrow Type conversion (#6346)
add 574a55bbc4 API: Override equals and hashCode methods for primitive
types (#6305)
add 2ecce26235 Core: Change SingleBufferInputStream .read signature to
match super (#6221)
add b2f4694b4d API: Add view interfaces (#4925)
add 9a00f7477d Core: Add readable_metrics columns to files metadata tables
(#5376)
add c21b5ed337 Flink: support split discovery throttling for streaming
read (#6299)
add cd1d918f66 Build: Bump moto from 4.0.10 to 4.0.11 in /python (#6356)
add 5b15053784 Docs: Update Iceberg Hive documentation (#6337)
add f5f79a98b5 Build: Update ORC to 1.8.1 (#6349)
add 75bf001eef Python: Fix PyArrow import (#6362)
add b176202d8e Flink: backport split discovery throttling for FLIP-27
source to 1.14 and 1.15 (#6363)
add 8a76b4bf68 Docs: Update Zorder spark support versions. (#6360)
add 2ca060c34c Docs: Remove backticks from Spark procedure headings (#6374)
add d2f0bdb024 Python: Fix incorrect description when set a property
(#6372)
add 83a5d0ed0d Core: Allow dropping a column that was part of a previous
spec (#6268)
add 52c9548784 Python: Make types required (#6308)
add b07da59957 Fix Spark JMH Benchmarks (#6385)
add a878ad7cd6 Build: Bump jackson from 2.11.4 to 2.14.1 (#6168)
add ed31f86aaf Core: Throw CommitStateUnknownException for 502 responses.
(#6391)
add 0694269cd2 Flink: Support read options in flink source (#5967)
add 6d47097151 Build: Fix ./gradlew refreshJavadoc (#6390)
add 2f195674ea Build: Bump certifi from 2022.9.24 to 2022.12.7 in /python
(#6396)
add 7f97a5d386 Python: Set lower bound pip version (#6384)
add 0387308bfc Python: Improve docs (#6389)
add e11f749905 Docs: Should be without RC
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (906bcdee0f)
\
N -- N -- N refs/heads/fd-fix-template-1 (e11f749905)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.palantir/revapi.yml | 193 ++++++++
api/src/main/java/org/apache/iceberg/Schema.java | 9 +
.../org/apache/iceberg/catalog/ViewCatalog.java | 119 +++++
...uestException.java => NoSuchViewException.java} | 8 +-
.../main/java/org/apache/iceberg/types/Type.java | 18 +
.../java/org/apache/iceberg/types/TypeUtil.java | 22 +-
.../SQLViewRepresentation.java} | 47 +-
.../UpdateViewProperties.java} | 29 +-
.../main/java/org/apache/iceberg/view/View.java | 86 ++++
.../java/org/apache/iceberg/view/ViewBuilder.java | 134 +++++
.../ViewHistoryEntry.java} | 17 +-
.../ViewRepresentation.java} | 20 +-
.../java/org/apache/iceberg/view/ViewVersion.java | 61 +++
build.gradle | 6 +
.../java/org/apache/iceberg/BaseFilesTable.java | 93 +++-
.../main/java/org/apache/iceberg/MetricsUtil.java | 300 +++++++++++
.../apache/iceberg/io/SingleBufferInputStream.java | 4 +-
.../org/apache/iceberg/rest/ErrorHandlers.java | 1 +
.../org/apache/iceberg/TestMetadataTableScans.java | 87 ++++
.../org/apache/iceberg/TestPartitionSpecInfo.java | 27 +
docs/flink-getting-started.md | 59 ++-
docs/hive.md | 52 +-
docs/spark-procedures.md | 4 +-
.../iceberg/flink/data/FlinkParquetReaders.java | 11 +-
.../apache/iceberg/flink/source/IcebergSource.java | 3 +-
.../flink/source/assigner/SimpleSplitAssigner.java | 11 +-
.../flink/source/assigner/SplitAssigner.java | 22 +-
.../enumerator/ContinuousIcebergEnumerator.java | 65 ++-
.../enumerator/ContinuousSplitPlannerImpl.java | 26 +-
.../source/enumerator/EnumerationHistory.java | 96 ++++
.../source/enumerator/IcebergEnumeratorState.java | 15 +
.../IcebergEnumeratorStateSerializer.java | 119 ++++-
.../source/enumerator/StaticIcebergEnumerator.java | 15 +-
.../iceberg/flink/source/TestFlinkInputFormat.java | 51 ++
.../enumerator/ManualContinuousSplitPlanner.java | 67 ++-
.../TestContinuousIcebergEnumerator.java | 96 +++-
.../enumerator/TestContinuousSplitPlannerImpl.java | 74 +++
.../source/enumerator/TestEnumerationHistory.java | 134 +++++
.../TestIcebergEnumeratorStateSerializer.java | 64 ++-
.../org/apache/iceberg/flink/FlinkConfParser.java | 35 +-
.../org/apache/iceberg/flink/FlinkReadConf.java | 168 +++++++
.../org/apache/iceberg/flink/FlinkReadOptions.java | 96 ++++
.../iceberg/flink/data/FlinkParquetReaders.java | 11 +-
.../apache/iceberg/flink/source/FlinkSource.java | 51 +-
.../iceberg/flink/source/FlinkSplitPlanner.java | 18 +-
.../apache/iceberg/flink/source/IcebergSource.java | 90 +++-
.../apache/iceberg/flink/source/ScanContext.java | 128 ++---
.../flink/source/assigner/SimpleSplitAssigner.java | 11 +-
.../flink/source/assigner/SplitAssigner.java | 22 +-
.../enumerator/ContinuousIcebergEnumerator.java | 65 ++-
.../enumerator/ContinuousSplitPlannerImpl.java | 26 +-
.../source/enumerator/EnumerationHistory.java | 96 ++++
.../source/enumerator/IcebergEnumeratorState.java | 15 +
.../IcebergEnumeratorStateSerializer.java | 119 ++++-
.../source/enumerator/StaticIcebergEnumerator.java | 15 +-
.../iceberg/flink/source/TestFlinkInputFormat.java | 51 ++
.../flink/source/TestFlinkSourceConfig.java | 62 +++
.../enumerator/ManualContinuousSplitPlanner.java | 67 ++-
.../TestContinuousIcebergEnumerator.java | 96 +++-
.../enumerator/TestContinuousSplitPlannerImpl.java | 74 +++
.../source/enumerator/TestEnumerationHistory.java | 134 +++++
.../TestIcebergEnumeratorStateSerializer.java | 64 ++-
.../apache/iceberg/flink/source/IcebergSource.java | 3 +-
.../flink/source/assigner/SimpleSplitAssigner.java | 11 +-
.../flink/source/assigner/SplitAssigner.java | 22 +-
.../enumerator/ContinuousIcebergEnumerator.java | 65 ++-
.../enumerator/ContinuousSplitPlannerImpl.java | 26 +-
.../source/enumerator/EnumerationHistory.java | 96 ++++
.../source/enumerator/IcebergEnumeratorState.java | 15 +
.../IcebergEnumeratorStateSerializer.java | 119 ++++-
.../source/enumerator/StaticIcebergEnumerator.java | 15 +-
.../enumerator/ManualContinuousSplitPlanner.java | 67 ++-
.../TestContinuousIcebergEnumerator.java | 96 +++-
.../enumerator/TestContinuousSplitPlannerImpl.java | 74 +++
.../source/enumerator/TestEnumerationHistory.java | 134 +++++
.../TestIcebergEnumeratorStateSerializer.java | 64 ++-
open-api/rest-catalog-open-api.yaml | 14 +
python/.pre-commit-config.yaml | 18 +-
python/README.md | 2 +-
python/mkdocs/docs/api.md | 339 +++++++++++++
python/mkdocs/docs/cli.md | 215 ++++++++
python/mkdocs/docs/configuration.md | 84 ++++
.../docs/contributing.md} | 18 +-
python/mkdocs/docs/feature-support.md | 85 ++++
.../RELEASE.md => mkdocs/docs/how-to-release.md} | 24 +-
python/mkdocs/docs/index.md | 550 +--------------------
python/mkdocs/docs/verify-release.md | 100 ++++
python/mkdocs/mkdocs.yml | 16 +
python/poetry.lock | 237 ++++++++-
python/pyiceberg/avro/decoder.py | 2 +-
python/pyiceberg/avro/file.py | 21 +-
python/pyiceberg/avro/reader.py | 4 +-
python/pyiceberg/catalog/hive.py | 7 +-
python/pyiceberg/catalog/rest.py | 9 +-
python/pyiceberg/cli/console.py | 70 +--
python/pyiceberg/conversions.py | 63 +--
python/pyiceberg/expressions/__init__.py | 58 +--
python/pyiceberg/expressions/literals.py | 60 +--
python/pyiceberg/expressions/visitors.py | 8 +-
python/pyiceberg/io/__init__.py | 17 +-
python/pyiceberg/io/fsspec.py | 21 +-
python/pyiceberg/io/memory.py | 11 +-
python/pyiceberg/io/pyarrow.py | 31 +-
python/pyiceberg/partitioning.py | 4 +-
python/pyiceberg/schema.py | 42 +-
python/pyiceberg/table/__init__.py | 24 +-
python/pyiceberg/table/metadata.py | 12 +-
python/pyiceberg/table/snapshots.py | 5 +-
python/pyiceberg/table/sorting.py | 4 +-
python/pyiceberg/transforms.py | 46 +-
python/pyiceberg/types.py | 20 +-
python/pyiceberg/utils/config.py | 4 +-
python/pyiceberg/utils/datetime.py | 4 +-
python/pyiceberg/utils/deprecated.py | 6 +-
python/pyiceberg/utils/iceberg_base_model.py | 11 +-
python/pyiceberg/utils/singleton.py | 2 +-
python/pyproject.toml | 3 +-
python/tests/avro/test_decoder.py | 58 ++-
python/tests/avro/test_file.py | 8 +-
python/tests/avro/test_reader.py | 40 +-
python/tests/avro/test_resolver.py | 36 +-
python/tests/catalog/integration_test_glue.py | 56 ++-
python/tests/catalog/test_base.py | 50 +-
python/tests/catalog/test_glue.py | 84 ++--
python/tests/catalog/test_hive.py | 50 +-
python/tests/catalog/test_rest.py | 74 +--
python/tests/cli/test_console.py | 146 +++---
python/tests/conftest.py | 64 +--
python/tests/expressions/test_evaluator.py | 36 +-
python/tests/expressions/test_expressions.py | 272 +++++-----
python/tests/expressions/test_literals.py | 182 +++----
python/tests/expressions/test_parser.py | 44 +-
python/tests/expressions/test_projection.py | 28 +-
python/tests/expressions/test_visitors.py | 132 ++---
python/tests/io/test_fsspec.py | 49 +-
python/tests/io/test_io.py | 87 ++--
python/tests/io/test_pyarrow.py | 75 +--
python/tests/table/test_init.py | 90 ++--
python/tests/table/test_metadata.py | 78 ++-
python/tests/table/test_partitioning.py | 28 +-
python/tests/table/test_refs.py | 2 +-
python/tests/table/test_snapshots.py | 24 +-
python/tests/table/test_sorting.py | 16 +-
python/tests/test_conversions.py | 40 +-
python/tests/test_schema.py | 82 +--
python/tests/test_transforms.py | 144 +++---
python/tests/test_types.py | 176 +++----
python/tests/test_version.py | 2 +-
python/tests/utils/test_bin_packing.py | 4 +-
python/tests/utils/test_config.py | 12 +-
python/tests/utils/test_manifest.py | 6 +-
python/tests/utils/test_schema_conversion.py | 40 +-
python/tests/utils/test_singleton.py | 4 +-
.../iceberg/spark/data/SparkParquetReaders.java | 11 +-
.../apache/iceberg/spark/source/ComplexRecord.java | 0
.../apache/iceberg/spark/source/NestedRecord.java | 0
.../spark/source/TestIcebergSourceTablesBase.java | 75 +--
.../iceberg/spark/source/TestPartitionValues.java | 54 ++
.../iceberg/spark/data/SparkParquetReaders.java | 11 +-
.../apache/iceberg/spark/source/ComplexRecord.java | 0
.../apache/iceberg/spark/source/NestedRecord.java | 0
.../spark/source/TestIcebergSourceTablesBase.java | 77 +--
.../iceberg/spark/source/TestPartitionValues.java | 54 ++
spark/v3.2/build.gradle | 2 +
.../spark/extensions/TestMetadataTables.java | 144 +++---
.../iceberg/spark/data/SparkParquetReaders.java | 11 +-
.../org/apache/iceberg/spark/data/TestHelpers.java | 28 ++
.../apache/iceberg/spark/source/ComplexRecord.java | 0
.../apache/iceberg/spark/source/NestedRecord.java | 0
.../spark/source/TestIcebergSourceTablesBase.java | 73 ++-
.../iceberg/spark/source/TestPartitionValues.java | 54 ++
spark/v3.3/build.gradle | 2 +
.../spark/extensions/TestMetadataTables.java | 144 +++---
.../SparkParquetReadersFlatDataBenchmark.java | 3 +-
.../SparkParquetReadersNestedDataBenchmark.java | 3 +-
.../SparkParquetWritersFlatDataBenchmark.java | 1 +
.../SparkParquetWritersNestedDataBenchmark.java | 1 +
.../{YearsFunction.java => HoursFunction.java} | 66 +--
.../iceberg/spark/functions/SparkFunctions.java | 1 +
.../iceberg/spark/source/BatchDataReader.java | 33 +-
.../iceberg/spark/source/ChangelogRowReader.java | 13 +-
.../spark/source/EqualityDeleteRowReader.java | 2 +-
.../apache/iceberg/spark/source/RowDataReader.java | 34 +-
.../iceberg/spark/source/RowDataRewriter.java | 179 -------
.../apache/iceberg/spark/source/SparkBatch.java | 84 ++--
.../iceberg/spark/source/SparkBatchQueryScan.java | 88 ++--
.../iceberg/spark/source/SparkChangelogBatch.java | 138 ------
.../iceberg/spark/source/SparkChangelogScan.java | 8 +-
.../spark/source/SparkColumnarReaderFactory.java | 64 +++
.../iceberg/spark/source/SparkCopyOnWriteScan.java | 2 +-
.../iceberg/spark/source/SparkFilesScan.java | 2 +-
.../iceberg/spark/source/SparkInputPartition.java | 4 +
.../spark/source/SparkMicroBatchStream.java | 3 +-
.../spark/source/SparkRowReaderFactory.java | 64 +++
.../org/apache/iceberg/spark/source/SparkScan.java | 99 +---
.../iceberg/spark/source/SparkScanBuilder.java | 42 +-
.../org/apache/iceberg/spark/data/TestHelpers.java | 28 ++
.../spark/source/TestIcebergSourceTablesBase.java | 74 ++-
.../source/TestMetadataTableReadableMetrics.java | 286 +++++++++++
.../iceberg/spark/sql/TestSparkHoursFunction.java | 81 +++
tasks.gradle | 3 +-
versions.props | 4 +-
202 files changed, 8043 insertions(+), 3283 deletions(-)
create mode 100644
api/src/main/java/org/apache/iceberg/catalog/ViewCatalog.java
copy api/src/main/java/org/apache/iceberg/exceptions/{BadRequestException.java
=> NoSuchViewException.java} (80%)
copy api/src/main/java/org/apache/iceberg/{FileScanTask.java =>
view/SQLViewRepresentation.java} (53%)
copy api/src/main/java/org/apache/iceberg/{UpdateProperties.java =>
view/UpdateViewProperties.java} (64%)
create mode 100644 api/src/main/java/org/apache/iceberg/view/View.java
create mode 100644 api/src/main/java/org/apache/iceberg/view/ViewBuilder.java
copy api/src/main/java/org/apache/iceberg/{StructLike.java =>
view/ViewHistoryEntry.java} (68%)
copy api/src/main/java/org/apache/iceberg/{Accessor.java =>
view/ViewRepresentation.java} (71%)
create mode 100644 api/src/main/java/org/apache/iceberg/view/ViewVersion.java
create mode 100644
flink/v1.14/flink/src/main/java/org/apache/iceberg/flink/source/enumerator/EnumerationHistory.java
create mode 100644
flink/v1.14/flink/src/test/java/org/apache/iceberg/flink/source/enumerator/TestEnumerationHistory.java
create mode 100644
flink/v1.15/flink/src/main/java/org/apache/iceberg/flink/FlinkReadConf.java
create mode 100644
flink/v1.15/flink/src/main/java/org/apache/iceberg/flink/FlinkReadOptions.java
create mode 100644
flink/v1.15/flink/src/main/java/org/apache/iceberg/flink/source/enumerator/EnumerationHistory.java
create mode 100644
flink/v1.15/flink/src/test/java/org/apache/iceberg/flink/source/TestFlinkSourceConfig.java
create mode 100644
flink/v1.15/flink/src/test/java/org/apache/iceberg/flink/source/enumerator/TestEnumerationHistory.java
create mode 100644
flink/v1.16/flink/src/main/java/org/apache/iceberg/flink/source/enumerator/EnumerationHistory.java
create mode 100644
flink/v1.16/flink/src/test/java/org/apache/iceberg/flink/source/enumerator/TestEnumerationHistory.java
create mode 100644 python/mkdocs/docs/api.md
create mode 100644 python/mkdocs/docs/cli.md
create mode 100644 python/mkdocs/docs/configuration.md
copy python/{CONTRIBUTING.md => mkdocs/docs/contributing.md} (74%)
create mode 100644 python/mkdocs/docs/feature-support.md
rename python/{dev/RELEASE.md => mkdocs/docs/how-to-release.md} (79%)
create mode 100644 python/mkdocs/docs/verify-release.md
copy spark/{v3.3 =>
v2.4}/spark/src/test/java/org/apache/iceberg/spark/source/ComplexRecord.java
(100%)
copy spark/{v3.3 =>
v2.4}/spark/src/test/java/org/apache/iceberg/spark/source/NestedRecord.java
(100%)
copy spark/{v3.3 =>
v3.1}/spark/src/test/java/org/apache/iceberg/spark/source/ComplexRecord.java
(100%)
copy spark/{v3.3 =>
v3.1}/spark/src/test/java/org/apache/iceberg/spark/source/NestedRecord.java
(100%)
copy spark/{v3.3 =>
v3.2}/spark/src/test/java/org/apache/iceberg/spark/source/ComplexRecord.java
(100%)
copy spark/{v3.3 =>
v3.2}/spark/src/test/java/org/apache/iceberg/spark/source/NestedRecord.java
(100%)
copy
spark/v3.3/spark/src/main/java/org/apache/iceberg/spark/functions/{YearsFunction.java
=> HoursFunction.java} (57%)
delete mode 100644
spark/v3.3/spark/src/main/java/org/apache/iceberg/spark/source/RowDataRewriter.java
delete mode 100644
spark/v3.3/spark/src/main/java/org/apache/iceberg/spark/source/SparkChangelogBatch.java
create mode 100644
spark/v3.3/spark/src/main/java/org/apache/iceberg/spark/source/SparkColumnarReaderFactory.java
create mode 100644
spark/v3.3/spark/src/main/java/org/apache/iceberg/spark/source/SparkRowReaderFactory.java
create mode 100644
spark/v3.3/spark/src/test/java/org/apache/iceberg/spark/source/TestMetadataTableReadableMetrics.java
create mode 100644
spark/v3.3/spark/src/test/java/org/apache/iceberg/spark/sql/TestSparkHoursFunction.java
