This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch dependabot/gradle/junit-5.10.2
in repository https://gitbox.apache.org/repos/asf/iceberg.git
discard cc8fd2e086 Build: Bump junit from 5.10.1 to 5.10.2
add 212355e13b Core: Add strictness flag to prevent loss of view
representation when replacing a view (#9620)
add 0627042839 Core: Make InMemoryFileIO map shared across instances
(#9722)
add 1854d08a68 Core: Properly suppress historical snapshots when building
TableMetadata with suppressHistoricalSnapshots() (#9234)
add 0316be363b Core: Add view support on the JDBC catalog (#9487)
add 9dcf8dbc42 Support usage of Separate OIDC Authorization Server URI
(#8976)
add 5e139f4850 Core: Don't reset snapshotLog when replacing Table (#9732)
add bff6652782 Aliyun: Add security token to client properties (#9671)
add f4ee68710d Build: Bump org.immutables:value from 2.10.0 to 2.10.1
(#9749)
add 227553464a Build: Bump software.amazon.awssdk:bom from 2.24.0 to
2.24.5 (#9743)
add f1459e2144 Build: Bump io.netty:netty-buffer from 4.1.68.Final to
4.1.107.Final (#9744)
add f5ae0add6e Build: Bump datamodel-code-generator from 0.25.3 to 0.25.4
(#9742)
add 598552e134 Allow creating metadata tables based on SerializableTable
instances (#9735)
add 4c5208a423 API: Extend FileIO and add EncryptingFileIO. (#9592)
add 5b84f34a53 Core: Don't fail if a REST service doesn't support views
(#9754)
add c4d827ef2b Spark: Migrate tests to JUnit5 (#9670)
add 66e957bd99 Infra: Fix issue template labels (#9759)
add eab958b620 Flink 1.18: Fix continuous enumerator lost enumeration
history state when restore from checkpoint. (#9762)
add 1b6826251b Flink 1.18: Fix iceberg source plan parallelism not
effective. (#9761)
add 53ab0e2099 API: Fix EncryptingFileIO factory method (#9757)
add e1f50fd350 Core: Use V0 SQL schema as default / rename
jdbc.add-view-support to jdbc.schema-version (#9765)
add 811c92075e Infra: Add Kafka Connect as a label (#9769)
add 0c87030784 Core: Only test if view exists when using SchemaVersion.V1
during table rename (#9770)
add f17922bd78 docs: Fix listings on Release page / Update Multi-engine
support (#9775)
add 3058e30748 Infra: Don't run Delta Conversion CI on changes to site
folder (#9780)
add d95bd712ff Docs: Sync specs to site via symlinks (#9779)
add 00b7d5bec3 AWS: Deprecate DynamoDB catalog (#9783)
add 569c12d7fe AWS: Adjust Deprecation Version for DynamoDB Catalog to
1.5.0 (#9788)
add 56da99b9f9 Spark: Migrate procedure tests to JUnit5 (#9760)
add b3c68e5407 Spark: Fail if temp functions are used in views (#9675)
add 7a7950e40e Spark 3.4: Fail if temp functions are used in views (#9809)
add f14c0e5536 Spark: Include catalog name in view errors (#9807)
add c649923570 Build: Ignore major version update in dependabot (#9806)
add f3817e1281 Docs: Sync contributing page / refer to website for
contributing (#9776)
add 487ff98cef Flink 1.16, 1.17: Fix continuous enumerator lost
enumeration history state when restore from checkpoint (#9812)
add 2d927b0ec7 Flink 1.16, 1.17: Fix iceberg source plan parallelism not
effective (#9811)
add 10ec85ffca Spark 3.4: Include catalog name in view errors (#9810)
add c18cb969f6 Spec: Clarify multi-arg transform behavior for different
versions (#9661)
add b788b5f9e1 Spark 3.4, 3.5: Use current namespace for SHOW VIEWS cmd
(#9787)
add e39ec185d7 AWS: Revert DynamoDb deprecation for 1.5.0 (#9815)
add 22401546e9 Spark: Migrate tests to JUnit5 (#9790)
add 8a16a41749 API: Fix typo in method comment of SortOrder and
SortOrderBuilder (#9816)
add bd9c615d5d Spark: Improve error msg when function can't be loaded
(#9814)
add 6a3b2d7c15 Spark: Remove/migrate remaining JUnit4 tests (#9817)
add 274fc26a7f Spark 3.4: Improve error msg when function can't be loaded
(#9821)
add c3542e7bdb Core, Spark: Fix build warning related to Javadoc link tag
(#9823)
add 50af8c0703 OpenAPI: Fix URL pointing to catalog properties (#9825)
add bb53c3d4e0 REST spec: Add ContentFile types to spec for the
PreplanTable and PlanTable API (#9717)
add acbf96f4fe Add pagination to open api spec for listing of namespaces,
tables, views (#9660)
add 08e31ce32d Core: FileIO Reflection Error Message is Misleading (#9840)
add f9ad8f3733 Docs: Fix image on spec (#9843)
add 1a4f23bc0e Core: Fix REST catalog handling when the service has no
view support (#9853)
add 45a086b3e6 Site: Remove embedded calendar, replace with links (#9854)
add bcbcbb263e Site: Update for ASF site guidelines (#9729)
add 05f99b6581 Flink: Supports specifying comment for iceberg fields in
create table and addcolumn syntax using flinksql (#9606)
add 1ae13b8bf7 Flink:backport PR to 1.17 #9606 : Supports specifying
comment for iceberg fields in create table and addcolumn syntax using flinksql
(#9868)
add 2519ab43d6 Build: Don't publish iceberg-open-api module (#9871)
add f0b3733e0e Docs: Update specs from hugo to mkdocs format (#9861)
add 99b1d0ee4c Spark 3.5: Add Support for Providing output-spec-id During
Rewrite Datafiles
add 783dbe2bd7 Docs: Fix links to internal files (#9819)
add ad9e4e8100 Core: Migrate tests to JUnit5 (#9849)
add c0486eef4d Nessie: Gracefully handle empty namespace lookup (#9877)
add d90ac0019b Docs: Add DDL docs for Views (#9878)
add 80c92cd75e Core: Make constants in CatalogTests protected (#9894)
add 951d09910c Build: Free disk space before running action in Spark CI
(#9786)
add afb200041b Core: Add test for renaming table to a non-existing
namespace (#9895)
add e447277b66 Core: Mark 502 and 504 failures as retryable to the
exponential retry strategy (#9885)
add b261edd0c6 Core: Add missing `@Test` annotation in TestRESTCatalog
(#9899)
add c13c0c94da Spark 3.4, 3.3 : Support output-spec-id in rewrite data
files(#9901)(Backport #9803)
add fd7f6b708c Docs: Enhance Flink pages (#9919)
add a9d6310b88 Build: Bump org.roaringbitmap:RoaringBitmap from 1.0.1 to
1.0.5 (#9911)
add 4e149ca4d1 Site: Update release notes for 1.5.0 (#9835)
add 5ce5c788cb Core: Migrate tests to JUnit5 (#9892)
add 8b8907e091 Data, Flink, Spark: Migrate TestAppenderFactory and
subclasses to JUnit5 (#9862)
add 790975ffd0 Infra: Add 1.5.0 to issue template (#9778)
add 1cdb2ebe9b Update ASF DOAP file (#9922)
add 5c27843d77 Build: Let revapi compare against 1.5.0 (#9777)
add dc5cac4ac4 Update site to 1.5.0 docs (#9931)
add 5f655a323a Make OAuth `audience` and `resource` configurable (#9839)
add 0432048515 Spark 3.5: Fix system function pushdown in CoW row-level
commands (#9873)
add 9c2b8f6412 Docs: Fix release notes indentation (#9933)
add 3891b48733 Flink: Bump minor versions (#9875)
add 71ff8a484d Docs: Enhance Spark pages (#9920)
add 43c3397528 Build: Align Jackson versions (#9925)
add 732fbfd516 Docs: Update site docs (#9946)
add 8b58277540 Docs: Enhance create_changelog_view usage (#9889)
add d6c8358ff2 API, Core: Support manifest encryption (#8252)
add 969d4ee60f Docs: Clarify table property on metrics for inferred column
defaults (#9865)
add 489ec2972e Core: Migrate tests to JUnit5 (#9927)
add 5e31a0caa3 docs: Remove roadmap (#9941)
add 59d79e773d Docs: document view properties (#9961)
add 560b723443 Parquet: Refactor BasePageIterator to add
initRepetitionLevelsReader (#9751)
add 2dd3087788 Build: Bump com.google.errorprone:error_prone_annotations
(#9972)
add 54246a06a3 Build: Bump org.awaitility:awaitility from 4.2.0 to 4.2.1
(#9970)
add 1c5022785b Docs: Add 13 Dremio Blogs + Fix a few incorrect dates
(#9967)
add 20bd4ca8cb Build: Fix ignoring major version update in dependabot
(#9981)
add 82137b9e7c Build: Bump nessie from 0.77.1 to 0.79.0 (#9976)
add b0a4a907fd Build: Bump datamodel-code-generator from 0.25.4 to 0.25.5
(#9979)
add 1bc5c7c35d Build: Bump mkdocs-material from 9.5.9 to 9.5.14 (#9983)
add f79fb3fc18 Core: Migrate tests to JUnit5 (#9964)
add 0cdf62f8fd Build: Bump spring-boot from 2.5.4 to 2.7.18 (#9985)
add e687954579 Build: Bump org.springframework:spring-web from 5.3.30 to
5.3.33 (#9989)
add a3f8879815 Build: Bump jetty from 9.4.53.v20231009 to 9.4.54.v20240208
(#9982)
add 7a6143abbb Build: Bump guava from 33.0.0-jre to 33.1.0-jre (#9977)
add f614a3f8b0 API: Fix `TestStrictMetricsEvaluator` assertion message
(#9992)
add 353e55e24f Build: Bump arrow from 15.0.0 to 15.0.1 (#9910)
add f425dc7401 AWS, Core: Replace .withFailMessage() usage with .as()
(#10000)
add fae0f8140b Core: Migrate tests to JUnit5 (#9999)
add f8d60ea993 Docs: Add Daft into Iceberg documentation (#9836)
add aa17c0a309 Core: Migrate tests to JUnit5 (#9994)
add 715140113a Add issue template and docs for iceberg proposals (#9932)
add 59ffa33e3d Core: Migrate tests to JUnit5 (#10014)
add e769addf75 Kafka Connect: Record converters (#9641)
add 9cbc2f43c4 Core: Use <?> as type parameter instead of raw type for
SnapshotUpdate (#10015)
add c9795fda71 Docs: Add local nightly build to test current docs changes
(#9943)
add 5d58750841 Spec: Fix REST pagination requirements based on new
feedback (#9917)
add 33838d5a48 docs: Add links checker (#9965)
add 857590f7fa Build: Bump mkdocs-material from 9.5.14 to 9.5.15 (#10031)
add 8311f052ca Docs: Fix link to blog post (#10028)
add 49a66348f0 Core: Migrate tests to JUnit5 (#10027)
add 83bacf501e Add Iceberg version to UserAgent in S3 requests (#9963)
add 602186bedc Core, Spark: Fix handling of null binary values when
sorting with zorder (#10026)
add 817a5e1be1 Hive: Extract common code to be re-used for View support
(#10001)
add 2eabd52a80 Hive: Add test to make sure iceberg table with same name as
hive table can't be created (#9980)
add b6cbb528ee Build: Bump Spark from 3.5 to 3.5.1 (#9832)
add 4579b7a1e9 Spark: Fail on recursive cycle in view (#9834)
add fa80c85007 Build: disable link-check for existing medium blog posts
(#10042)
add 9987314e54 Spark 3.4: Fail on recursive cycle in view (#10048)
add 371a6b7ff7 Build: Bump org.xerial:sqlite-jdbc from 3.45.1.0 to
3.45.2.0 (#9974)
add baaedc6e04 Build: Bump io.netty:netty-buffer from 4.1.107.Final to
4.1.108.Final (#10032)
add 003cd9477a Build: Bump arrow from 15.0.1 to 15.0.2 (#10034)
add 15e2a16443 Build: Bump kafka from 3.6.1 to 3.7.0 (#9855)
add 4de819e80b Build: Bump orc from 1.9.2 to 1.9.3 (#10033)
add 66a0954e4a Build: Bump com.azure:azure-sdk-bom from 1.2.20 to 1.2.21
(#9857)
add bd4603529e Build: Bump com.esotericsoftware:kryo from 4.0.2 to 4.0.3
(#9984)
add 81b62c78e0 Flink: implement range partitioner for map data statistics
(#9321)
add 8e6c08e357 Build: Bump software.amazon.awssdk:bom from 2.24.5 to
2.25.18 (#10050)
add 783158aca9 CI: Run Markdown links checker only when `{docs,site}/**`
changes (#10049)
add 4eef2fe826 Core, Data: Migrate tests to JUnit5 (#10039)
add 2d76c91d6a Build: disable link-check for all medium blog posts (#10057)
add 6d6fd0b5e9 [core] fix #9997 - Handle s3a file upload interrupt which
results in table metadata pointing to files that doesn't exist (#9998)
add 793c8d05ce Spark: Clarify schema behavior when working with branches
(#10055)
add a86e1b3bbd Flink: backport PR #9321 for range partitioner on map
statistics (#10061)
add d28fcf2f74 Spark: Don't allow branch_ usage with TIMESTAMP AS OF
(#10059)
add 7812828353 Build: Bump software.amazon.awssdk:bom from 2.25.18 to
2.25.21 (#10072)
add a7f87c7e05 Build: Bump org.glassfish.jaxb:jaxb-runtime from 2.3.3 to
2.3.9 (#9988)
add ededfcb78f Build: Bump com.azure:azure-sdk-bom from 1.2.21 to 1.2.22
(#10071)
add 815b2c649f Core, Flink, Spark: Migrate remaining subclasses of
TableTestBase to JUnit5 (#10063)
add 089c9444ce Build: Ignore link-checking for Blogs /
https://search.maven.org/ (#10081)
add ced897ca69 Core, Data, Flink: Migrate TableTestBase related classes to
JUnit5 (#10080)
add c65023b1e7 Hive: Avoid NPE on Throwables without error msg (#10069)
add 319a482aad Docs: Add 5 dremio blogs (#10067)
add 356c6cd308 REST: Fix spurious warning when shutting down refresh
executor (#10087)
add 25c909be90 API: Fix default FileIO#newInputFile ManifestFile, DataFile
and DeleteFile implementations (#9953)
add 07246b10d8 Build: Bump org.testcontainers:testcontainers from 1.19.5
to 1.19.7 (#9912)
add fb78947866 Build: Bump junit from 5.10.1 to 5.10.2
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (cc8fd2e086)
\
N -- N -- N refs/heads/dependabot/gradle/junit-5.10.2
(fb78947866)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/ISSUE_TEMPLATE/iceberg_bug_report.yml | 14 +-
.github/ISSUE_TEMPLATE/iceberg_improvement.yml | 3 +-
.../{iceberg_question.yml => iceberg_proposal.yml} | 33 +-
.github/ISSUE_TEMPLATE/iceberg_question.yml | 2 +-
.github/dependabot.yml | 10 +-
.github/workflows/delta-conversion-ci.yml | 1 +
.../{site-ci.yml => docs-check-links.yml} | 25 +-
.github/workflows/spark-ci.yml | 9 +
CONTRIBUTING.md | 336 +----
README.md | 7 +-
.../iceberg/aliyun/AliyunClientFactories.java | 20 +-
.../apache/iceberg/aliyun/AliyunProperties.java | 17 +
.../iceberg/aliyun/TestAliyunClientFactories.java | 15 +-
.../apache/iceberg/aliyun/oss/TestOSSFileIO.java | 3 +
.../main/java/org/apache/iceberg/SortOrder.java | 2 +-
.../java/org/apache/iceberg/SortOrderBuilder.java | 8 +-
.../apache/iceberg/actions/RewriteDataFiles.java | 9 +
.../iceberg/encryption/EncryptingFileIO.java | 219 ++++
.../iceberg/exceptions/BadRequestException.java | 6 +-
.../iceberg/exceptions/ForbiddenException.java | 6 +-
.../main/java/org/apache/iceberg/io/FileIO.java | 28 +
.../apache/iceberg/io/PositionOutputStream.java | 11 +
.../expressions/TestStrictMetricsEvaluator.java | 2 +-
.../org/apache/iceberg/aws/AwsClientFactories.java | 1 +
.../aws/s3/DefaultS3FileIOAwsClientFactory.java | 1 +
.../apache/iceberg/aws/s3/S3FileIOProperties.java | 14 +
.../aws/s3/signer/S3V4RestSignerClient.java | 38 +-
.../iceberg/aws/AwsClientPropertiesTest.java | 33 +-
.../iceberg/aws/HttpClientPropertiesTest.java | 12 +-
.../aws/TestS3FileIOAwsClientFactories.java | 4 +-
.../org/apache/iceberg/aws/s3/TestS3FileIO.java | 58 +
.../iceberg/aws/s3/TestS3FileIOProperties.java | 16 +-
build.gradle | 5 +-
.../org/apache/iceberg/BaseMetastoreCatalog.java | 21 +-
.../apache/iceberg/BaseMetastoreOperations.java | 118 ++
.../iceberg/BaseMetastoreTableOperations.java | 100 +-
.../org/apache/iceberg/BaseRewriteManifests.java | 6 +-
.../main/java/org/apache/iceberg/CatalogUtil.java | 26 +-
.../main/java/org/apache/iceberg/FastAppend.java | 8 +-
.../java/org/apache/iceberg/ManifestFiles.java | 85 +-
.../java/org/apache/iceberg/ManifestWriter.java | 18 +-
.../apache/iceberg/MergingSnapshotProducer.java | 8 +-
.../org/apache/iceberg/MetadataTableUtils.java | 11 +-
.../java/org/apache/iceberg/SerializableTable.java | 7 +-
.../java/org/apache/iceberg/SnapshotProducer.java | 20 +-
.../java/org/apache/iceberg/TableMetadata.java | 18 +-
.../main/java/org/apache/iceberg/V1Metadata.java | 10 +-
.../main/java/org/apache/iceberg/V2Metadata.java | 3 +-
.../apache/iceberg/actions/BaseCommitService.java | 2 +-
.../iceberg/actions/SizeBasedFileRewriter.java | 22 +
.../org/apache/iceberg/avro/AvroFileAppender.java | 2 +-
.../iceberg/encryption/AesGcmOutputStream.java | 5 +
.../apache/iceberg/encryption/EncryptedFiles.java | 4 +
.../encryption/NativeEncryptionOutputFile.java | 24 +-
.../encryption/StandardEncryptionManager.java | 4 +
.../org/apache/iceberg/hadoop/HadoopStreams.java | 11 +
.../apache/iceberg/inmemory/InMemoryFileIO.java | 10 +-
.../java/org/apache/iceberg/io/ContentCache.java | 162 ++-
.../java/org/apache/iceberg/jdbc/JdbcCatalog.java | 315 ++++-
.../apache/iceberg/jdbc/JdbcTableOperations.java | 90 +-
.../java/org/apache/iceberg/jdbc/JdbcUtil.java | 493 +++++++-
.../apache/iceberg/jdbc/JdbcViewOperations.java | 206 ++++
.../rest/ExponentialHttpRequestRetryStrategy.java | 8 +-
.../java/org/apache/iceberg/rest/HTTPClient.java | 29 +-
.../apache/iceberg/rest/RESTSessionCatalog.java | 47 +-
.../apache/iceberg/rest/auth/OAuth2Properties.java | 9 +
.../org/apache/iceberg/rest/auth/OAuth2Util.java | 223 +++-
.../org/apache/iceberg/util/ZOrderByteUtils.java | 5 +
.../apache/iceberg/view/BaseViewOperations.java | 3 +-
.../java/org/apache/iceberg/view/ViewMetadata.java | 39 +-
.../org/apache/iceberg/view/ViewProperties.java | 2 +
.../apache/hadoop/fs/s3a/S3ABlockOutputStream.java | 67 +
.../org/apache/iceberg/FilterFilesTestBase.java | 11 +-
.../org/apache/iceberg/LocalTableOperations.java | 10 +-
.../apache/iceberg/MetadataTableScanTestBase.java | 56 +-
.../iceberg/TableMetadataParserCodecTest.java | 29 +-
.../apache/iceberg/TableMetadataParserTest.java | 41 +-
.../java/org/apache/iceberg/TableTestBase.java | 753 ------------
.../src/test/java/org/apache/iceberg/TestBase.java | 19 +-
.../java/org/apache/iceberg/TestBatchScans.java | 51 +-
.../java/org/apache/iceberg/TestCatalogUtil.java | 30 +-
.../org/apache/iceberg/TestCommitReporting.java | 19 +-
.../org/apache/iceberg/TestContentFileParser.java | 36 +-
.../org/apache/iceberg/TestCreateTransaction.java | 330 ++---
.../java/org/apache/iceberg/TestDeleteFiles.java | 115 +-
.../apache/iceberg/TestEntriesMetadataTable.java | 102 +-
.../java/org/apache/iceberg/TestFastAppend.java | 307 ++---
.../org/apache/iceberg/TestFileScanTaskParser.java | 13 +-
.../java/org/apache/iceberg/TestFindFiles.java | 75 +-
.../org/apache/iceberg/TestFormatVersions.java | 38 +-
.../iceberg/TestIncrementalDataTableScan.java | 111 +-
.../org/apache/iceberg/TestLocationProvider.java | 138 +--
.../org/apache/iceberg/TestManifestCaching.java | 68 +-
.../org/apache/iceberg/TestManifestCleanup.java | 89 +-
.../org/apache/iceberg/TestManifestEncryption.java | 250 ++++
.../apache/iceberg/TestManifestListVersions.java | 185 ++-
.../apache/iceberg/TestManifestReaderStats.java | 146 ++-
.../org/apache/iceberg/TestManifestWriter.java | 187 ++-
.../apache/iceberg/TestManifestWriterVersions.java | 123 +-
.../java/org/apache/iceberg/TestMergeAppend.java | 561 ++++-----
.../apache/iceberg/TestMetadataTableFilters.java | 176 ++-
.../org/apache/iceberg/TestMetadataTableScans.java | 496 ++++----
...stMetadataTableScansWithPartitionEvolution.java | 125 +-
.../apache/iceberg/TestMetadataUpdateParser.java | 392 +++---
.../test/java/org/apache/iceberg/TestMetrics.java | 170 +--
.../java/org/apache/iceberg/TestMetricsModes.java | 144 +--
.../org/apache/iceberg/TestMicroBatchBuilder.java | 105 +-
.../java/org/apache/iceberg/TestOverwrite.java | 104 +-
.../iceberg/TestOverwriteWithValidation.java | 226 ++--
.../org/apache/iceberg/TestPartitionSpecInfo.java | 94 +-
.../apache/iceberg/TestPartitionSpecParser.java | 35 +-
.../java/org/apache/iceberg/TestPartitioning.java | 94 +-
.../org/apache/iceberg/TestRemoveSnapshots.java | 586 ++++-----
.../org/apache/iceberg/TestReplacePartitions.java | 209 ++--
.../org/apache/iceberg/TestReplaceTransaction.java | 255 ++--
.../java/org/apache/iceberg/TestRewriteFiles.java | 304 ++---
.../org/apache/iceberg/TestRewriteManifests.java | 319 +++--
.../test/java/org/apache/iceberg/TestRowDelta.java | 447 +++----
.../apache/iceberg/TestScanDataFileColumns.java | 47 +-
.../java/org/apache/iceberg/TestScanSummary.java | 133 +-
.../iceberg/TestScansAndSchemaEvolution.java | 45 +-
.../apache/iceberg/TestSchemaAndMappingUpdate.java | 222 ++--
.../test/java/org/apache/iceberg/TestSchemaID.java | 129 +-
.../java/org/apache/iceberg/TestSchemaUpdate.java | 383 +++---
.../iceberg/TestSequenceNumberForV2Table.java | 45 +-
.../apache/iceberg/TestSetPartitionStatistics.java | 64 +-
.../java/org/apache/iceberg/TestSetStatistics.java | 78 +-
.../org/apache/iceberg/TestSingleValueParser.java | 50 +-
.../test/java/org/apache/iceberg/TestSnapshot.java | 152 +--
.../java/org/apache/iceberg/TestSnapshotJson.java | 92 +-
.../org/apache/iceberg/TestSnapshotLoading.java | 43 +-
.../org/apache/iceberg/TestSnapshotManager.java | 381 +++---
.../org/apache/iceberg/TestSnapshotRefParser.java | 67 +-
.../org/apache/iceberg/TestSnapshotSelection.java | 42 +-
.../org/apache/iceberg/TestSnapshotSummary.java | 62 +-
.../java/org/apache/iceberg/TestSortOrder.java | 247 ++--
.../org/apache/iceberg/TestSortOrderParser.java | 39 +-
.../java/org/apache/iceberg/TestSplitPlanning.java | 110 +-
.../java/org/apache/iceberg/TestTableMetadata.java | 589 ++++-----
.../iceberg/TestTableMetadataSerialization.java | 65 +-
.../iceberg/TestTableUpdatePartitionSpec.java | 97 +-
.../apache/iceberg/TestTimestampPartitions.java | 32 +-
.../java/org/apache/iceberg/TestTransaction.java | 462 +++----
.../apache/iceberg/TestUpdatePartitionSpec.java | 272 ++--
.../apache/iceberg/TestV1ToV2RowDeltaDelete.java | 161 ++-
.../java/org/apache/iceberg/TestWapWorkflow.java | 554 +++------
.../java/org/apache/iceberg/V2TableTestBase.java | 10 +-
.../apache/iceberg/actions/TestCommitService.java | 39 +-
.../iceberg/actions/TestSizeBasedRewriter.java | 26 +-
.../org/apache/iceberg/avro/AvroTestHelpers.java | 24 +-
.../avro/TestNameMappingWithAvroSchema.java | 13 +-
.../org/apache/iceberg/catalog/CatalogTests.java | 68 +-
.../apache/iceberg/encryption/TestGcmStreams.java | 104 +-
.../encryption/TestStandardKeyMetadataParser.java | 13 +-
.../iceberg/hadoop/TestCatalogUtilDropTable.java | 42 +-
.../apache/iceberg/hadoop/TestHadoopStreams.java | 53 +
.../iceberg/hadoop/TestTableSerialization.java | 34 +-
.../iceberg/inmemory/TestInMemoryFileIO.java | 21 +-
.../apache/iceberg/io/TestOutputFileFactory.java | 48 +-
.../org/apache/iceberg/jdbc/TestJdbcCatalog.java | 166 +++
.../iceberg/jdbc/TestJdbcCatalogWithV1Schema.java | 66 +
.../java/org/apache/iceberg/jdbc/TestJdbcUtil.java | 5 +-
.../TestJdbcViewCatalog.java} | 32 +-
.../apache/iceberg/mapping/TestMappingUpdates.java | 172 ++-
.../apache/iceberg/mapping/TestNameMapping.java | 81 +-
.../apache/iceberg/rest/RESTCatalogAdapter.java | 66 +-
.../TestExponentialHttpRequestRetryStrategy.java | 12 +
.../org/apache/iceberg/rest/TestRESTCatalog.java | 427 +++++--
.../org/apache/iceberg/util/TestTableScanUtil.java | 18 +-
.../apache/iceberg/util/TestZOrderByteUtil.java | 10 +
.../org/apache/iceberg/view/TestViewMetadata.java | 302 ++++-
.../org/apache/iceberg/view/ViewCatalogTests.java | 5 +-
.../apache/iceberg/TestGenericAppenderFactory.java | 7 +-
.../iceberg/data/TestGenericFileWriterFactory.java | 5 -
.../org/apache/iceberg/io/TestAppenderFactory.java | 111 +-
.../org/apache/iceberg/io/TestBaseTaskWriter.java | 74 +-
.../apache/iceberg/io/TestFileWriterFactory.java | 189 +--
.../apache/iceberg/io/TestPartitioningWriters.java | 182 ++-
.../iceberg/io/TestPositionDeltaWriters.java | 85 +-
.../apache/iceberg/io/TestRollingFileWriters.java | 113 +-
.../iceberg/io/TestTaskEqualityDeltaWriter.java | 291 ++---
.../java/org/apache/iceberg/io/WriterTestBase.java | 8 +-
.../org/apache/iceberg/orc/TestOrcMetrics.java | 28 +-
.../apache/iceberg/parquet/TestParquetMetrics.java | 17 +-
deploy.gradle | 5 +
doap.rdf | 6 +-
docs/docs/branching.md | 91 ++
docs/docs/configuration.md | 10 +-
docs/docs/daft.md | 145 +++
docs/docs/flink-actions.md | 2 +-
docs/docs/flink-writes.md | 30 +-
docs/docs/flink.md | 33 +-
docs/docs/spark-configuration.md | 2 +-
docs/docs/spark-ddl.md | 118 +-
docs/docs/spark-getting-started.md | 61 +
docs/docs/spark-procedures.md | 9 +-
docs/docs/spark-queries.md | 23 +-
docs/docs/spark-writes.md | 66 +-
docs/docs/view-configuration.md | 43 +
docs/mkdocs.yml | 3 +
.../sink/shuffle/MapRangePartitionerBenchmark.java | 199 +++
.../org/apache/iceberg/flink/FlinkReadConf.java | 1 +
.../flink/sink/shuffle/MapRangePartitioner.java | 381 ++++++
.../enumerator/ContinuousIcebergEnumerator.java | 1 +
.../iceberg/flink/sink/TestDeltaTaskWriter.java | 159 ++-
.../flink/sink/TestFlinkAppenderFactory.java | 7 +-
.../flink/sink/TestFlinkFileWriterFactory.java | 5 -
.../flink/sink/TestFlinkPartitioningWriters.java | 5 -
.../flink/sink/TestFlinkPositionDeltaWriters.java | 5 -
.../flink/sink/TestFlinkRollingFileWriters.java | 5 -
.../flink/sink/TestIcebergFilesCommitter.java | 144 ++-
.../sink/shuffle/TestMapRangePartitioner.java | 448 +++++++
.../flink/source/TestStreamingMonitorFunction.java | 59 +-
.../flink/source/TestStreamingReaderOperator.java | 74 +-
.../iceberg/flink/util/TestFlinkPackage.java | 2 +-
.../sink/shuffle/MapRangePartitionerBenchmark.java | 199 +++
.../org/apache/iceberg/flink/FlinkCatalog.java | 9 +-
.../iceberg/flink/FlinkDynamicTableFactory.java | 23 +-
.../org/apache/iceberg/flink/FlinkReadConf.java | 1 +
.../org/apache/iceberg/flink/FlinkSchemaUtil.java | 77 +-
.../flink/sink/shuffle/MapRangePartitioner.java | 381 ++++++
.../enumerator/ContinuousIcebergEnumerator.java | 1 +
.../iceberg/flink/util/FlinkAlterTableUtil.java | 6 +-
.../iceberg/flink/TestFlinkCatalogTable.java | 18 +-
.../iceberg/flink/sink/TestDeltaTaskWriter.java | 159 ++-
.../flink/sink/TestFlinkAppenderFactory.java | 7 +-
.../flink/sink/TestFlinkFileWriterFactory.java | 5 -
.../flink/sink/TestFlinkPartitioningWriters.java | 5 -
.../flink/sink/TestFlinkPositionDeltaWriters.java | 5 -
.../flink/sink/TestFlinkRollingFileWriters.java | 5 -
.../flink/sink/TestIcebergFilesCommitter.java | 144 ++-
.../sink/shuffle/TestMapRangePartitioner.java | 448 +++++++
.../flink/source/TestStreamingMonitorFunction.java | 59 +-
.../flink/source/TestStreamingReaderOperator.java | 74 +-
.../iceberg/flink/util/TestFlinkPackage.java | 2 +-
.../sink/shuffle/MapRangePartitionerBenchmark.java | 199 +++
.../org/apache/iceberg/flink/FlinkCatalog.java | 10 +-
.../iceberg/flink/FlinkDynamicTableFactory.java | 23 +-
.../org/apache/iceberg/flink/FlinkReadConf.java | 1 +
.../org/apache/iceberg/flink/FlinkSchemaUtil.java | 77 +-
.../flink/sink/shuffle/MapRangePartitioner.java | 381 ++++++
.../enumerator/ContinuousIcebergEnumerator.java | 1 +
.../iceberg/flink/util/FlinkAlterTableUtil.java | 6 +-
.../iceberg/flink/TestFlinkCatalogTable.java | 18 +-
.../iceberg/flink/sink/TestDeltaTaskWriter.java | 159 ++-
.../flink/sink/TestFlinkAppenderFactory.java | 7 +-
.../flink/sink/TestFlinkFileWriterFactory.java | 5 -
.../flink/sink/TestFlinkPartitioningWriters.java | 10 +-
.../flink/sink/TestFlinkPositionDeltaWriters.java | 5 -
.../flink/sink/TestFlinkRollingFileWriters.java | 5 -
.../flink/sink/TestIcebergFilesCommitter.java | 144 ++-
.../sink/shuffle/TestMapRangePartitioner.java | 448 +++++++
.../flink/source/TestStreamingMonitorFunction.java | 59 +-
.../flink/source/TestStreamingReaderOperator.java | 74 +-
format/gcm-stream-spec.md | 3 -
format/puffin-spec.md | 3 -
format/spec.md | 74 +-
format/view-spec.md | 3 -
gradle/libs.versions.toml | 50 +-
.../java/org/apache/iceberg/hive/HiveCatalog.java | 56 +-
.../apache/iceberg/hive/HiveOperationsBase.java | 68 +-
.../apache/iceberg/hive/HiveTableOperations.java | 50 +-
.../org/apache/iceberg/hive/HiveTableTest.java | 47 +-
.../org/apache/iceberg/hive/TestHiveCommits.java | 18 +
hive3/build.gradle | 2 +-
jmh.gradle | 13 +
.../iceberg/connect/events/TableReference.java | 7 +-
.../apache/iceberg/connect/IcebergSinkConfig.java | 6 +-
.../iceberg/connect/IcebergSinkConnector.java | 5 +-
.../apache/iceberg/connect/data/IcebergWriter.java | 32 +-
.../apache/iceberg/connect/data/NoOpWriter.java | 2 +-
.../connect/data/PartitionedAppendWriter.java | 4 +-
.../iceberg/connect/data/RecordConverter.java | 517 ++++++++
.../apache/iceberg/connect/data/SchemaUpdate.java | 44 +-
.../apache/iceberg/connect/data/SchemaUtils.java | 14 +-
.../org/apache/iceberg/connect/data/Utilities.java | 20 +-
.../iceberg/connect/IcebergSinkConnectorTest.java | 4 +-
.../iceberg/connect/data/RecordConverterTest.java | 936 ++++++++++++++
mr/build.gradle | 3 +-
.../apache/iceberg/nessie/NessieIcebergClient.java | 14 +-
.../org/apache/iceberg/nessie/BaseTestIceberg.java | 2 +
.../org/apache/iceberg/nessie/TestNamespace.java | 32 +
.../iceberg/nessie/TestNessieIcebergClient.java | 6 +-
open-api/requirements.txt | 2 +-
open-api/rest-catalog-open-api.py | 229 ++++
open-api/rest-catalog-open-api.yaml | 333 ++++-
.../apache/iceberg/parquet/BasePageIterator.java | 23 +-
site/README.md | 15 +-
site/dev/common.sh | 26 +-
site/docs/assets/images/asf-estd-1999-logo.png | Bin 0 -> 22681 bytes
site/docs/assets/javascript/lottie-player.js | 77 ++
site/docs/assets/javascript/termynal.js | 197 +++
site/docs/assets/stylesheets/extra.css | 86 +-
site/docs/assets/stylesheets/fonts.css | 76 ++
site/docs/assets/stylesheets/termynal.css | 101 ++
site/docs/blogs.md | 200 ++-
site/docs/community.md | 8 +-
site/docs/contribute.md | 187 ++-
site/docs/gcm-stream-spec.md | 86 +-
site/docs/how-to-release.md | 4 +-
site/docs/multi-engine-support.md | 41 +-
site/docs/puffin-spec.md | 144 +--
site/docs/releases.md | 749 +++++------
site/docs/roadmap.md | 56 -
site/docs/spark-quickstart.md | 1 +
site/docs/spec.md | 1294 +-------------------
site/docs/vendors.md | 9 +-
site/docs/view-spec.md | 328 +----
site/link-checker-config.json | 26 +
site/mkdocs.yml | 6 +-
site/nav.yml | 7 +-
site/overrides/home.html | 10 +-
site/overrides/partials/cto.html | 21 -
site/overrides/partials/footer.html | 144 ++-
site/requirements.txt | 2 +-
.../extensions/TestRewriteDataFilesProcedure.java | 35 +
.../org/apache/iceberg/spark/SparkCatalog.java | 2 +-
.../spark/actions/RewriteDataFilesSparkAction.java | 4 +-
.../spark/actions/SparkBinPackDataRewriter.java | 3 +-
.../spark/actions/SparkShufflingDataRewriter.java | 22 +-
.../spark/actions/SparkSortDataRewriter.java | 5 +
.../spark/actions/SparkZOrderDataRewriter.java | 21 +
.../iceberg/spark/procedures/BaseProcedure.java | 2 +-
.../spark/actions/TestRewriteDataFilesAction.java | 126 ++
.../spark/source/TestSparkAppenderFactory.java | 7 +-
.../spark/source/TestSparkFileWriterFactory.java | 5 -
.../spark/source/TestSparkPartitioningWriters.java | 5 -
.../source/TestSparkPositionDeltaWriters.java | 5 -
.../spark/source/TestSparkRollingFileWriters.java | 5 -
.../org/apache/iceberg/spark/sql/TestSelect.java | 6 +
.../spark/sql/catalyst/analysis/CheckViews.scala | 69 +-
.../catalyst/analysis/RewriteViewCommands.scala | 61 +-
.../extensions/TestRewriteDataFilesProcedure.java | 35 +
.../apache/iceberg/spark/extensions/TestViews.java | 384 +++++-
.../org/apache/iceberg/spark/SparkCatalog.java | 2 +-
.../apache/iceberg/spark/SupportsFunctions.java | 4 +-
.../spark/actions/RewriteDataFilesSparkAction.java | 3 +-
.../spark/actions/SparkBinPackDataRewriter.java | 3 +-
.../spark/actions/SparkShufflingDataRewriter.java | 20 +-
.../spark/actions/SparkZOrderDataRewriter.java | 16 +
.../iceberg/spark/procedures/BaseProcedure.java | 2 +-
.../apache/iceberg/spark/TestFunctionCatalog.java | 4 +-
.../spark/actions/TestRewriteDataFilesAction.java | 125 ++
.../spark/source/TestSparkAppenderFactory.java | 7 +-
.../spark/source/TestSparkFileWriterFactory.java | 5 -
.../spark/source/TestSparkPartitioningWriters.java | 5 -
.../source/TestSparkPositionDeltaWriters.java | 5 -
.../spark/source/TestSparkRollingFileWriters.java | 5 -
.../org/apache/iceberg/spark/sql/TestSelect.java | 6 +
spark/v3.5/build.gradle | 3 +
.../spark/sql/catalyst/analysis/CheckViews.scala | 63 +-
.../catalyst/analysis/RewriteViewCommands.scala | 57 +-
.../catalyst/optimizer/ReplaceStaticInvoke.scala | 56 +-
.../spark/extensions/SparkExtensionsTestBase.java | 71 --
.../iceberg/spark/extensions/SparkPlanUtil.java | 48 +
.../SparkRowLevelOperationsTestBase.java | 101 +-
.../spark/extensions/TestAlterTableSchema.java | 6 +-
.../spark/extensions/TestAncestorsOfProcedure.java | 27 +-
.../spark/extensions/TestCallStatementParser.java | 59 +-
.../spark/extensions/TestChangelogTable.java | 61 +-
.../TestCherrypickSnapshotProcedure.java | 24 +-
.../spark/extensions/TestConflictValidation.java | 43 +-
.../spark/extensions/TestCopyOnWriteDelete.java | 43 +-
.../spark/extensions/TestCopyOnWriteMerge.java | 40 +-
.../spark/extensions/TestCopyOnWriteUpdate.java | 40 +-
.../TestCreateChangelogViewProcedure.java | 59 +-
.../iceberg/spark/extensions/TestDelete.java | 298 +++--
.../extensions/TestExpireSnapshotsProcedure.java | 120 +-
.../extensions/TestFastForwardBranchProcedure.java | 27 +-
.../apache/iceberg/spark/extensions/TestMerge.java | 276 ++---
.../spark/extensions/TestMergeOnReadDelete.java | 50 +-
.../spark/extensions/TestMergeOnReadMerge.java | 29 +-
.../spark/extensions/TestMergeOnReadUpdate.java | 32 +-
.../TestMetaColumnProjectionWithStageScan.java | 28 +-
.../spark/extensions/TestMetadataTables.java | 324 +++--
.../extensions/TestMigrateTableProcedure.java | 109 +-
.../extensions/TestPublishChangesProcedure.java | 24 +-
.../extensions/TestRegisterTableProcedure.java | 43 +-
.../extensions/TestRemoveOrphanFilesProcedure.java | 110 +-
.../extensions/TestRewriteDataFilesProcedure.java | 131 +-
.../extensions/TestRewriteManifestsProcedure.java | 111 +-
.../extensions/TestRewritePositionDeleteFiles.java | 52 +-
.../TestRewritePositionDeleteFilesProcedure.java | 65 +-
.../TestRollbackToSnapshotProcedure.java | 37 +-
.../TestRollbackToTimestampProcedure.java | 31 +-
.../TestSetCurrentSnapshotProcedure.java | 35 +-
.../extensions/TestSnapshotTableProcedure.java | 92 +-
...toragePartitionedJoinsInRowLevelOperations.java | 57 +-
.../extensions/TestSystemFunctionPushDownDQL.java | 83 +-
...SystemFunctionPushDownInRowLevelOperations.java | 348 ++++++
.../iceberg/spark/extensions/TestUpdate.java | 274 ++---
.../apache/iceberg/spark/extensions/TestViews.java | 539 ++++++--
.../iceberg/spark/extensions/TestWriteAborts.java | 31 +-
.../java/org/apache/iceberg/spark/SmokeTest.java | 95 +-
.../org/apache/iceberg/spark/SparkCatalog.java | 2 +-
.../apache/iceberg/spark/SupportsFunctions.java | 4 +-
.../spark/actions/RewriteDataFilesSparkAction.java | 3 +-
.../spark/actions/SparkBinPackDataRewriter.java | 3 +-
.../spark/actions/SparkShufflingDataRewriter.java | 20 +-
.../spark/actions/SparkZOrderDataRewriter.java | 16 +
.../spark/functions/BaseScalarFunction.java | 33 +-
.../iceberg/spark/functions/BucketFunction.java | 3 +-
.../iceberg/spark/functions/DaysFunction.java | 3 +-
.../iceberg/spark/functions/HoursFunction.java | 5 +-
.../spark/functions/IcebergVersionFunction.java | 3 +-
.../iceberg/spark/functions/MonthsFunction.java | 3 +-
.../iceberg/spark/functions/TruncateFunction.java | 3 +-
.../iceberg/spark/functions/YearsFunction.java | 3 +-
.../iceberg/spark/procedures/BaseProcedure.java | 2 +-
.../apache/iceberg/spark/source/BaseReader.java | 23 +-
.../apache/iceberg/spark/SparkCatalogTestBase.java | 62 -
.../org/apache/iceberg/spark/SparkTestBase.java | 287 -----
.../iceberg/spark/SparkTestBaseWithCatalog.java | 130 --
.../apache/iceberg/spark/TestFunctionCatalog.java | 4 +-
.../spark/actions/TestRewriteDataFilesAction.java | 126 ++
.../spark/functions/TestSparkFunctions.java | 2 +-
.../spark/source/TestSparkAppenderFactory.java | 7 +-
.../spark/source/TestSparkFileWriterFactory.java | 5 -
.../spark/source/TestSparkMetadataColumns.java | 9 +-
.../spark/source/TestSparkPartitioningWriters.java | 5 -
.../source/TestSparkPositionDeltaWriters.java | 5 -
.../spark/source/TestSparkRollingFileWriters.java | 5 -
.../org/apache/iceberg/spark/sql/TestSelect.java | 64 +
423 files changed, 21671 insertions(+), 15373 deletions(-)
copy .github/ISSUE_TEMPLATE/{iceberg_question.yml => iceberg_proposal.yml}
(51%)
copy .github/workflows/{site-ci.yml => docs-check-links.yml} (73%)
create mode 100644
api/src/main/java/org/apache/iceberg/encryption/EncryptingFileIO.java
create mode 100644
core/src/main/java/org/apache/iceberg/BaseMetastoreOperations.java
create mode 100644
core/src/main/java/org/apache/iceberg/jdbc/JdbcViewOperations.java
create mode 100644
core/src/test/java/org/apache/hadoop/fs/s3a/S3ABlockOutputStream.java
delete mode 100644 core/src/test/java/org/apache/iceberg/TableTestBase.java
create mode 100644
core/src/test/java/org/apache/iceberg/TestManifestEncryption.java
create mode 100644
core/src/test/java/org/apache/iceberg/hadoop/TestHadoopStreams.java
create mode 100644
core/src/test/java/org/apache/iceberg/jdbc/TestJdbcCatalogWithV1Schema.java
copy
core/src/test/java/org/apache/iceberg/{inmemory/TestInMemoryViewCatalog.java =>
jdbc/TestJdbcViewCatalog.java} (51%)
create mode 100644 docs/docs/daft.md
create mode 100644 docs/docs/view-configuration.md
create mode 100644
flink/v1.16/flink/src/jmh/java/org/apache/iceberg/flink/sink/shuffle/MapRangePartitionerBenchmark.java
create mode 100644
flink/v1.16/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/MapRangePartitioner.java
create mode 100644
flink/v1.16/flink/src/test/java/org/apache/iceberg/flink/sink/shuffle/TestMapRangePartitioner.java
create mode 100644
flink/v1.17/flink/src/jmh/java/org/apache/iceberg/flink/sink/shuffle/MapRangePartitionerBenchmark.java
create mode 100644
flink/v1.17/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/MapRangePartitioner.java
create mode 100644
flink/v1.17/flink/src/test/java/org/apache/iceberg/flink/sink/shuffle/TestMapRangePartitioner.java
create mode 100644
flink/v1.18/flink/src/jmh/java/org/apache/iceberg/flink/sink/shuffle/MapRangePartitionerBenchmark.java
create mode 100644
flink/v1.18/flink/src/main/java/org/apache/iceberg/flink/sink/shuffle/MapRangePartitioner.java
create mode 100644
flink/v1.18/flink/src/test/java/org/apache/iceberg/flink/sink/shuffle/TestMapRangePartitioner.java
create mode 100644
kafka-connect/kafka-connect/src/main/java/org/apache/iceberg/connect/data/RecordConverter.java
create mode 100644
kafka-connect/kafka-connect/src/test/java/org/apache/iceberg/connect/data/RecordConverterTest.java
create mode 100644 site/docs/assets/images/asf-estd-1999-logo.png
create mode 100644 site/docs/assets/javascript/lottie-player.js
create mode 100644 site/docs/assets/javascript/termynal.js
create mode 100644 site/docs/assets/stylesheets/fonts.css
create mode 100644 site/docs/assets/stylesheets/termynal.css
mode change 100644 => 120000 site/docs/gcm-stream-spec.md
mode change 100644 => 120000 site/docs/puffin-spec.md
delete mode 100644 site/docs/roadmap.md
mode change 100644 => 120000 site/docs/spec.md
mode change 100644 => 120000 site/docs/view-spec.md
create mode 100644 site/link-checker-config.json
delete mode 100644 site/overrides/partials/cto.html
delete mode 100644
spark/v3.5/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/SparkExtensionsTestBase.java
create mode 100644
spark/v3.5/spark-extensions/src/test/java/org/apache/iceberg/spark/extensions/TestSystemFunctionPushDownInRowLevelOperations.java
copy api/src/main/java/org/apache/iceberg/util/CharSequenceUtil.java =>
spark/v3.5/spark/src/main/java/org/apache/iceberg/spark/functions/BaseScalarFunction.java
(62%)
delete mode 100644
spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/SparkCatalogTestBase.java
delete mode 100644
spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/SparkTestBase.java
delete mode 100644
spark/v3.5/spark/src/test/java/org/apache/iceberg/spark/SparkTestBaseWithCatalog.java
