This is an automated email from the ASF dual-hosted git repository.
dependabot[bot] pushed a change to branch
dependabot/github_actions/gradle/actions-6.1.0
in repository https://gitbox.apache.org/repos/asf/iceberg.git
discard f0c3f2c511 Build: Bump gradle/actions from 5.0.2 to 6.1.0
add 65faa6f350 Runtimes, Bundles: Add runtime-deps.txt files to track
dependencies (#16081)
add f29a182ecc GCP Bundle: Remove JSR 305 (#16106)
add 3d4c6e00d1 test: add ns1/ns2 to RCK view test namespace purge list
(#16050)
add f7ca134d5f Build: Bump zizmorcore/zizmor-action from 0.5.2 to 0.5.3
(#16122)
add dd93aacb6b Build: Bump astral-sh/setup-uv from 8.0.0 to 8.1.0 (#16121)
add 180e399e19 Build: Bump org.xerial:sqlite-jdbc from 3.51.3.0 to
3.53.0.0 (#16120)
add 22918cf30c Build: Bump github/codeql-action from 4.35.1 to 4.35.2
(#16118)
add c213f5e96e Build: Bump bouncycastle from 1.82 to 1.84 (#16117)
add 5acbb7a5a7 Build: Bump guava from 33.5.0-jre to 33.6.0-jre (#16116)
add bd7096ee06 Build: Bump mkdocs-rss-plugin from 1.18.1 to 1.19.0 (#16113)
add bac514ab4e Flink 2.1: Remove flink-metrics-dropwizard from runtime
(#16093)
add afb7519eb5 AWS Bundle: Exclude logging dependencies (#16105)
add 2a615803ef Spark 4.1: Parameterize TestDeleteFrom with format-version
(#16098)
add 1b733ed22c Core: Fix RejectedExecutionException in InMemoryLockManager
when multiple catalogs share default lock manager (#15862)
add b809dcd770 Core, Catalogs: Add support for unique table locations via
catalog property (#12892)
add 8d0508308c Parquet: Add write.parquet.page-version table property
(#15700)
add 836bca9c7e Flink: RewriteDataFile support dynamic filter (#15865)
add b0f022ff29 Flink:Backport RewriteDataFile support dynamic filter
(#16132)
add 4e118e3ca2 Spark 4.1: Update LICENSE and NOTICE for 1.11. (#16104)
add 9bd214e506 Arrow: Align vectorized reader handling of unsigned Parquet
integers with BaseParquetReaders (#16006)
add 57409faedb Core: Fix child AuthSession inheriting parent's
expiresAtMillis (#15999)
add d71583f588 Spark, Hive: Fix snapshot procedure for tables with Variant
columns (#15964)
add dd45bd926b Flink: Bundle flink-metrics-dropwizard in runtime jar
(#16126)
add 4880f5bc3e Flink 2.1: Update LICENSE for 1.11. (#16102)
add 9b139c99d8 Spark: Carry over changes to LICENSE and NOTICE in older
Spark versions. (#16142)
add b0df3ca01d Build: Bump software.amazon.awssdk:bom from 2.42.33 to
2.42.36 (#16151)
add 099ef477c8 Core: Validate v2 deletes against concurrent format upgrade
(#16146)
add 8ac703067a Build: Bump com.google.cloud:libraries-bom from 26.79.0 to
26.80.0 (#16152)
add c81534fba6 Flink: Backport: Bundle flink-metrics-dropwizard in runtime
jar (#16141)
add f0ba022fc3 Spark 3.5: Backport Async Micro Batch Planner to 3.5
(#15992)
add df00c156d4 Spark 4.0: Backport Aync Micro Batch Planner Feature
(#15876)
add b07435ba4a Site: Remove Iceberg Summit 2026 section as the event has
passed (#16166)
add 6869adba2b Core: Add builders for v4 structs (#16092)
add 54c6433cbd Flink: Fix JdbcLockFactory to allow ClientPoolImpl
connection retry (#16049)
add 1bdbed7a5d Flink: SQL: Make Dynamic sink options to be configurable in
SQL (#15780)
add 0dab08cd93 Flink: Apply LICENSE changes to older Flink versions.
(#16159)
add 3dd5c14674 Flink: Add Nanosecond Precision Support for Flink-Iceberg
Integration (#15475)
add 96d556b8b3 Spark 4.1: Migrate SparkWriteBuilder to SupportsOverwriteV2
(#16164)
add 185da6b299 Core: Avoid unnecessary manifest scanning during snapshot
expiration incremental cleanup (#16077)
add 6ce50265b0 AWS: Fix stale LICENSE entry for Parquet, clarify failsafe
attribution (#16179)
add 3f14731e23 Open API: Remove runtime Jar from build and deploy (#16163)
add 53f1f1a0a7 Spark 3.4, 3.5, 4.0: Migrate SparkWriteBuilder to
SupportsOverwriteV2 (#16178)
add 737f043f53 Build: Bump datamodel-code-generator from 0.56.0 to 0.56.1
(#16114)
add 128f656c0e AWS: remove extra/staled LICENSE entry bundled by Parquet
(#16180)
add 76283899d2 Core: Propagate server error message in failed remote scan
planning responses (#16024)
add 6d7ab339aa Core: Surface failed scan planning even when server omits
error payload (#16197)
add 1c1aaf0384 Build: Bump openapi-spec-validator from 0.8.4 to 0.8.5
(#16200)
add bd96c74ae3 Build: Bump testcontainers from 2.0.4 to 2.0.5 (#16201)
add d69d92ce0b Build: Bump nessie from 0.107.4 to 0.107.5 (#16202)
add 8537152cda Build: Bump org.apache.httpcomponents.client5:httpclient5
(#16204)
add 33e173c0d6 Build: Bump software.amazon.awssdk:bom from 2.42.36 to
2.42.41 (#16206)
add 334dd95535 Core, AWS: Adapt code to S3 signing endpoint promotion
(#15451)
add f2e7a65678 AWS, GCP: add Kryo round-trip regression test for refreshed
storage credentials (#16112)
add 3a98658aef Docs: Move catalog properties to catalog section (#15848)
add 54868576cd Docs: Document general REST catalog properties (#15871)
add 2d54125734 Spark: Support TimestampNTZ in SparkZOrderUDF (#15778)
add 7830efec36 Spark: Add unknown type support to Spark 3.4 and 3.5
(#16066)
add 0841cdea98 Sink connector crashes on timestamps with fractional
seconds and colon-separated UTC offset (Fixes #15838) (#15839)
add 2f6606a247 Flink: Backport: Dynamic sink options to be configurable in
SQL (#16209)
add 0011a85e4d Spark: Migrate RollBackStageTable to use SupportsDeleteV2
(#16211)
add da5ffce9a9 Fix for vectorized builder variant handling (#16087)
add dcdeb27edc Flink: Define Joda Time in libs.versions.toml file (#16191)
add 680d850e9e Flink: Do not ship optional flink-metrics-dropwizard
dependency (#16155)
add 0bae0503bc Build: Correct actions/labeler version comment to v6.0.1
(#16225)
add ef077f4588 Core: Fix JdbcCatalog & InMemoryCatalog to prevent dropping
parent namespaces with children (#16061)
add b84b37f430 Core: Replace string-based schema projection with selection
on field-id (#16184)
add d7cb799451 Flink: Backport removal of optional
flink-metrics-dropwizard dependency to v2.0 and v1.20 (#16230)
add 0d2707eaab Docs: Add missing v3 data types to status page (#16228)
add b7ef9f1fa8 CI: Use specific patch versions in workflow action comments
(#16229)
add 490d5ad4d4 Build: Bump gradle/actions from 5.0.2 to 6.1.0
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (f0c3f2c511)
\
N -- N -- N
refs/heads/dependabot/github_actions/gradle/actions-6.1.0 (490d5ad4d4)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/workflows/api-binary-compatibility.yml | 4 +-
.github/workflows/asf-allowlist-check.yml | 2 +-
.github/workflows/codeql.yml | 6 +-
.github/workflows/delta-conversion-ci.yml | 8 +-
.github/workflows/docs-ci.yml | 4 +-
.github/workflows/flink-ci.yml | 4 +-
.github/workflows/hive-ci.yml | 4 +-
.github/workflows/java-ci.yml | 16 +-
.github/workflows/jmh-benchmarks.yml | 6 +-
.github/workflows/kafka-connect-ci.yml | 4 +-
.github/workflows/labeler.yml | 2 +-
.github/workflows/license-check.yml | 2 +-
.github/workflows/open-api.yml | 4 +-
.../publish-iceberg-rest-fixture-docker.yml | 4 +-
.github/workflows/publish-snapshot.yml | 4 +-
.github/workflows/recurring-jmh-benchmarks.yml | 4 +-
.github/workflows/site-ci.yml | 4 +-
.github/workflows/spark-ci.yml | 4 +-
.github/workflows/zizmor.yml | 2 +-
LICENSE | 4 +
.../arrow/vectorized/VectorizedArrowReader.java | 8 +
.../arrow/vectorized/VectorizedReaderBuilder.java | 10 +
.../iceberg/arrow/vectorized/TestArrowReader.java | 110 ++++
.../vectorized/TestVectorizedReaderBuilder.java | 92 +++
aws-bundle/LICENSE | 15 +-
aws-bundle/build.gradle | 14 +-
aws-bundle/runtime-deps.txt | 66 +++
.../org/apache/iceberg/aws/glue/GlueTestBase.java | 11 +
.../iceberg/aws/glue/TestGlueCatalogTable.java | 19 +-
.../iceberg/aws/s3/signer/S3SignerServlet.java | 198 +------
.../iceberg/aws/s3/signer/TestS3RestSigner.java | 16 +-
.../iceberg/aws/dynamodb/DynamoDbCatalog.java | 22 +-
.../org/apache/iceberg/aws/glue/GlueCatalog.java | 28 +-
.../iceberg/aws/s3/signer/S3ObjectMapper.java | 4 +
.../iceberg/aws/s3/signer/S3SignRequest.java | 32 +-
.../iceberg/aws/s3/signer/S3SignRequestParser.java | 91 +--
.../iceberg/aws/s3/signer/S3SignResponse.java | 19 +-
.../aws/s3/signer/S3SignResponseParser.java | 44 +-
.../aws/s3/signer/S3V4RestSignerClient.java | 102 +++-
.../iceberg/aws/dynamodb/TestDynamoDbCatalog.java | 60 +-
.../apache/iceberg/aws/glue/TestGlueCatalog.java | 22 +
.../aws/s3/TestS3FileIOCredentialRefresh.java | 80 +++
.../aws/s3/signer/TestS3V4RestSignerClient.java | 87 ++-
azure-bundle/runtime-deps.txt | 44 ++
.../iceberg/gcp/bigquery/TestBigQueryCatalog.java | 13 +
.../java/org/apache/iceberg/CatalogProperties.java | 9 +
.../org/apache/iceberg/DeletionVectorStruct.java | 50 ++
.../org/apache/iceberg/FileCleanupStrategy.java | 18 +-
.../org/apache/iceberg/ManifestInfoStruct.java | 157 ++++++
.../java/org/apache/iceberg/ManifestReader.java | 10 +-
.../apache/iceberg/MergingSnapshotProducer.java | 18 +-
.../java/org/apache/iceberg/PartitionsTable.java | 127 +++--
.../java/org/apache/iceberg/TableProperties.java | 4 +
.../java/org/apache/iceberg/TrackingStruct.java | 102 +++-
.../apache/iceberg/inmemory/InMemoryCatalog.java | 19 +-
.../java/org/apache/iceberg/jdbc/JdbcCatalog.java | 16 +-
.../java/org/apache/iceberg/rest/Endpoint.java | 2 +
.../apache/iceberg/rest/RESTCatalogProperties.java | 13 +
.../org/apache/iceberg/rest/RESTSerializers.java | 51 +-
.../org/apache/iceberg/rest/RESTTableScan.java | 49 +-
.../org/apache/iceberg/rest/ResourcePaths.java | 13 +
.../org/apache/iceberg/rest/auth/OAuth2Util.java | 3 +
.../iceberg/rest/requests/RemoteSignRequest.java | 7 +-
.../rest/requests/RemoteSignRequestParser.java | 47 +-
.../rest/responses/ErrorResponseParser.java | 7 +-
.../responses/FetchPlanningResultResponse.java | 24 +-
.../FetchPlanningResultResponseParser.java | 12 +
.../rest/responses/PlanTableScanResponse.java | 18 +
.../responses/PlanTableScanResponseParser.java | 11 +
.../iceberg/rest/responses/RemoteSignResponse.java | 4 +-
.../rest/responses/RemoteSignResponseParser.java | 71 +++
.../java/org/apache/iceberg/util/LocationUtil.java | 24 +
.../java/org/apache/iceberg/util/LockManagers.java | 21 +-
.../apache/iceberg/TestDeletionVectorStruct.java | 89 ++-
.../org/apache/iceberg/TestManifestInfoStruct.java | 296 ++++++++--
.../org/apache/iceberg/TestRemoveSnapshots.java | 43 ++
.../test/java/org/apache/iceberg/TestRowDelta.java | 21 +
.../org/apache/iceberg/TestTrackedFileStruct.java | 67 +--
.../org/apache/iceberg/TestTrackingStruct.java | 87 +--
.../org/apache/iceberg/catalog/CatalogTests.java | 120 ++++
.../iceberg/inmemory/TestInMemoryCatalog.java | 5 +
.../org/apache/iceberg/jdbc/TestJdbcCatalog.java | 4 +-
.../apache/iceberg/rest/RemoteSignerServlet.java | 202 +++++++
.../org/apache/iceberg/rest/TestRESTCatalog.java | 13 +-
.../apache/iceberg/rest/TestRESTScanPlanning.java | 118 ++++
.../org/apache/iceberg/rest/TestResourcePaths.java | 16 +
.../apache/iceberg/rest/auth/TestOAuth2Util.java | 97 ++++
.../rest/requests/TestRemoteSignRequestParser.java | 94 +++-
.../TestFetchPlanningResultResponseParser.java | 66 +++
.../responses/TestPlanTableScanResponseParser.java | 68 +++
.../responses/TestRemoteSignResponseParser.java | 26 +-
.../org/apache/iceberg/dell/ecs/EcsCatalog.java | 12 +-
.../apache/iceberg/dell/ecs/TestEcsCatalog.java | 34 +-
deploy.gradle | 1 -
docs/docs/aws.md | 2 +-
docs/docs/catalog-properties.md | 167 ++++++
docs/docs/configuration.md | 124 +---
docs/docs/custom-catalog.md | 4 +-
docs/docs/flink-writes.md | 4 +
docs/docs/java-api-quickstart.md | 2 +-
docs/docs/metrics-reporting.md | 2 +-
docs/docs/spark-configuration.md | 2 +-
docs/mkdocs.yml | 1 +
flink/v1.20/build.gradle | 5 +-
flink/v1.20/flink-runtime/LICENSE | 414 ++------------
flink/v1.20/flink-runtime/NOTICE | 201 -------
.../v1.20/flink-runtime}/runtime-deps.txt | 15 +-
.../org/apache/iceberg/flink/FlinkConfParser.java | 2 +-
.../flink/maintenance/api/JdbcLockFactory.java | 7 -
.../flink/maintenance/api/RewriteDataFiles.java | 30 +-
.../operator/DataFileRewritePlanner.java | 9 +-
.../flink/sink/IcebergStreamWriterMetrics.java | 109 +++-
.../flink/sink/dynamic/DynamicIcebergSink.java | 71 +--
.../iceberg/flink/sink/dynamic/DynamicRecord.java | 4 +
.../flink/sink/dynamic/DynamicRecordProcessor.java | 36 +-
.../sink/dynamic/DynamicRecordWithConfig.java | 94 ++++
.../sink/dynamic/DynamicTableUpdateOperator.java | 19 +-
.../flink/sink/dynamic/FlinkDynamicSinkConf.java | 102 ++++
.../sink/dynamic/FlinkDynamicSinkOptions.java | 71 +++
.../flink/sink/dynamic/HashKeyGenerator.java | 5 +-
.../flink/maintenance/api/TestJdbcLockFactory.java | 65 +++
.../maintenance/api/TestRewriteDataFiles.java | 52 ++
.../maintenance/operator/OperatorTestBase.java | 38 ++
.../flink/maintenance/operator/RewriteUtil.java | 2 +-
.../operator/TestDataFileRewritePlanner.java | 49 +-
.../operator/TestDataFileRewriteRunner.java | 2 +-
.../flink/sink/TestIcebergStreamWriterMetrics.java | 25 +-
.../flink/sink/dynamic/TestDynamicIcebergSink.java | 105 +++-
.../sink/dynamic/TestDynamicRecordWithConfig.java | 120 ++++
.../dynamic/TestDynamicTableUpdateOperator.java | 56 +-
.../flink/sink/dynamic/TestHashKeyGenerator.java | 63 ++-
flink/v2.0/build.gradle | 5 +-
flink/v2.0/flink-runtime/LICENSE | 414 ++------------
flink/v2.0/flink-runtime/NOTICE | 122 ----
.../v2.0/flink-runtime}/runtime-deps.txt | 15 +-
.../org/apache/iceberg/flink/FlinkConfParser.java | 2 +-
.../flink/maintenance/api/JdbcLockFactory.java | 7 -
.../flink/maintenance/api/RewriteDataFiles.java | 30 +-
.../operator/DataFileRewritePlanner.java | 9 +-
.../flink/sink/IcebergStreamWriterMetrics.java | 109 +++-
.../flink/sink/dynamic/DynamicIcebergSink.java | 71 +--
.../iceberg/flink/sink/dynamic/DynamicRecord.java | 4 +
.../flink/sink/dynamic/DynamicRecordProcessor.java | 36 +-
.../sink/dynamic/DynamicRecordWithConfig.java | 94 ++++
.../sink/dynamic/DynamicTableUpdateOperator.java | 19 +-
.../flink/sink/dynamic/FlinkDynamicSinkConf.java | 102 ++++
.../sink/dynamic/FlinkDynamicSinkOptions.java | 71 +++
.../flink/sink/dynamic/HashKeyGenerator.java | 5 +-
.../flink/maintenance/api/TestJdbcLockFactory.java | 65 +++
.../maintenance/api/TestRewriteDataFiles.java | 52 ++
.../maintenance/operator/OperatorTestBase.java | 38 ++
.../flink/maintenance/operator/RewriteUtil.java | 2 +-
.../operator/TestDataFileRewritePlanner.java | 49 +-
.../operator/TestDataFileRewriteRunner.java | 2 +-
.../flink/sink/TestIcebergStreamWriterMetrics.java | 25 +-
.../flink/sink/dynamic/TestDynamicIcebergSink.java | 105 +++-
.../sink/dynamic/TestDynamicRecordWithConfig.java | 120 ++++
.../dynamic/TestDynamicTableUpdateOperator.java | 56 +-
.../flink/sink/dynamic/TestHashKeyGenerator.java | 63 ++-
flink/v2.1/build.gradle | 6 +-
flink/v2.1/flink-runtime/LICENSE | 414 ++------------
flink/v2.1/flink-runtime/NOTICE | 122 ----
.../v2.1/flink-runtime}/runtime-deps.txt | 15 +-
.../org/apache/iceberg/flink/FlinkConfParser.java | 2 +-
.../org/apache/iceberg/flink/FlinkTypeToType.java | 6 +
.../org/apache/iceberg/flink/RowDataWrapper.java | 36 +-
.../apache/iceberg/flink/data/FlinkOrcReader.java | 7 +
.../apache/iceberg/flink/data/FlinkOrcWriter.java | 7 +
.../apache/iceberg/flink/data/FlinkOrcWriters.java | 37 ++
.../org/apache/iceberg/flink/data/RowDataUtil.java | 2 +
.../apache/iceberg/flink/data/StructRowData.java | 52 +-
.../formats/avro/AvroToRowDataConverters.java | 303 ++++++++++
.../iceberg/flink/formats/avro/JodaConverter.java | 69 +++
.../formats/avro/RowDataToAvroConverters.java | 394 +++++++++++++
.../avro/typeutils/AvroSchemaConverter.java | 625 +++++++++++++++++++++
.../flink/maintenance/api/JdbcLockFactory.java | 7 -
.../flink/maintenance/api/RewriteDataFiles.java | 30 +-
.../operator/DataFileRewritePlanner.java | 9 +-
.../sink/AvroGenericRecordToRowDataMapper.java | 4 +-
.../flink/sink/IcebergStreamWriterMetrics.java | 109 +++-
.../flink/sink/dynamic/DynamicIcebergSink.java | 71 +--
.../iceberg/flink/sink/dynamic/DynamicRecord.java | 4 +
.../flink/sink/dynamic/DynamicRecordProcessor.java | 36 +-
.../sink/dynamic/DynamicRecordWithConfig.java | 94 ++++
.../sink/dynamic/DynamicTableUpdateOperator.java | 19 +-
.../flink/sink/dynamic/FlinkDynamicSinkConf.java | 102 ++++
.../sink/dynamic/FlinkDynamicSinkOptions.java | 71 +++
.../flink/sink/dynamic/HashKeyGenerator.java | 5 +-
.../RowDataToAvroGenericRecordConverter.java | 4 +-
.../source/reader/AvroGenericRecordConverter.java | 4 +-
.../org/apache/iceberg/flink/DataGenerators.java | 105 +++-
.../apache/iceberg/flink/TestRowDataWrapper.java | 13 -
.../flink/data/TestFlinkOrcReaderWriter.java | 5 +
.../iceberg/flink/data/TestRowDataProjection.java | 21 +-
.../flink/maintenance/api/TestJdbcLockFactory.java | 65 +++
.../maintenance/api/TestRewriteDataFiles.java | 52 ++
.../maintenance/operator/OperatorTestBase.java | 38 ++
.../flink/maintenance/operator/RewriteUtil.java | 2 +-
.../operator/TestDataFileRewritePlanner.java | 49 +-
.../operator/TestDataFileRewriteRunner.java | 2 +-
.../flink/sink/TestIcebergStreamWriterMetrics.java | 25 +-
.../flink/sink/dynamic/TestDynamicIcebergSink.java | 105 +++-
.../sink/dynamic/TestDynamicRecordWithConfig.java | 120 ++++
.../dynamic/TestDynamicTableUpdateOperator.java | 56 +-
.../flink/sink/dynamic/TestHashKeyGenerator.java | 63 ++-
gcp-bundle/LICENSE | 7 -
gcp-bundle/build.gradle | 6 +
gcp-bundle/runtime-deps.txt | 113 ++++
.../gcp/gcs/TestGCSFileIOCredentialRefresh.java | 67 +++
gradle/libs.versions.toml | 18 +-
.../java/org/apache/iceberg/hive/HiveCatalog.java | 13 +-
.../org/apache/iceberg/hive/HiveSchemaUtil.java | 2 +
.../apache/iceberg/hive/TestHiveSchemaUtil.java | 7 +
.../kafka-connect-runtime/runtime-deps.txt | 233 ++++++++
.../iceberg/connect/data/RecordConverter.java | 17 +-
.../iceberg/connect/data/TestRecordConverter.java | 33 ++
open-api/requirements.txt | 4 +-
.../rest/RESTCompatibilityKitCatalogTests.java | 8 +
.../java/org/apache/iceberg/rest/RCKUtils.java | 8 +-
.../java/org/apache/iceberg/parquet/Parquet.java | 53 +-
.../apache/iceberg/parquet/ParquetFormatModel.java | 6 -
.../parquet/TestDictionaryRowGroupFilter.java | 2 +-
.../iceberg/parquet/TestParquetPageVersion.java | 251 +++++++++
site/docs/assets/stylesheets/home.css | 50 --
site/docs/status.md | 3 +
site/overrides/home.html | 49 --
site/requirements.txt | 2 +-
spark/v3.4/spark-runtime/LICENSE | 276 +--------
spark/v3.4/spark-runtime/NOTICE | 101 ----
.../{v4.1 => v3.4}/spark-runtime/runtime-deps.txt | 4 +-
.../spark/PruneColumnsWithoutReordering.java | 2 +
.../apache/iceberg/spark/RollbackStagedTable.java | 10 +-
.../org/apache/iceberg/spark/SparkTypeToType.java | 3 +
.../org/apache/iceberg/spark/TypeToSparkType.java | 5 +-
.../iceberg/spark/actions/SparkZOrderUDF.java | 28 +
.../spark/data/ParquetWithSparkSchemaVisitor.java | 31 +-
.../apache/iceberg/spark/data/SparkOrcWriter.java | 21 +-
.../iceberg/spark/data/SparkParquetWriters.java | 38 +-
.../data/vectorized/VectorizedSparkOrcReaders.java | 2 +
.../iceberg/spark/source/SparkWriteBuilder.java | 12 +-
.../apache/iceberg/spark/TestSparkSchemaUtil.java | 16 +
.../spark/actions/TestRewriteDataFilesAction.java | 19 +
.../iceberg/spark/data/AvroDataTestBase.java | 56 +-
.../iceberg/spark/data/TestSparkOrcReader.java | 17 +
.../iceberg/spark/data/TestSparkParquetReader.java | 16 +
.../spark/data/TestSparkRecordOrcReaderWriter.java | 17 +
.../apache/iceberg/spark/source/ScanTestBase.java | 7 +-
.../spark/source/TestORCDataFrameWrite.java | 24 +
.../spark/source/TestParquetDataFrameWrite.java | 24 +
.../iceberg/spark/source/TestParquetScan.java | 18 +
spark/v3.5/spark-runtime/LICENSE | 276 +--------
spark/v3.5/spark-runtime/NOTICE | 101 ----
.../{v4.1 => v3.5}/spark-runtime/runtime-deps.txt | 0
.../spark/PruneColumnsWithoutReordering.java | 2 +
.../apache/iceberg/spark/RollbackStagedTable.java | 10 +-
.../org/apache/iceberg/spark/SparkReadConf.java | 33 ++
.../org/apache/iceberg/spark/SparkReadOptions.java | 15 +
.../apache/iceberg/spark/SparkSQLProperties.java | 5 +
.../org/apache/iceberg/spark/SparkTypeToType.java | 3 +
.../org/apache/iceberg/spark/TypeToSparkType.java | 5 +-
.../iceberg/spark/actions/SparkZOrderUDF.java | 28 +
.../spark/data/ParquetWithSparkSchemaVisitor.java | 31 +-
.../apache/iceberg/spark/data/SparkOrcWriter.java | 21 +-
.../iceberg/spark/data/SparkParquetWriters.java | 39 +-
.../spark/source/AsyncSparkMicroBatchPlanner.java | 0
.../spark/source/BaseSparkMicroBatchPlanner.java | 0
.../iceberg/spark/source/MicroBatchUtils.java | 0
.../spark/source/SparkMicroBatchPlanner.java | 0
.../spark/source/SparkMicroBatchStream.java | 353 +-----------
.../iceberg/spark/source/SparkWriteBuilder.java | 12 +-
.../spark/source/SyncSparkMicroBatchPlanner.java | 0
.../apache/iceberg/spark/TestSparkSchemaUtil.java | 16 +
.../spark/actions/TestRewriteDataFilesAction.java | 19 +
.../iceberg/spark/data/AvroDataTestBase.java | 56 +-
.../iceberg/spark/data/TestSparkOrcReader.java | 17 +
.../iceberg/spark/data/TestSparkParquetReader.java | 16 +
.../spark/data/TestSparkRecordOrcReaderWriter.java | 17 +
.../apache/iceberg/spark/source/ScanTestBase.java | 6 +-
.../source/TestAsyncSparkMicroBatchPlanner.java | 0
.../spark/source/TestMicroBatchPlanningUtils.java | 0
.../spark/source/TestORCDataFrameWrite.java | 24 +
.../spark/source/TestParquetDataFrameWrite.java | 24 +
.../iceberg/spark/source/TestParquetScan.java | 18 +
.../spark/source/TestStructuredStreamingRead3.java | 283 +++++++++-
.../extensions/TestSnapshotTableProcedure.java | 50 ++
spark/v4.0/spark-runtime/LICENSE | 276 +--------
spark/v4.0/spark-runtime/NOTICE | 101 ----
.../{v4.1 => v4.0}/spark-runtime/runtime-deps.txt | 0
.../apache/iceberg/spark/RollbackStagedTable.java | 10 +-
.../org/apache/iceberg/spark/SparkReadConf.java | 33 ++
.../org/apache/iceberg/spark/SparkReadOptions.java | 15 +
.../apache/iceberg/spark/SparkSQLProperties.java | 5 +
.../org/apache/iceberg/spark/SparkTableUtil.java | 40 +-
.../iceberg/spark/actions/SparkZOrderUDF.java | 28 +
.../spark/source/AsyncSparkMicroBatchPlanner.java | 0
.../spark/source/BaseSparkMicroBatchPlanner.java | 0
.../iceberg/spark/source/MicroBatchUtils.java | 0
.../spark/source/SparkMicroBatchPlanner.java | 0
.../spark/source/SparkMicroBatchStream.java | 353 +-----------
.../iceberg/spark/source/SparkWriteBuilder.java | 12 +-
.../spark/source/SyncSparkMicroBatchPlanner.java | 0
.../spark/actions/TestRewriteDataFilesAction.java | 17 +
.../source/TestAsyncSparkMicroBatchPlanner.java | 0
.../spark/source/TestMicroBatchPlanningUtils.java | 0
.../spark/source/TestStructuredStreamingRead3.java | 286 +++++++++-
.../iceberg/spark/sql/TestSparkVariantRead.java | 49 ++
.../extensions/TestSnapshotTableProcedure.java | 50 ++
spark/v4.1/spark-runtime/LICENSE | 276 +--------
spark/v4.1/spark-runtime/NOTICE | 101 ----
.../apache/iceberg/spark/RollbackStagedTable.java | 10 +-
.../org/apache/iceberg/spark/SparkTableUtil.java | 40 +-
.../iceberg/spark/actions/SparkZOrderUDF.java | 28 +
.../iceberg/spark/source/SparkWriteBuilder.java | 12 +-
.../apache/iceberg/spark/SparkCatalogConfig.java | 18 +-
.../spark/actions/TestRewriteDataFilesAction.java | 17 +
.../apache/iceberg/spark/sql/TestDeleteFrom.java | 65 ++-
.../iceberg/spark/sql/TestSparkVariantRead.java | 49 ++
.../iceberg/spark/sql/TestUniqueTableLocation.java | 132 +++++
318 files changed, 10633 insertions(+), 5412 deletions(-)
create mode 100644
arrow/src/test/java/org/apache/iceberg/arrow/vectorized/TestVectorizedReaderBuilder.java
create mode 100644 aws-bundle/runtime-deps.txt
create mode 100644 azure-bundle/runtime-deps.txt
copy aws/src/main/java/org/apache/iceberg/aws/s3/signer/S3SignRequest.java =>
core/src/main/java/org/apache/iceberg/rest/requests/RemoteSignRequest.java (90%)
copy
aws/src/main/java/org/apache/iceberg/aws/s3/signer/S3SignRequestParser.java =>
core/src/main/java/org/apache/iceberg/rest/requests/RemoteSignRequestParser.java
(69%)
copy aws/src/main/java/org/apache/iceberg/aws/s3/signer/S3SignResponse.java =>
core/src/main/java/org/apache/iceberg/rest/responses/RemoteSignResponse.java
(91%)
create mode 100644
core/src/main/java/org/apache/iceberg/rest/responses/RemoteSignResponseParser.java
create mode 100644
core/src/test/java/org/apache/iceberg/rest/RemoteSignerServlet.java
rename
aws/src/test/java/org/apache/iceberg/aws/s3/signer/TestS3SignRequestParser.java
=>
core/src/test/java/org/apache/iceberg/rest/requests/TestRemoteSignRequestParser.java
(70%)
rename
aws/src/test/java/org/apache/iceberg/aws/s3/signer/TestS3SignResponseParser.java
=>
core/src/test/java/org/apache/iceberg/rest/responses/TestRemoteSignResponseParser.java
(78%)
create mode 100644 docs/docs/catalog-properties.md
copy {spark/v4.1/spark-runtime => flink/v1.20/flink-runtime}/runtime-deps.txt
(68%)
create mode 100644
flink/v1.20/flink/src/main/java/org/apache/iceberg/flink/sink/dynamic/DynamicRecordWithConfig.java
create mode 100644
flink/v1.20/flink/src/main/java/org/apache/iceberg/flink/sink/dynamic/FlinkDynamicSinkConf.java
create mode 100644
flink/v1.20/flink/src/main/java/org/apache/iceberg/flink/sink/dynamic/FlinkDynamicSinkOptions.java
copy core/src/test/java/org/apache/iceberg/util/TestTruncateUtil.java =>
flink/v1.20/flink/src/test/java/org/apache/iceberg/flink/sink/TestIcebergStreamWriterMetrics.java
(58%)
create mode 100644
flink/v1.20/flink/src/test/java/org/apache/iceberg/flink/sink/dynamic/TestDynamicRecordWithConfig.java
copy {spark/v4.1/spark-runtime => flink/v2.0/flink-runtime}/runtime-deps.txt
(68%)
create mode 100644
flink/v2.0/flink/src/main/java/org/apache/iceberg/flink/sink/dynamic/DynamicRecordWithConfig.java
create mode 100644
flink/v2.0/flink/src/main/java/org/apache/iceberg/flink/sink/dynamic/FlinkDynamicSinkConf.java
create mode 100644
flink/v2.0/flink/src/main/java/org/apache/iceberg/flink/sink/dynamic/FlinkDynamicSinkOptions.java
copy core/src/test/java/org/apache/iceberg/util/TestTruncateUtil.java =>
flink/v2.0/flink/src/test/java/org/apache/iceberg/flink/sink/TestIcebergStreamWriterMetrics.java
(58%)
create mode 100644
flink/v2.0/flink/src/test/java/org/apache/iceberg/flink/sink/dynamic/TestDynamicRecordWithConfig.java
copy {spark/v4.1/spark-runtime => flink/v2.1/flink-runtime}/runtime-deps.txt
(68%)
create mode 100644
flink/v2.1/flink/src/main/java/org/apache/iceberg/flink/formats/avro/AvroToRowDataConverters.java
create mode 100644
flink/v2.1/flink/src/main/java/org/apache/iceberg/flink/formats/avro/JodaConverter.java
create mode 100644
flink/v2.1/flink/src/main/java/org/apache/iceberg/flink/formats/avro/RowDataToAvroConverters.java
create mode 100644
flink/v2.1/flink/src/main/java/org/apache/iceberg/flink/formats/avro/typeutils/AvroSchemaConverter.java
create mode 100644
flink/v2.1/flink/src/main/java/org/apache/iceberg/flink/sink/dynamic/DynamicRecordWithConfig.java
create mode 100644
flink/v2.1/flink/src/main/java/org/apache/iceberg/flink/sink/dynamic/FlinkDynamicSinkConf.java
create mode 100644
flink/v2.1/flink/src/main/java/org/apache/iceberg/flink/sink/dynamic/FlinkDynamicSinkOptions.java
copy core/src/test/java/org/apache/iceberg/util/TestTruncateUtil.java =>
flink/v2.1/flink/src/test/java/org/apache/iceberg/flink/sink/TestIcebergStreamWriterMetrics.java
(58%)
create mode 100644
flink/v2.1/flink/src/test/java/org/apache/iceberg/flink/sink/dynamic/TestDynamicRecordWithConfig.java
create mode 100644 gcp-bundle/runtime-deps.txt
create mode 100644 kafka-connect/kafka-connect-runtime/runtime-deps.txt
create mode 100644
parquet/src/test/java/org/apache/iceberg/parquet/TestParquetPageVersion.java
copy spark/{v4.1 => v3.4}/spark-runtime/runtime-deps.txt (94%)
copy spark/{v4.1 => v3.5}/spark-runtime/runtime-deps.txt (100%)
copy spark/{v4.1 =>
v3.5}/spark/src/main/java/org/apache/iceberg/spark/source/AsyncSparkMicroBatchPlanner.java
(100%)
copy spark/{v4.1 =>
v3.5}/spark/src/main/java/org/apache/iceberg/spark/source/BaseSparkMicroBatchPlanner.java
(100%)
copy spark/{v4.1 =>
v3.5}/spark/src/main/java/org/apache/iceberg/spark/source/MicroBatchUtils.java
(100%)
copy spark/{v4.1 =>
v3.5}/spark/src/main/java/org/apache/iceberg/spark/source/SparkMicroBatchPlanner.java
(100%)
copy spark/{v4.1 =>
v3.5}/spark/src/main/java/org/apache/iceberg/spark/source/SyncSparkMicroBatchPlanner.java
(100%)
copy spark/{v4.1 =>
v3.5}/spark/src/test/java/org/apache/iceberg/spark/source/TestAsyncSparkMicroBatchPlanner.java
(100%)
copy spark/{v4.1 =>
v3.5}/spark/src/test/java/org/apache/iceberg/spark/source/TestMicroBatchPlanningUtils.java
(100%)
copy spark/{v4.1 => v4.0}/spark-runtime/runtime-deps.txt (100%)
copy spark/{v4.1 =>
v4.0}/spark/src/main/java/org/apache/iceberg/spark/source/AsyncSparkMicroBatchPlanner.java
(100%)
copy spark/{v4.1 =>
v4.0}/spark/src/main/java/org/apache/iceberg/spark/source/BaseSparkMicroBatchPlanner.java
(100%)
copy spark/{v4.1 =>
v4.0}/spark/src/main/java/org/apache/iceberg/spark/source/MicroBatchUtils.java
(100%)
copy spark/{v4.1 =>
v4.0}/spark/src/main/java/org/apache/iceberg/spark/source/SparkMicroBatchPlanner.java
(100%)
copy spark/{v4.1 =>
v4.0}/spark/src/main/java/org/apache/iceberg/spark/source/SyncSparkMicroBatchPlanner.java
(100%)
copy spark/{v4.1 =>
v4.0}/spark/src/test/java/org/apache/iceberg/spark/source/TestAsyncSparkMicroBatchPlanner.java
(100%)
copy spark/{v4.1 =>
v4.0}/spark/src/test/java/org/apache/iceberg/spark/source/TestMicroBatchPlanningUtils.java
(100%)
create mode 100644
spark/v4.1/spark/src/test/java/org/apache/iceberg/spark/sql/TestUniqueTableLocation.java
