This is an automated email from the ASF dual-hosted git repository. Xiao-zhen-Liu pushed a commit to branch xiaozhen-caching-prototype in repository https://gitbox.apache.org/repos/asf/texera.git
commit 30ab556d13732f5fe2d87a5f6bedd2931d28d223 Merge: fc68ad1f50 9b63619220 Author: Xiaozhen Liu <[email protected]> AuthorDate: Mon Apr 6 10:17:04 2026 -0700 Merge branch 'refs/heads/main' into xiaozhen-caching-prototype .asf.yaml | 1 + .../automatic-email-notif-on-ddl-change.yml | 32 +- .github/workflows/build-and-push-images.yml | 22 +- .github/workflows/github-action-build.yml | 2 +- .licenserc.yaml | 4 + LICENSE | 4 - SECURITY.md | 24 +- amber/operator-requirements.txt | 2 +- amber/requirements.txt | 3 + .../storage/iceberg/iceberg_catalog_instance.py | 36 +- .../python/core/storage/iceberg/iceberg_utils.py | 40 +- .../core/storage/iceberg/test_iceberg_document.py | 3 + .../src/main/python/core/storage/storage_config.py | 12 +- .../proto/org/apache/texera/amber/core/__init__.py | 4 +- .../amber/engine/architecture/rpc/__init__.py | 7 + .../engine/architecture/sendsemantics/__init__.py | 4 +- .../amber/engine/architecture/worker/__init__.py | 4 +- .../pytexera/storage/test_large_binary_manager.py | 3 + amber/src/main/python/texera_run_python_worker.py | 6 + .../pythonworker/PythonWorkflowWorker.scala | 3 + bin/frontend-proto-gen.sh | 2 +- bin/k8s/values-development.yaml | 365 +++++++ bin/single-node/README.md | 174 +++- common/config/src/main/resources/storage.conf | 14 + .../amber/config/EnvironmentalVariable.scala | 1 + .../apache/texera/amber/config/StorageConfig.scala | 4 +- .../org/apache/texera/config/AuthConfig.scala | 7 +- .../amber/pybuilder/EncodableInspector.scala | 16 +- .../amber/pybuilder/EncodableStringAnnotation.java | 3 +- .../pybuilder/PythonTemplateBuilderSpec.scala | 16 + common/workflow-core/build.sbt | 19 +- .../core/storage/IcebergCatalogInstance.scala | 2 +- .../storage/result/iceberg/IcebergDocument.scala | 6 + .../result/iceberg/IcebergTableWriter.scala | 6 +- .../org/apache/texera/amber/util/IcebergUtil.scala | 44 +- .../texera/service/util/LargeBinaryManager.scala | 4 +- .../texera/service/util/S3StorageClient.scala | 3 +- .../result/iceberg/IcebergDocumentSpec.scala | 78 +- .../resource/ComputingUnitManagingResource.scala | 2 + .../org/apache/texera/service/FileService.scala | 3 + .../service/resource/DatasetResourceSpec.scala | 41 +- frontend/src/app/app-routing.constant.ts | 1 + frontend/src/app/app-routing.module.ts | 5 + frontend/src/app/app.module.ts | 2 + frontend/src/app/common/type/physical-plan.ts | 4 +- .../type/proto/google/protobuf/descriptor.ts | 1045 ++++++++++++++------ .../{engine/common => core}/virtualidentity.ts | 67 +- .../amber/{engine/common => core}/workflow.ts | 237 ++++- .../src/app/common/type/proto/scalapb/scalapb.ts | 293 +++--- .../src/app/common/util/port-identity-serde.ts | 2 +- .../dashboard/component/dashboard.component.html | 11 + .../app/dashboard/component/dashboard.component.ts | 2 + .../markdown-description.component.html | 19 +- .../markdown-description.component.scss | 15 +- .../markdown-description.component.ts | 98 +- .../user-computing-unit.component.html | 29 + .../user-computing-unit.component.scss | 25 +- .../user-computing-unit.component.spec.ts} | 43 +- .../user-computing-unit.component.ts | 21 +- .../dataset-detail.component.html | 136 ++- .../dataset-detail.component.scss | 149 +-- frontend/src/app/dashboard/type/dashboard-entry.ts | 39 +- frontend/src/app/dashboard/type/search-result.ts | 2 +- frontend/src/app/dashboard/type/type-predicates.ts | 5 + .../detail/hub-workflow-detail.component.html | 5 +- frontend/src/app/hub/service/hub.service.ts | 1 + 66 files changed, 2458 insertions(+), 824 deletions(-)
