This is an automated email from the ASF dual-hosted git repository.
linxinyuan pushed a change to branch asf-site
in repository https://gitbox.apache.org/repos/asf/texera.git
from f4827796d1 Merge main to asf-site (#3791)
add dbeb0a084e feat(access-control-service): AccessControlService added as
a new micro service (#3767)
add aee6095b7e fix: Persist & apply “Data Transfer Batch Size” from
Workflow Settings (#3770)
add ccf998034f fix(op): fix incorrect names for Machine Learning Operators
(#3776)
add 084b476ce2 fix(op): add ML training operators for linear and logistic
regression (#3779)
add feca1cd2b7 feat: cap number of concurrent file uploads (#3735)
add 5b1bba18ff fix: Correctly format workflow JSON when downloading from
hub (#3751)
add 1d2e9cce00 fix(ui): Prevent link delete buttons from overlapping
(#3602)
add 5be6420566 chore: Add publish section with whoami to .asf.yaml (#3785)
add f406e256ca fix(gui): reopen workflow websocket when switching
workflows (#3773)
add df0c899637 fix(ui): move quota diagrams to new tab (#3781)
add e7ded5f7ac fix(ci): add explicit jdbc driver loading in relevant e2e
tests (#3783)
add 75c69ed015 fix: pin R arrow package to version 14.0.2.1 in
computing-unit-master (#3761)
add bc260178be chore(deps): bump torch from 2.4.1 to 2.8.0 and
typing_extensions from 4.9.0 to 4.10.0 (#3800)
add 89af4b9045 chore(deps): bump scikit-learn from 1.4.0 to 1.5.0 in
/core/amber (#3799)
add af453d7af3 chore: refactor user avatar component (#3790)
add cf3bb462a2 chore(deps): bump axios from 1.7.7 to 1.12.2 in /core/gui
(#3797)
add 637cfc9116 chore(deps): bump form-data from 3.0.2 to 3.0.4 in
/core/gui (#3793)
add bf4d2b9073 fix(debugger): do not truncate debug messages (#3786)
add b62632db52 feat(config): allow default.conf to be set using
environment variables (#3757)
add b0075f6350 feat: display datasets version creation timestamp (#3803)
add ab30bb1e80 chore: Upgrade checkout and setup actions to latest
versions (#3808)
add a0c1918358 feat: add save button for sidebar tabs on the admin
settings page (#3801)
add 989e4d0e8b feat(dataset): allow datasets to have the same name across
different users (#3715)
add 61bd59b08a ci: automatically label PRs (#3536)
add 98582dd153 ci: fix labeler.yml glob pattern syntax (#3813)
add 80160aab6d ci: fix labeler configuration for file glob patterns (#3814)
add d1313346d0 feat(gui): display the owner's avatar next to each CU
(#3784)
add 60c84bd175 fix(ci): explicitly load jdbc driver when accessing iceberg
postgres catalog (#3817)
add 4acb11901b fix(ci): update backend file patterns in labeler.yml (#3815)
add 6c89f40c26 fix: delete button only clickable from outer ring (#3809)
add 0d3bf4ce74 chore: add bug report template (#3812)
add 1ec8022a1e chore(deps): bump @babel/helpers from 7.25.7 to 7.28.4 in
/core/gui (#3795)
add 24ba25d3ce fix: conditionally show upload panels based on upload
activity (#3818)
add f7482d25ef fix(image): exec format error in pylsp Docker container
(#3811)
add 625a9afa36 fix(gui): keep words complete in the workspace' comment
boxes (#3597)
add 1c812a5e2d chore: Improve Bug Issue Template (#3826)
add 20a38d54d7 chore(deps): bump transformers from 4.44.2 to 4.53.0 in
/core/amber (#3635)
add 62dd9d4667 fix(deployment): deduplicate SQL files under `deployment`
by using symlinks (#3824)
add 257fbe04c5 chore(ci): automatically assign an author of a PR (#3835)
add 83076ac501 feat(amber): enable user system by default (#3782)
add fa1470205a chore(deps): bump prismjs from 1.29.0 to 1.30.0 in
/core/gui (#3796)
add 5650e9538d fix(access-control-service): fix formatting of
`AccessControlResource` (#3838)
add 8d676fde4a chore(ci): revert automatically assign an author of a PR
(#3839)
add e6c9d7db32 fix(access-control-service): fix service file formats
(#3840)
add 8b28c196f6 feat(access-control-service): add `access-control-service`
to authorize the requests to `/wsapi` and `Computing Unit` endpoints (#3598)
add 356a240e2f fix(file-service): avoid manually constructing the Dataset
object through parameters (#3820)
add 84f696e1ed refactor(config): remove user-sys enabled flag (#3831)
add 379ac816a5 fix(gui): enable frontend undo-redo with bug-fix for shared
editing (#3836)
add bf8c942440 feat: enable canceling pending uploads before upload begins
(#3847)
add 04105b8249 feat: improve `file-service` Docker Compose file (#3834)
add 4d3c788b81 feat: prevent export of results from non-downloadable
datasets (#3772)
new 172838514f Merge branch 'main' into asf-site
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/ISSUE_TEMPLATE/bug-template.yaml | 84 ++++
.github/labeler.yml | 85 ++++
.github/workflows/github-action-build.yml | 25 +-
.../workflows/{check-header.yml => pr-labeler.yml} | 20 +-
.../ics/texera/service/AccessControlService.scala | 6 +-
.../service/resource/AccessControlResource.scala | 39 +-
.../uci/ics/texera/AccessControlResourceSpec.scala | 40 +-
core/amber/operator-requirements.txt | 4 +-
core/amber/requirements.txt | 4 +-
.../uci/ics/texera/web/ComputingUnitMaster.scala | 44 +-
.../ics/texera/web/ServletAwareConfigurator.scala | 90 +++-
.../edu/uci/ics/texera/web/SessionState.scala | 7 +
.../uci/ics/texera/web/TexeraWebApplication.scala | 4 +-
.../edu/uci/ics/texera/web/auth/JwtAuth.scala | 31 +-
.../web/resource/WorkflowWebsocketResource.scala | 16 +-
.../texera/web/resource/auth/AuthResource.scala | 4 -
.../web/resource/auth/GoogleAuthResource.scala | 2 -
.../dashboard/DatasetSearchQueryBuilder.scala | 8 +-
.../resource/dashboard/UnifiedResourceSchema.scala | 4 +-
.../web/resource/dashboard/hub/HubResource.scala | 2 +-
.../user/workflow/WorkflowExecutionsResource.scala | 382 ++++++++++++-----
.../web/service/ExecutionConsoleService.scala | 36 +-
.../texera/web/service/ExecutionStatsService.scala | 122 +++---
.../service/ExecutionsMetadataPersistService.scala | 3 -
.../web/service/WorkflowExecutionService.scala | 3 -
.../ics/texera/web/service/WorkflowService.scala | 49 +--
.../ics/amber/engine/e2e/DataProcessingSpec.scala | 54 +--
.../edu/uci/ics/amber/engine/e2e/PauseSpec.scala | 22 +-
.../edu/uci/ics/amber/engine/e2e/TestUtils.scala | 89 ++++
core/build.sbt | 3 +
.../resource/ComputingUnitManagingResource.scala | 42 +-
.../texera/service/resource/ConfigResource.scala | 3 +-
core/config/src/main/resources/default.conf | 30 ++
core/config/src/main/resources/storage.conf | 6 +
core/config/src/main/resources/user-system.conf | 3 -
.../edu/uci/ics/amber/config/StorageConfig.scala | 7 +-
.../uci/ics/texera/config/UserSystemConfig.scala | 1 -
.../scala/edu/uci/ics/texera/dao/SqlServer.scala | 4 +
.../edu/uci/ics/texera/dao/MockTexeraDB.scala | 8 +-
core/file-service/build.sbt | 6 +-
.../src/main/resources/docker-compose.yml | 26 +-
.../texera/service/resource/DatasetResource.scala | 194 +++++----
.../edu/uci/ics/texera/service/MockLakeFS.scala | 124 ++++++
.../service/resource/DatasetResourceSpec.scala | 206 +++++++++
core/gui/src/app/app-routing.module.ts | 4 +-
.../app/common/service/gui-config.service.mock.ts | 1 -
.../src/app/common/service/gui-config.service.ts | 6 +-
.../app/common/service/user/auth-guard.service.ts | 2 +-
.../src/app/common/service/user/user.service.ts | 7 +-
core/gui/src/app/common/type/gui-config.ts | 1 -
.../admin/settings/admin-settings.component.html | 39 +-
.../admin/settings/admin-settings.component.scss | 6 +
.../admin/settings/admin-settings.component.ts | 20 +-
.../user/share-access/share-access.component.html | 4 +-
.../user/user-avatar/user-avatar.component.html | 28 +-
.../user/user-avatar/user-avatar.component.scss | 35 +-
.../dataset-detail.component.html | 58 ++-
.../dataset-detail.component.scss | 1 -
.../dataset-detail.component.ts | 28 +-
...user-dataset-staged-objects-list.component.html | 3 +-
...user-dataset-staged-objects-list.component.scss | 4 +
.../service/user/dataset/dataset.service.ts | 19 +-
.../service/user/download/download.service.ts | 17 +
.../input-autocomplete.component.ts | 2 +-
.../component/left-panel/left-panel.component.ts | 5 +-
.../workspace/component/menu/menu.component.html | 57 +--
.../app/workspace/component/menu/menu.component.ts | 19 +-
.../computing-unit-selection.component.html | 16 +
.../operator-property-edit-frame.component.ts | 1 -
.../result-exportation.component.html | 248 ++++++-----
.../result-exportation.component.ts | 106 ++++-
.../nz-modal-comment-box.component.scss | 5 +-
.../workflow-editor.component.spec.ts | 100 +++--
.../workflow-editor/workflow-editor.component.ts | 47 +--
.../app/workspace/component/workspace.component.ts | 108 ++---
.../workflow-cache/workflow-cache.service.spec.ts | 234 ----------
.../workflow-cache/workflow-cache.service.ts | 41 --
.../model/shared-model-change-handler.ts | 36 +-
.../service/workflow-graph/model/workflow-graph.ts | 13 +
.../workflow-result-export.service.spec.ts | 25 +-
.../workflow-result-export.service.ts | 235 +++++++++--
.../workflow-websocket.service.ts | 4 +-
.../app/workspace/types/workflow-computing-unit.ts | 2 +
core/gui/src/styles.scss | 6 +
core/gui/yarn.lock | 227 +++++++++-
core/scripts/sql/texera_ddl.sql | 18 +-
core/scripts/sql/updates/{04.sql => 15.sql} | 19 +-
.../uci/ics/amber/core/storage/FileResolver.scala | 62 ++-
.../core/storage/model/DatasetFileDocument.scala | 18 +-
.../ics/amber/core/storage/model/OnDataset.scala | 2 +-
.../storage/result/ExecutionResourcesMapping.scala | 75 ----
.../core/storage/util/LakeFSStorageClient.scala | 16 +-
.../scala/edu/uci/ics/amber/util/IcebergUtil.scala | 3 +
.../uci/ics/amber/storage/FileResolverSpec.scala | 5 +-
...ockerfile => access-control-service.dockerfile} | 13 +-
deployment/computing-unit-master.dockerfile | 11 +-
.../files/iceberg_postgres_catalog.sql | 1 +
.../k8s/texera-helmchart/files/texera_ddl.sql | 470 +--------------------
.../k8s/texera-helmchart/files/texera_lakefs.sql | 1 +
...yaml => access-control-service-deployment.yaml} | 27 +-
...ce.yaml => access-control-service-service.yaml} | 10 +-
.../texera-helmchart/templates/envoy-config.yaml | 38 ++
.../templates/envoy-deployment.yaml | 2 +-
.../templates/postgresql-init-script-config.yaml | 20 +-
deployment/k8s/texera-helmchart/values.yaml | 8 +
deployment/pylsp/Dockerfile | 3 +-
106 files changed, 2660 insertions(+), 1924 deletions(-)
create mode 100644 .github/ISSUE_TEMPLATE/bug-template.yaml
create mode 100644 .github/labeler.yml
copy .github/workflows/{check-header.yml => pr-labeler.yml} (77%)
create mode 100644
core/file-service/src/test/scala/edu/uci/ics/texera/service/MockLakeFS.scala
create mode 100644
core/file-service/src/test/scala/edu/uci/ics/texera/service/resource/DatasetResourceSpec.scala
delete mode 100644
core/gui/src/app/workspace/service/workflow-cache/workflow-cache.service.spec.ts
delete mode 100644
core/gui/src/app/workspace/service/workflow-cache/workflow-cache.service.ts
copy core/scripts/sql/updates/{04.sql => 15.sql} (74%)
delete mode 100644
core/workflow-core/src/main/scala/edu/uci/ics/amber/core/storage/result/ExecutionResourcesMapping.scala
copy deployment/{config-service.dockerfile =>
access-control-service.dockerfile} (78%)
create mode 120000
deployment/k8s/texera-helmchart/files/iceberg_postgres_catalog.sql
mode change 100644 => 120000
deployment/k8s/texera-helmchart/files/texera_ddl.sql
create mode 120000 deployment/k8s/texera-helmchart/files/texera_lakefs.sql
copy deployment/k8s/texera-helmchart/templates/{config-service-deployment.yaml
=> access-control-service-deployment.yaml} (68%)
copy deployment/k8s/texera-helmchart/templates/{config-service-service.yaml =>
access-control-service-service.yaml} (73%)
