This is an automated email from the ASF dual-hosted git repository.
DImuthuUpe pushed a change to branch global-config
in repository https://gitbox.apache.org/repos/asf/airavata-custos.git
from 98100344e Initial change for global config
add 4759f2ea9 Request tracing support across core and connectors (#489)
add 1b214df06 Integrated swag-driven OpenAPI spec generation (#491)
add 4fd3fe27d Merge branch 'master' into global-config
add 3e0e4068a Fixing loaders
No new revisions were added by this update.
Summary of changes:
Makefile | 30 +-
README.md | 10 +
api/README.md | 55 +
api/core.openapi.yaml | 3766 ++++++++++++++++++++
cmd/server/main.go | 131 +-
connectors/ACCESS/AMIE-Processor/README.md | 77 +-
.../ACCESS/AMIE-Processor/api/amie.openapi.yaml | 81 +
.../db/migrations/000001_initial_schema.down.sql | 2 +-
.../db/migrations/000001_initial_schema.up.sql | 28 +-
.../AMIE-Processor/handler/data_account_create.go | 14 +-
.../AMIE-Processor/handler/data_project_create.go | 14 +-
.../ACCESS/AMIE-Processor/handler/handler.go | 3 +-
.../handler/inform_transaction_complete.go | 14 +-
.../AMIE-Processor/handler/integration_common.go | 10 +-
connectors/ACCESS/AMIE-Processor/handler/noop.go | 4 +
.../ACCESS/AMIE-Processor/handler/posix_alloc.go | 21 +-
.../handler/request_account_create.go | 14 +-
.../handler/request_account_inactivate.go | 14 +-
.../handler/request_account_reactivate.go | 14 +-
.../AMIE-Processor/handler/request_person_merge.go | 14 +-
.../handler/request_project_create.go | 14 +-
.../handler/request_project_inactivate.go | 14 +-
.../handler/request_project_reactivate.go | 14 +-
.../AMIE-Processor/handler/request_user_modify.go | 14 +-
connectors/ACCESS/AMIE-Processor/model/audit.go | 19 +-
.../pipeline/baseline_integration_test.go | 18 +-
.../AMIE-Processor/pipeline/integration_common.go | 44 +-
.../ACCESS/AMIE-Processor/pkg/amie/loader.go | 35 +-
.../ACCESS/AMIE-Processor/server/handlers.go | 84 +
.../ACCESS/AMIE-Processor/server/handlers_test.go | 125 +
.../ACCESS/AMIE-Processor/service/audit_service.go | 70 +-
.../AMIE-Processor/service/audit_service_test.go | 200 +-
.../ACCESS/AMIE-Processor/store/audit_store.go | 22 +-
.../AMIE-Processor/store/packet_audit_store.go | 91 +
.../testdata/scenarios/baseline.yaml | 22 +-
.../AMIE-Processor/worker/integration_common.go | 3 +-
.../ACCESS/AMIE-Processor/worker/processor.go | 40 +-
.../worker/processor_failures_integration_test.go | 11 +-
.../worker/processor_integration_test.go | 3 +
.../internal/operations/ensure_posix_account.go | 217 +-
.../internal/operations/lookup.go | 15 +
.../internal/operations/orchestrator.go | 29 +-
.../internal/operations/orchestrator_test.go | 262 ++
.../internal/subscribers/cluster_user.go | 26 +-
.../Identity-Provisioner/pkg/comanage/loader.go | 10 +-
.../internal/subscribers/account.go | 79 +-
.../subscribers/accountsub_integration_test.go | 8 +-
.../internal/subscribers/members.go | 89 +-
.../subscribers/members_integration_test.go | 4 +-
.../internal/subscribers/subscriber.go | 13 +-
.../internal/subscribers/subscriber_trace_test.go | 137 +
.../SLURM/Association-Mapper/pkg/smapper/loader.go | 3 +-
.../SLURM/Usage-Monitor/pkg/monitor/loader.go | 3 +-
go.mod | 30 +-
go.sum | 99 +-
internal/{db/db.go => audit/source.go} | 41 +-
internal/audit/source_test.go | 51 +
internal/connectors/loader.go | 25 +-
...own.sql => 000010_audit_trace_columns.down.sql} | 6 +-
....down.sql => 000010_audit_trace_columns.up.sql} | 6 +-
...down.sql => 000011_audit_event_source.down.sql} | 4 +-
...t.down.sql => 000011_audit_event_source.up.sql} | 4 +-
...ql => 000012_audit_events_entity_type.down.sql} | 4 +-
....sql => 000012_audit_events_entity_type.up.sql} | 6 +-
.../{db/embed.go => httputil/status_recorder.go} | 18 +-
internal/server/audit_handlers.go | 272 ++
internal/server/audit_handlers_test.go | 405 +++
internal/server/privilege.go | 74 +-
internal/server/role.go | 130 +-
internal/server/server.go | 710 +++-
internal/server/server_trace_test.go | 63 +
internal/store/audit_event_store.go | 8 +-
internal/store/audit_trace_store.go | 319 ++
internal/store/audit_trace_store_test.go | 142 +
internal/{db/embed.go => tracing/audit.go} | 19 +-
internal/tracing/middleware.go | 70 +
internal/tracing/middleware_test.go | 213 ++
.../noop.go => internal/tracing/slog_handler.go | 40 +-
internal/tracing/status.go | 107 +
internal/tracing/status_test.go | 87 +
internal/tracing/tracing.go | 143 +
internal/tracing/tracing_test.go | 100 +
pkg/events/bus.go | 64 +-
pkg/events/bus_test.go | 225 ++
pkg/events/compute_allocation_diff_subscribe.go | 9 +-
...ation_membership_resource_override_subscribe.go | 9 +-
.../compute_allocation_membership_subscribe.go | 9 +-
...ompute_allocation_resource_mapping_subscribe.go | 9 +-
.../compute_allocation_resource_subscribe.go | 9 +-
pkg/events/compute_allocation_subscribe.go | 9 +-
pkg/events/compute_cluster_user_subscribe.go | 9 +-
pkg/events/organization_subscribe.go | 9 +-
pkg/events/project_subscribe.go | 9 +-
pkg/events/types.go | 3 +-
pkg/events/user_identity_subscribe.go | 9 +-
pkg/events/user_subscribe.go | 9 +-
pkg/models/audit.go | 32 +-
pkg/models/trace.go | 60 +
pkg/service/audit_event.go | 22 +
pkg/service/audit_event_integration_test.go | 76 +
pkg/service/audit_event_test.go | 88 +
pkg/service/compute_allocation.go | 6 +-
pkg/service/compute_allocation_diff.go | 4 +-
pkg/service/compute_allocation_membership.go | 8 +-
...pute_allocation_membership_resource_override.go | 6 +-
pkg/service/compute_allocation_resource.go | 6 +-
pkg/service/compute_allocation_resource_mapping.go | 6 +-
pkg/service/compute_cluster.go | 6 +-
pkg/service/compute_cluster_user.go | 6 +-
pkg/service/organization.go | 6 +-
pkg/service/project.go | 8 +-
pkg/service/role.go | 11 +-
pkg/service/user.go | 8 +-
pkg/service/user_identity.go | 6 +-
pkg/service/user_merge.go | 4 +-
pkg/service/user_privilege.go | 11 +-
scripts/run-amie-integration-tests.sh | 1 -
117 files changed, 9425 insertions(+), 597 deletions(-)
create mode 100644 api/README.md
create mode 100644 api/core.openapi.yaml
create mode 100644 connectors/ACCESS/AMIE-Processor/api/amie.openapi.yaml
create mode 100644 connectors/ACCESS/AMIE-Processor/server/handlers.go
create mode 100644 connectors/ACCESS/AMIE-Processor/server/handlers_test.go
create mode 100644 connectors/ACCESS/AMIE-Processor/store/packet_audit_store.go
create mode 100644
connectors/COmanage/Identity-Provisioner/internal/operations/orchestrator_test.go
create mode 100644
connectors/SLURM/Association-Mapper/internal/subscribers/subscriber_trace_test.go
copy internal/{db/db.go => audit/source.go} (53%)
create mode 100644 internal/audit/source_test.go
copy internal/db/migrations/{000005_audit.down.sql =>
000010_audit_trace_columns.down.sql} (84%)
copy internal/db/migrations/{000003_projects.down.sql =>
000010_audit_trace_columns.up.sql} (68%)
copy internal/db/migrations/{000007_user_privileges.down.sql =>
000011_audit_event_source.down.sql} (90%)
copy internal/db/migrations/{000005_audit.down.sql =>
000011_audit_event_source.up.sql} (86%)
copy internal/db/migrations/{000005_audit.down.sql =>
000012_audit_events_entity_type.down.sql} (89%)
copy internal/db/migrations/{000003_projects.down.sql =>
000012_audit_events_entity_type.up.sql} (73%)
copy internal/{db/embed.go => httputil/status_recorder.go} (66%)
create mode 100644 internal/server/audit_handlers.go
create mode 100644 internal/server/audit_handlers_test.go
create mode 100644 internal/server/server_trace_test.go
create mode 100644 internal/store/audit_trace_store.go
create mode 100644 internal/store/audit_trace_store_test.go
copy internal/{db/embed.go => tracing/audit.go} (67%)
create mode 100644 internal/tracing/middleware.go
create mode 100644 internal/tracing/middleware_test.go
copy connectors/ACCESS/AMIE-Processor/handler/noop.go =>
internal/tracing/slog_handler.go (51%)
create mode 100644 internal/tracing/status.go
create mode 100644 internal/tracing/status_test.go
create mode 100644 internal/tracing/tracing.go
create mode 100644 internal/tracing/tracing_test.go
create mode 100644 pkg/events/bus_test.go
create mode 100644 pkg/models/trace.go
create mode 100644 pkg/service/audit_event_integration_test.go
create mode 100644 pkg/service/audit_event_test.go