This is an automated email from the ASF dual-hosted git repository.
lahirujayathilake pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/airavata-custos.git
from b764f7926 AMIE traffic simulation with mock server to have both
success and failure scenarios
new 6ac37ab6f Initial ACCESS-AMIE decoder implementation in go lang
new e9b956bdb Extract shared domain models for the allocation management
new 1d7f16cbf Add person soft-delete, email dedup, and GlobalID mapping
for AMIE merge support - Replace hard-delete with soft-delete (is_active
flag) on person merge - Deduplicate persons by email to avoid creating
multiple accounts for the same person with different ACCESS Global IDs - Add
person_global_ids mapping table so a person can be looked up by any of their
historical Global IDs - Rename amie_audit_logs table to amie_audit_log
new 9da3275f8 Included person global id store
new 8b94602f4 refactor amie load test server
new 6e9096904 updated the grafana dashboards to retrieve data from db too
new 1deab69a1 fixed the issues with time filtering value
new b93b7dc3f support extracting the correct user role and included
dev_email in the AMIE test packets
new 168649ea7 Refactor database migrations to allocations/domain/db and
proto generated
The 9 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.gitignore | 13 +
.../access-amie/Makefile | 53 +-
allocations/access-amie/README.md | 162 ++
allocations/access-amie/amieclient/client.go | 187 ++
allocations/access-amie/amieclient/client_test.go | 184 ++
allocations/access-amie/config.yaml.example | 24 +
allocations/access-amie/config/config.go | 145 ++
allocations/access-amie/db/db.go | 40 +
allocations/access-amie/db/errors.go | 31 +
allocations/access-amie/db/tx.go | 46 +
allocations/access-amie/go.mod | 36 +
allocations/access-amie/go.sum | 106 +
.../access-amie/handler/data_account_create.go | 116 +
.../handler/data_account_create_test.go | 148 ++
.../access-amie/handler/data_project_create.go | 117 +
.../handler/data_project_create_test.go | 149 ++
allocations/access-amie/handler/handler.go | 93 +
.../handler/inform_transaction_complete.go | 73 +
.../handler/inform_transaction_complete_test.go | 124 +
allocations/access-amie/handler/noop.go | 44 +
allocations/access-amie/handler/noop_test.go | 75 +
.../access-amie/handler/request_account_create.go | 161 ++
.../handler/request_account_create_test.go | 190 ++
.../handler/request_account_inactivate.go | 104 +
.../handler/request_account_inactivate_test.go | 146 ++
.../handler/request_account_reactivate.go | 104 +
.../handler/request_account_reactivate_test.go | 129 +
.../access-amie/handler/request_person_merge.go | 105 +
.../handler/request_person_merge_test.go | 149 ++
.../access-amie/handler/request_project_create.go | 183 ++
.../handler/request_project_create_test.go | 227 ++
.../handler/request_project_inactivate.go | 120 +
.../handler/request_project_inactivate_test.go | 152 ++
.../handler/request_project_reactivate.go | 120 +
.../handler/request_project_reactivate_test.go | 152 ++
.../access-amie/handler/request_user_modify.go | 112 +
.../handler/request_user_modify_test.go | 167 ++
allocations/access-amie/handler/router.go | 59 +
allocations/access-amie/handler/router_test.go | 136 +
allocations/access-amie/handler/testutil_test.go | 49 +
allocations/access-amie/main.go | 157 ++
allocations/access-amie/metrics/metrics.go | 109 +
allocations/access-amie/metrics/metrics_test.go | 182 ++
allocations/access-amie/model/audit.go | 52 +
allocations/access-amie/model/error.go | 31 +
allocations/access-amie/model/event.go | 64 +
allocations/access-amie/model/packet.go | 44 +
.../main => access-amie}/proto/amie_packets.proto | 114 +-
.../access-amie/proto/gen/amie_packets.pb.go | 1601 ++++++++++++
.../access-amie/proto/gen/internal_events.pb.go | 1493 +++++++++++
.../proto/internal_events.proto | 80 +-
allocations/access-amie/server/server.go | 98 +
allocations/access-amie/service/account_service.go | 119 +
.../access-amie/service/account_service_test.go | 205 ++
allocations/access-amie/service/audit_service.go | 74 +
.../access-amie/service/audit_service_test.go | 115 +
.../access-amie/service/membership_service.go | 181 ++
.../access-amie/service/membership_service_test.go | 282 +++
allocations/access-amie/service/person_service.go | 360 +++
.../access-amie/service/person_service_test.go | 549 ++++
allocations/access-amie/service/project_service.go | 110 +
.../access-amie/service/project_service_test.go | 165 ++
allocations/access-amie/store/audit_store.go | 46 +
allocations/access-amie/store/error_store.go | 46 +
allocations/access-amie/store/event_store.go | 103 +
allocations/access-amie/store/packet_store.go | 89 +
.../data_account_create/incoming-data.json | 0
.../data_account_create/outgoing-inform.json | 0
.../data_project_create/incoming-data.json | 0
.../data_project_create/outgoing-inform.json | 0
.../incoming-inform.json | 0
.../request_account_create/incoming-request.json | 0
.../request_account_create/outgoing-notify.json | 0
.../incoming-request.json | 0
.../outgoing-notify.json | 0
.../incoming-request.json | 0
.../outgoing-notify.json | 0
.../request_person_merge/incoming-request.json | 0
.../request_person_merge/outgoing-inform.json | 0
.../request_project_create/incoming-request.json | 0
.../request_project_create/outgoing-notify.json | 0
.../incoming-request.json | 0
.../outgoing-notify.json | 0
.../incoming-request.json | 0
.../outgoing-notify.json | 0
.../incoming-request.json | 0
.../outgoing-inform.json | 0
.../incoming-request.json | 0
.../outgoing-inform.json | 0
allocations/access-amie/worker/poller.go | 201 ++
allocations/access-amie/worker/processor.go | 302 +++
allocations/access-amie/worker/processor_test.go | 121 +
allocations/access-amie/worker/proto_utils.go | 44 +
allocations/access-amie/worker/proto_utils_test.go | 84 +
allocations/access-ci-service/loadtest/README.md | 43 -
allocations/devtools/amie/README.md | 79 +
.../loadtest => devtools/amie}/amie-traffic.js | 2 +-
.../loadtest => devtools/amie}/mock-amie-server.py | 81 +
allocations/domain/db/embed.go | 23 +
allocations/domain/db/migrate.go | 55 +
.../db/migrations/000001_initial_schema.down.sql | 27 +
.../db/migrations/000001_initial_schema.up.sql | 174 ++
allocations/domain/go.mod | 13 +
allocations/domain/go.sum | 70 +
allocations/domain/model/cluster_account.go | 28 +
allocations/domain/model/membership.go | 30 +
allocations/domain/model/person.go | 46 +
allocations/domain/model/project.go | 28 +
allocations/domain/store/account_store.go | 74 +
allocations/domain/store/membership_store.go | 103 +
allocations/domain/store/person_dns_store.go | 80 +
allocations/domain/store/person_global_id_store.go | 66 +
allocations/domain/store/person_store.go | 111 +
allocations/domain/store/project_store.go | 65 +
allocations/domain/store/stores.go | 71 +
allocations/go.work | 7 +
allocations/go.work.sum | 2609 ++++++++++++++++++++
allocations/provisioner/go.mod | 3 +
allocations/provisioner/noop.go | 57 +
allocations/provisioner/provisioner.go | 81 +
compose/grafana/dashboards/amie-service.json | 101 +-
.../grafana/provisioning/datasources/mariadb.yml | 17 +
compose/prometheus/prometheus.yml | 6 +-
123 files changed, 15698 insertions(+), 204 deletions(-)
copy deployment/terraform/aws/modules/keycloak/resources/docker-entrypoint.sh
=> allocations/access-amie/Makefile (55%)
mode change 100755 => 100644
create mode 100644 allocations/access-amie/README.md
create mode 100644 allocations/access-amie/amieclient/client.go
create mode 100644 allocations/access-amie/amieclient/client_test.go
create mode 100644 allocations/access-amie/config.yaml.example
create mode 100644 allocations/access-amie/config/config.go
create mode 100644 allocations/access-amie/db/db.go
create mode 100644 allocations/access-amie/db/errors.go
create mode 100644 allocations/access-amie/db/tx.go
create mode 100644 allocations/access-amie/go.mod
create mode 100644 allocations/access-amie/go.sum
create mode 100644 allocations/access-amie/handler/data_account_create.go
create mode 100644 allocations/access-amie/handler/data_account_create_test.go
create mode 100644 allocations/access-amie/handler/data_project_create.go
create mode 100644 allocations/access-amie/handler/data_project_create_test.go
create mode 100644 allocations/access-amie/handler/handler.go
create mode 100644
allocations/access-amie/handler/inform_transaction_complete.go
create mode 100644
allocations/access-amie/handler/inform_transaction_complete_test.go
create mode 100644 allocations/access-amie/handler/noop.go
create mode 100644 allocations/access-amie/handler/noop_test.go
create mode 100644 allocations/access-amie/handler/request_account_create.go
create mode 100644
allocations/access-amie/handler/request_account_create_test.go
create mode 100644
allocations/access-amie/handler/request_account_inactivate.go
create mode 100644
allocations/access-amie/handler/request_account_inactivate_test.go
create mode 100644
allocations/access-amie/handler/request_account_reactivate.go
create mode 100644
allocations/access-amie/handler/request_account_reactivate_test.go
create mode 100644 allocations/access-amie/handler/request_person_merge.go
create mode 100644 allocations/access-amie/handler/request_person_merge_test.go
create mode 100644 allocations/access-amie/handler/request_project_create.go
create mode 100644
allocations/access-amie/handler/request_project_create_test.go
create mode 100644
allocations/access-amie/handler/request_project_inactivate.go
create mode 100644
allocations/access-amie/handler/request_project_inactivate_test.go
create mode 100644
allocations/access-amie/handler/request_project_reactivate.go
create mode 100644
allocations/access-amie/handler/request_project_reactivate_test.go
create mode 100644 allocations/access-amie/handler/request_user_modify.go
create mode 100644 allocations/access-amie/handler/request_user_modify_test.go
create mode 100644 allocations/access-amie/handler/router.go
create mode 100644 allocations/access-amie/handler/router_test.go
create mode 100644 allocations/access-amie/handler/testutil_test.go
create mode 100644 allocations/access-amie/main.go
create mode 100644 allocations/access-amie/metrics/metrics.go
create mode 100644 allocations/access-amie/metrics/metrics_test.go
create mode 100644 allocations/access-amie/model/audit.go
create mode 100644 allocations/access-amie/model/error.go
create mode 100644 allocations/access-amie/model/event.go
create mode 100644 allocations/access-amie/model/packet.go
copy allocations/{access-ci-service/src/main =>
access-amie}/proto/amie_packets.proto (54%)
create mode 100644 allocations/access-amie/proto/gen/amie_packets.pb.go
create mode 100644 allocations/access-amie/proto/gen/internal_events.pb.go
copy allocations/{access-ci-service/src/main =>
access-amie}/proto/internal_events.proto (58%)
create mode 100644 allocations/access-amie/server/server.go
create mode 100644 allocations/access-amie/service/account_service.go
create mode 100644 allocations/access-amie/service/account_service_test.go
create mode 100644 allocations/access-amie/service/audit_service.go
create mode 100644 allocations/access-amie/service/audit_service_test.go
create mode 100644 allocations/access-amie/service/membership_service.go
create mode 100644 allocations/access-amie/service/membership_service_test.go
create mode 100644 allocations/access-amie/service/person_service.go
create mode 100644 allocations/access-amie/service/person_service_test.go
create mode 100644 allocations/access-amie/service/project_service.go
create mode 100644 allocations/access-amie/service/project_service_test.go
create mode 100644 allocations/access-amie/store/audit_store.go
create mode 100644 allocations/access-amie/store/error_store.go
create mode 100644 allocations/access-amie/store/event_store.go
create mode 100644 allocations/access-amie/store/packet_store.go
copy allocations/{access-ci-service/src/test/resources/mock-data =>
access-amie/testdata}/data_account_create/incoming-data.json (100%)
copy allocations/{access-ci-service/src/test/resources/mock-data =>
access-amie/testdata}/data_account_create/outgoing-inform.json (100%)
copy allocations/{access-ci-service/src/test/resources/mock-data =>
access-amie/testdata}/data_project_create/incoming-data.json (100%)
copy allocations/{access-ci-service/src/test/resources/mock-data =>
access-amie/testdata}/data_project_create/outgoing-inform.json (100%)
copy allocations/{access-ci-service/src/test/resources/mock-data =>
access-amie/testdata}/inform_transaction_complete/incoming-inform.json (100%)
copy allocations/{access-ci-service/src/test/resources/mock-data =>
access-amie/testdata}/request_account_create/incoming-request.json (100%)
copy allocations/{access-ci-service/src/test/resources/mock-data =>
access-amie/testdata}/request_account_create/outgoing-notify.json (100%)
copy allocations/{access-ci-service/src/test/resources/mock-data =>
access-amie/testdata}/request_account_inactivate/incoming-request.json (100%)
copy allocations/{access-ci-service/src/test/resources/mock-data =>
access-amie/testdata}/request_account_inactivate/outgoing-notify.json (100%)
copy allocations/{access-ci-service/src/test/resources/mock-data =>
access-amie/testdata}/request_account_reactivate/incoming-request.json (100%)
copy allocations/{access-ci-service/src/test/resources/mock-data =>
access-amie/testdata}/request_account_reactivate/outgoing-notify.json (100%)
copy allocations/{access-ci-service/src/test/resources/mock-data =>
access-amie/testdata}/request_person_merge/incoming-request.json (100%)
copy allocations/{access-ci-service/src/test/resources/mock-data =>
access-amie/testdata}/request_person_merge/outgoing-inform.json (100%)
copy allocations/{access-ci-service/src/test/resources/mock-data =>
access-amie/testdata}/request_project_create/incoming-request.json (100%)
copy allocations/{access-ci-service/src/test/resources/mock-data =>
access-amie/testdata}/request_project_create/outgoing-notify.json (100%)
copy allocations/{access-ci-service/src/test/resources/mock-data =>
access-amie/testdata}/request_project_inactivate/incoming-request.json (100%)
copy allocations/{access-ci-service/src/test/resources/mock-data =>
access-amie/testdata}/request_project_inactivate/outgoing-notify.json (100%)
copy allocations/{access-ci-service/src/test/resources/mock-data =>
access-amie/testdata}/request_project_reactivate/incoming-request.json (100%)
copy allocations/{access-ci-service/src/test/resources/mock-data =>
access-amie/testdata}/request_project_reactivate/outgoing-notify.json (100%)
copy allocations/{access-ci-service/src/test/resources/mock-data =>
access-amie/testdata}/request_user_modify_delete/incoming-request.json (100%)
copy allocations/{access-ci-service/src/test/resources/mock-data =>
access-amie/testdata}/request_user_modify_delete/outgoing-inform.json (100%)
copy allocations/{access-ci-service/src/test/resources/mock-data =>
access-amie/testdata}/request_user_modify_replace/incoming-request.json (100%)
copy allocations/{access-ci-service/src/test/resources/mock-data =>
access-amie/testdata}/request_user_modify_replace/outgoing-inform.json (100%)
create mode 100644 allocations/access-amie/worker/poller.go
create mode 100644 allocations/access-amie/worker/processor.go
create mode 100644 allocations/access-amie/worker/processor_test.go
create mode 100644 allocations/access-amie/worker/proto_utils.go
create mode 100644 allocations/access-amie/worker/proto_utils_test.go
delete mode 100644 allocations/access-ci-service/loadtest/README.md
create mode 100644 allocations/devtools/amie/README.md
rename allocations/{access-ci-service/loadtest =>
devtools/amie}/amie-traffic.js (98%)
rename allocations/{access-ci-service/loadtest =>
devtools/amie}/mock-amie-server.py (78%)
create mode 100644 allocations/domain/db/embed.go
create mode 100644 allocations/domain/db/migrate.go
create mode 100644
allocations/domain/db/migrations/000001_initial_schema.down.sql
create mode 100644
allocations/domain/db/migrations/000001_initial_schema.up.sql
create mode 100644 allocations/domain/go.mod
create mode 100644 allocations/domain/go.sum
create mode 100644 allocations/domain/model/cluster_account.go
create mode 100644 allocations/domain/model/membership.go
create mode 100644 allocations/domain/model/person.go
create mode 100644 allocations/domain/model/project.go
create mode 100644 allocations/domain/store/account_store.go
create mode 100644 allocations/domain/store/membership_store.go
create mode 100644 allocations/domain/store/person_dns_store.go
create mode 100644 allocations/domain/store/person_global_id_store.go
create mode 100644 allocations/domain/store/person_store.go
create mode 100644 allocations/domain/store/project_store.go
create mode 100644 allocations/domain/store/stores.go
create mode 100644 allocations/go.work
create mode 100644 allocations/go.work.sum
create mode 100644 allocations/provisioner/go.mod
create mode 100644 allocations/provisioner/noop.go
create mode 100644 allocations/provisioner/provisioner.go
create mode 100644 compose/grafana/provisioning/datasources/mariadb.yml
