This is an automated email from the ASF dual-hosted git repository.
lahirujayathilake pushed a change to branch tracing-impl
in repository https://gitbox.apache.org/repos/asf/airavata-custos.git
omit 3fc47da2d Consolidate AMIE migrations and switch trace/span IDs to hex
strings
omit 127910eb9 Move AMIE HTTP endpoints into the connector via mux
passthrough
omit e8f3c5d29 Update AMIE baseline integration tests to align with the new
audit modeling
omit 1c2d8b083 Add AMIE endpoints
omit c625b2155 Drop UNION in audit_trace_store
omit c86e16d48 Route AMIE audit writes through core audit_events
omit 50ffd09de Replace amie_audit_log with amie_audit_extras table
omit 219cd06d0 Add entity_type column to audit_events
omit face48ebf Rename TraceEvent fields and COmanage subscriber audit event
for clarity
omit 8ebe6e466 Renumber tracing migrations
omit b109be964 Updated the baseline amie integration tests to reflect the
additional tracing events
omit 0fa13e5d7 Remove cross-connector tracing test from AMIE pipeline
package
omit ea86fd811 expose audit endpoints
omit ca75a7d1c Add audit-driven trace store that reads audit_events and
amie_audit_log
omit f836cdb0b source-column
omit a4821152c Include tracing for SLURM subscribers
omit 5a9516b96 Include tracing for COmanage subscriber
omit 7cedfe2ba Include tracing for AMIE packet handlers
omit bd8f3784e Add trace_id, span_id and parent_span_id columns
omit edeee522f Propagate request context across event bus so subscribers
inherit trace IDs
omit fa1c1c492 add OpenTelemetry tracing package for context propagation
add ec14c2eca [WIP] SLURM usage monitor connector (#485)
add 73cfbf7aa add OpenTelemetry tracing package for context propagation
add ff2563ed0 Propagate request context across event bus so subscribers
inherit trace IDs
add c2b01ae7a Add trace_id, span_id and parent_span_id columns
add f4060a70d Include tracing for AMIE packet handlers
add 916e102f9 Include tracing for COmanage subscriber
add 37efe47c8 Include tracing for SLURM subscribers
add ab20cbcfe source-column
add b5e168f66 Add audit-driven trace store that reads audit_events and
amie_audit_log
add e6d12a477 expose audit endpoints
add 234fb1984 Remove cross-connector tracing test from AMIE pipeline
package
add 83fdf59e5 Updated the baseline amie integration tests to reflect the
additional tracing events
add f170fa5d3 Renumber tracing migrations
add 02a6fde1a Rename TraceEvent fields and COmanage subscriber audit event
for clarity
add 93345d872 Add entity_type column to audit_events
add 7b1a3cd31 Replace amie_audit_log with amie_audit_extras table
add 9809e5f6d Route AMIE audit writes through core audit_events
add 2d81f32ad Drop UNION in audit_trace_store
add 276496522 Add AMIE endpoints
add 677bfa0db Update AMIE baseline integration tests to align with the new
audit modeling
add c4b7246cc Move AMIE HTTP endpoints into the connector via mux
passthrough
add 64709e780 Consolidate AMIE migrations and switch trace/span IDs to hex
strings
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (3fc47da2d)
\
N -- N -- N refs/heads/tracing-impl (64709e780)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
connectors/SLURM/Association-Mapper/README.md | 8 +-
.../internal/subscribers/account.go | 2 +-
.../subscribers/accountsub_integration_test.go | 2 +-
.../internal/subscribers/members.go | 2 +-
.../subscribers/members_integration_test.go | 2 +-
.../internal/subscribers/subscriber.go | 2 +-
.../SLURM/Association-Mapper/pkg/smapper/loader.go | 2 +-
.../pkg/client}/accounts.go | 2 +-
.../pkg/client}/accounts_integration_test.go | 2 +-
.../pkg/client}/accounts_test.go | 2 +-
.../pkg/client}/associations.go | 2 +-
.../pkg/client}/associations_integration_test.go | 2 +-
.../pkg/client}/associations_test.go | 2 +-
.../pkg/client}/client.go | 5 +-
.../pkg/client}/client_test.go | 2 +-
.../pkg/client}/integration_common.go | 2 +-
connectors/SLURM/Rest-Client/pkg/client/jobs.go | 74 ++++
.../pkg/client/jobs_integration_test.go | 82 ++++
.../operations => Rest-Client/pkg/client}/tres.go | 2 +-
.../pkg/client}/tres_test.go | 2 +-
.../operations => Rest-Client/pkg/client}/types.go | 74 +++-
.../Usage-Monitor/internal/smonitor/smonitor.go | 165 +++++++
.../internal/smonitor/smonitor_integration_test.go | 265 ++++++++++++
.../SLURM/Usage-Monitor/pkg/monitor/loader.go | 42 ++
dev-ops/local-slurm/Makefile | 12 +
dev-ops/local-slurm/README.md | 3 +
.../local-slurm/scripts/bootstrap-accounting.sh | 6 +
internal/connectors/loader.go | 8 +-
internal/db/migrations/000004_allocations.up.sql | 4 +-
...6_compute_allocation_resource_cluster.down.sql} | 6 +-
...006_compute_allocation_resource_cluster.up.sql} | 7 +-
...es.down.sql => 000007_user_privileges.down.sql} | 0
...ileges.up.sql => 000007_user_privileges.up.sql} | 0
...000007_roles.down.sql => 000008_roles.down.sql} | 0
.../{000007_roles.up.sql => 000008_roles.up.sql} | 0
...00009_update_allocation_usage_columns.down.sql} | 5 +-
... 000009_update_allocation_usage_columns.up.sql} | 7 +-
.../compute_allocation_resource_mapping_store.go | 2 +-
.../store/compute_allocation_resource_store.go | 42 +-
internal/store/compute_allocation_usage_store.go | 13 +
internal/store/compute_cluster_user_store.go | 15 +
internal/store/store.go | 11 +
pkg/models/allocation.go | 13 +-
pkg/service/compute_allocation_resource.go | 44 ++
pkg/service/compute_allocation_usage.go | 19 +
pkg/service/compute_cluster_user.go | 19 +
pkg/service/interface.go | 4 +
pkg/service/mock.go | 476 +++++++++++++++------
...-tests.sh => slurm-mapper-integration-tests.sh} | 26 +-
scripts/slurm-monitor-integration-tests.sh | 81 ++++
50 files changed, 1379 insertions(+), 191 deletions(-)
rename connectors/SLURM/{Association-Mapper/internal/operations =>
Rest-Client/pkg/client}/accounts.go (98%)
rename connectors/SLURM/{Association-Mapper/internal/operations =>
Rest-Client/pkg/client}/accounts_integration_test.go (99%)
rename connectors/SLURM/{Association-Mapper/internal/operations =>
Rest-Client/pkg/client}/accounts_test.go (99%)
rename connectors/SLURM/{Association-Mapper/internal/operations =>
Rest-Client/pkg/client}/associations.go (99%)
rename connectors/SLURM/{Association-Mapper/internal/operations =>
Rest-Client/pkg/client}/associations_integration_test.go (99%)
rename connectors/SLURM/{Association-Mapper/internal/operations =>
Rest-Client/pkg/client}/associations_test.go (99%)
rename connectors/SLURM/{Association-Mapper/internal/operations =>
Rest-Client/pkg/client}/client.go (96%)
rename connectors/SLURM/{Association-Mapper/internal/operations =>
Rest-Client/pkg/client}/client_test.go (98%)
rename connectors/SLURM/{Association-Mapper/internal/operations =>
Rest-Client/pkg/client}/integration_common.go (97%)
create mode 100644 connectors/SLURM/Rest-Client/pkg/client/jobs.go
create mode 100644
connectors/SLURM/Rest-Client/pkg/client/jobs_integration_test.go
rename connectors/SLURM/{Association-Mapper/internal/operations =>
Rest-Client/pkg/client}/tres.go (97%)
rename connectors/SLURM/{Association-Mapper/internal/operations =>
Rest-Client/pkg/client}/tres_test.go (97%)
rename connectors/SLURM/{Association-Mapper/internal/operations =>
Rest-Client/pkg/client}/types.go (68%)
create mode 100644 connectors/SLURM/Usage-Monitor/internal/smonitor/smonitor.go
create mode 100644
connectors/SLURM/Usage-Monitor/internal/smonitor/smonitor_integration_test.go
create mode 100644 connectors/SLURM/Usage-Monitor/pkg/monitor/loader.go
create mode 100644 dev-ops/local-slurm/README.md
copy internal/db/migrations/{000003_projects.down.sql =>
000006_compute_allocation_resource_cluster.down.sql} (76%)
copy internal/db/migrations/{000003_projects.down.sql =>
000006_compute_allocation_resource_cluster.up.sql} (65%)
rename internal/db/migrations/{000006_user_privileges.down.sql =>
000007_user_privileges.down.sql} (100%)
rename internal/db/migrations/{000006_user_privileges.up.sql =>
000007_user_privileges.up.sql} (100%)
rename internal/db/migrations/{000007_roles.down.sql => 000008_roles.down.sql}
(100%)
rename internal/db/migrations/{000007_roles.up.sql => 000008_roles.up.sql}
(100%)
copy internal/db/migrations/{000003_projects.down.sql =>
000009_update_allocation_usage_columns.down.sql} (78%)
copy internal/db/migrations/{000009_audit_event_source.up.sql =>
000009_update_allocation_usage_columns.up.sql} (82%)
rename scripts/{slurm-integration-tests.sh =>
slurm-mapper-integration-tests.sh} (59%)
create mode 100755 scripts/slurm-monitor-integration-tests.sh
