This is an automated email from the ASF dual-hosted git repository.
kipk pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/gobblin.git
The following commit(s) were added to refs/heads/master by this push:
new f4728fb9f5 [GOBBLIN-2178] Remove (deprecated and unused)
`GaaSObservabilityEventExperimental` (#4081)
f4728fb9f5 is described below
commit f4728fb9f5708aada9e4face689b1b22db40dc77
Author: Swapnil <[email protected]>
AuthorDate: Wed Dec 11 13:22:20 2024 +0530
[GOBBLIN-2178] Remove (deprecated and unused)
`GaaSObservabilityEventExperimental` (#4081)
Co-authored-by: Swapnil <[email protected]>
---
.../avro/GaaSObservabilityEventExperimental.avsc | 249 ---------------------
1 file changed, 249 deletions(-)
diff --git
a/gobblin-metrics-libs/gobblin-metrics-base/src/main/avro/GaaSObservabilityEventExperimental.avsc
b/gobblin-metrics-libs/gobblin-metrics-base/src/main/avro/GaaSObservabilityEventExperimental.avsc
deleted file mode 100644
index 127d90694c..0000000000
---
a/gobblin-metrics-libs/gobblin-metrics-base/src/main/avro/GaaSObservabilityEventExperimental.avsc
+++ /dev/null
@@ -1,249 +0,0 @@
-{
- "type": "record",
- "name": "GaaSObservabilityEventExperimental",
- "namespace": "org.apache.gobblin.metrics",
- "doc": "The deprecated format for GaaS to emit events during and after a job
is executed.",
- "fields": [
- {
- "name": "timestamp",
- "type": "long",
- "doc": "Time at which event was created in millis"
- },
- {
- "name": "flowGroup",
- "type": "string",
- "doc": "Flow group for the GaaS flow",
- "compliance": "NONE"
- },
- {
- "name": "flowName",
- "type": "string",
- "doc": "Flow name for the GaaS flow",
- "compliance": "NONE"
- },
- {
- "name": "flowExecutionId",
- "type": "long",
- "doc": "Flow execution id for the GaaS flow",
- "compliance": "NONE"
- },
- {
- "name": "lastFlowModificationTime",
- "type": "long",
- "doc": "Timestamp in millis since Epoch when the flow config was last
modified"
- },
- {
- "name": "flowGraphEdgeId",
- "type": "string",
- "doc": "Flow edge id, in format <src_node>_<dest_node>_<edge_id>",
- "compliance": "NONE"
- },
- {
- "name": "jobName",
- "type": "string",
- "doc": "The name of the Gobblin job, found in the job template. One edge
can contain multiple jobs",
- "compliance": "NONE"
- },
- {
- "name": "jobStatus",
- "type": {
- "type": "enum",
- "name": "JobStatus",
- "symbols": [
- "SUCCEEDED",
- "COMPILATION_FAILURE",
- "SUBMISSION_FAILURE",
- "EXECUTION_FAILURE",
- "CANCELLED"
- ],
- "doc": "Final job status for this job in the GaaS flow",
- "compliance": "NONE"
- }
- },
- {
- "name": "jobOrchestratedTime",
- "type": [
- "null",
- "long"
- ],
- "doc": "Timestamp when the job was successfully sent to the job
executor, null if it was unable to be sent."
- },
- {
- "name": "jobStartTime",
- "type": [
- "null",
- "long"
- ],
- "doc": "Start time of the job in millis since Epoch, null if the job was
never run",
- "compliance": "NONE"
- },
- {
- "name": "jobEndTime",
- "type": [
- "null",
- "long"
- ],
- "doc": "Finish time of the job in millis since Epoch, null if the job
was never run",
- "compliance": "NONE"
- },
- {
- "name": "jobPlanningPhaseStartTime",
- "type": [
- "null",
- "long"
- ],
- "doc": "Start time of the workunit planning phase in millis since Epoch,
null if the job was never run or fails to reach this phase",
- "compliance": "NONE",
- "default": null
- },
- {
- "name": "jobPlanningPhaseEndTime",
- "type": [
- "null",
- "long"
- ],
- "doc": "End time of the workunit planning phase in millis since Epoch,
null if the job was never run or fails to reach this phase",
- "compliance": "NONE",
- "default": null
- },
- {
- "name": "executionUserUrn",
- "type": [
- "null",
- "string"
- ],
- "doc": "User URN (if applicable) that runs the underlying Gobblin job",
- "compliance": "NONE"
- },
- {
- "name": "executorUrl",
- "type": [
- "null",
- "string"
- ],
- "doc": "Link to where the job ran, currently limited to Azkaban, if it
was executed",
- "compliance": "NONE"
- },
- {
- "name": "executorId",
- "type": "string",
- "doc": "The ID of the spec executor that ran or would have run the job",
- "compliance": "NONE"
- },
- {
- "name": "gaasId",
- "type": [
- "null",
- "string"
- ],
- "default": null,
- "doc": "The instance of GaaS that is sending the event (if multiple GaaS
instances are running)"
- },
- {
- "name":"jobProperties",
- "type": [
- "null",
- "string"
- ],
- "default": null,
- "doc": "The job properties GaaS sends to the job executor. This is a
JSON string of the job properties"
- },
- {
- "name": "issues",
- "type": [
- "null",
- {
- "type": "array",
- "items": {
- "type": "record",
- "name": "Issue",
- "doc": "Issue describes a specific unique problem in the job or
application.\n\nIssue can be generated from log entries, health checks, and
other places.",
- "fields": [
- {
- "name": "timestamp",
- "type": "long",
- "doc": "Time when the issue occurred"
- },
- {
- "name": "severity",
- "type": {
- "type": "enum",
- "name": "IssueSeverity",
- "symbols": [
- "DEBUG",
- "INFO",
- "WARN",
- "ERROR",
- "FATAL"
- ]
- },
- "doc": "Severity from DEBUG to FATAL"
- },
- {
- "name": "code",
- "type": "string",
- "doc": "Unique machine-readable code that identifies a
specific problem.\n\nIt can be used for making programmatic decisions on how to
handle and recover from this issue.\n\nIssues representing the same kind of
problem will have the same code.\n"
- },
- {
- "name": "summary",
- "type": "string",
- "doc": "Short, human-readable description of the issue.\n\nIt
should focus on what is the root cause of the problem, and what steps the user
should do to resolve it."
- },
- {
- "name": "details",
- "type": ["null","string"],
- "doc": "Optional human-readable issue details that can include
exception stack trace and additional information about the problem."
- },
- {
- "name": "properties",
- "type": ["null", {
- "type": "map",
- "values": "string"
- }],
- "doc": "Optional additional machine-readable properties of the
issue.\n"
- }
- ]
- }
- }
- ]
- },
- {
- "name": "datasetsWritten",
- "type": [
- "null",
- {
- "type": "array",
- "items": {
- "type": "record",
- "name": "DatasetMetric",
- "doc": "DatasetMetric contains bytes and records written by
Gobblin writers for the dataset URN.",
- "fields": [
- {
- "name": "datasetUrn",
- "type": "string",
- "doc": "URN of the dataset"
- },
- {
- "name": "bytesWritten",
- "type": "long",
- "doc": "Number of bytes written for the dataset, can be -1 if
unsupported by the writer (e.g. jdbc writer)"
- },
- {
- "name": "entitiesWritten",
- "type": "long",
- "doc": "Number of entities written (e.g. files or records) for
the dataset by the Gobblin writer"
- },
- {
- "name": "successfullyCommitted",
- "type": "boolean",
- "doc": "Whether the dataset was successfully committed by
Gobblin and fully successful, useful when users configure pipelines to allow
for partial failures or non-atomic writes"
- }
- ]
- }
- }
- ],
- "default": null
- }
- ]
-}
-
