diff --git a/gobblin-metrics-libs/gobblin-metrics-base/src/main/avro/GaaSObservabilityEventExperimental.avsc b/gobblin-metrics-libs/gobblin-metrics-base/src/main/avro/GaaSObservabilityEventExperimental.avsc deleted file mode 100644 index 127d90694cb..00000000000 --- a/gobblin-metrics-libs/gobblin-metrics-base/src/main/avro/GaaSObservabilityEventExperimental.avsc +++ /dev/null @@ -1,249 +0,0 @@ -{ - "type": "record", - "name": "GaaSObservabilityEventExperimental", - "namespace": "org.apache.gobblin.metrics", - "doc": "The deprecated format for GaaS to emit events during and after a job is executed.", - "fields": [ - { - "name": "timestamp", - "type": "long", - "doc": "Time at which event was created in millis" - }, - { - "name": "flowGroup", - "type": "string", - "doc": "Flow group for the GaaS flow", - "compliance": "NONE" - }, - { - "name": "flowName", - "type": "string", - "doc": "Flow name for the GaaS flow", - "compliance": "NONE" - }, - { - "name": "flowExecutionId", - "type": "long", - "doc": "Flow execution id for the GaaS flow", - "compliance": "NONE" - }, - { - "name": "lastFlowModificationTime", - "type": "long", - "doc": "Timestamp in millis since Epoch when the flow config was last modified" - }, - { - "name": "flowGraphEdgeId", - "type": "string", - "doc": "Flow edge id, in format __", - "compliance": "NONE" - }, - { - "name": "jobName", - "type": "string", - "doc": "The name of the Gobblin job, found in the job template. One edge can contain multiple jobs", - "compliance": "NONE" - }, - { - "name": "jobStatus", - "type": { - "type": "enum", - "name": "JobStatus", - "symbols": [ - "SUCCEEDED", - "COMPILATION_FAILURE", - "SUBMISSION_FAILURE", - "EXECUTION_FAILURE", - "CANCELLED" - ], - "doc": "Final job status for this job in the GaaS flow", - "compliance": "NONE" - } - }, - { - "name": "jobOrchestratedTime", - "type": [ - "null", - "long" - ], - "doc": "Timestamp when the job was successfully sent to the job executor, null if it was unable to be sent." - }, - { - "name": "jobStartTime", - "type": [ - "null", - "long" - ], - "doc": "Start time of the job in millis since Epoch, null if the job was never run", - "compliance": "NONE" - }, - { - "name": "jobEndTime", - "type": [ - "null", - "long" - ], - "doc": "Finish time of the job in millis since Epoch, null if the job was never run", - "compliance": "NONE" - }, - { - "name": "jobPlanningPhaseStartTime", - "type": [ - "null", - "long" - ], - "doc": "Start time of the workunit planning phase in millis since Epoch, null if the job was never run or fails to reach this phase", - "compliance": "NONE", - "default": null - }, - { - "name": "jobPlanningPhaseEndTime", - "type": [ - "null", - "long" - ], - "doc": "End time of the workunit planning phase in millis since Epoch, null if the job was never run or fails to reach this phase", - "compliance": "NONE", - "default": null - }, - { - "name": "executionUserUrn", - "type": [ - "null", - "string" - ], - "doc": "User URN (if applicable) that runs the underlying Gobblin job", - "compliance": "NONE" - }, - { - "name": "executorUrl", - "type": [ - "null", - "string" - ], - "doc": "Link to where the job ran, currently limited to Azkaban, if it was executed", - "compliance": "NONE" - }, - { - "name": "executorId", - "type": "string", - "doc": "The ID of the spec executor that ran or would have run the job", - "compliance": "NONE" - }, - { - "name": "gaasId", - "type": [ - "null", - "string" - ], - "default": null, - "doc": "The instance of GaaS that is sending the event (if multiple GaaS instances are running)" - }, - { - "name":"jobProperties", - "type": [ - "null", - "string" - ], - "default": null, - "doc": "The job properties GaaS sends to the job executor. This is a JSON string of the job properties" - }, - { - "name": "issues", - "type": [ - "null", - { - "type": "array", - "items": { - "type": "record", - "name": "Issue", - "doc": "Issue describes a specific unique problem in the job or application.\n\nIssue can be generated from log entries, health checks, and other places.", - "fields": [ - { - "name": "timestamp", - "type": "long", - "doc": "Time when the issue occurred" - }, - { - "name": "severity", - "type": { - "type": "enum", - "name": "IssueSeverity", - "symbols": [ - "DEBUG", - "INFO", - "WARN", - "ERROR", - "FATAL" - ] - }, - "doc": "Severity from DEBUG to FATAL" - }, - { - "name": "code", - "type": "string", - "doc": "Unique machine-readable code that identifies a specific problem.\n\nIt can be used for making programmatic decisions on how to handle and recover from this issue.\n\nIssues representing the same kind of problem will have the same code.\n" - }, - { - "name": "summary", - "type": "string", - "doc": "Short, human-readable description of the issue.\n\nIt should focus on what is the root cause of the problem, and what steps the user should do to resolve it." - }, - { - "name": "details", - "type": ["null","string"], - "doc": "Optional human-readable issue details that can include exception stack trace and additional information about the problem." - }, - { - "name": "properties", - "type": ["null", { - "type": "map", - "values": "string" - }], - "doc": "Optional additional machine-readable properties of the issue.\n" - } - ] - } - } - ] - }, - { - "name": "datasetsWritten", - "type": [ - "null", - { - "type": "array", - "items": { - "type": "record", - "name": "DatasetMetric", - "doc": "DatasetMetric contains bytes and records written by Gobblin writers for the dataset URN.", - "fields": [ - { - "name": "datasetUrn", - "type": "string", - "doc": "URN of the dataset" - }, - { - "name": "bytesWritten", - "type": "long", - "doc": "Number of bytes written for the dataset, can be -1 if unsupported by the writer (e.g. jdbc writer)" - }, - { - "name": "entitiesWritten", - "type": "long", - "doc": "Number of entities written (e.g. files or records) for the dataset by the Gobblin writer" - }, - { - "name": "successfullyCommitted", - "type": "boolean", - "doc": "Whether the dataset was successfully committed by Gobblin and fully successful, useful when users configure pipelines to allow for partial failures or non-atomic writes" - } - ] - } - } - ], - "default": null - } - ] -} -