nastra commented on code in PR #15104:
URL: https://github.com/apache/iceberg/pull/15104#discussion_r2799327596
##########
spark/v4.1/spark/src/main/java/org/apache/iceberg/spark/SparkWriteUtil.java:
##########
@@ -256,4 +286,101 @@ private static SortOrder[] orderBy(Expression... exprs) {
private static SortOrder sort(Expression expr) {
return Expressions.sort(expr, SortDirection.ASCENDING);
}
+
+ public static CustomMetric[] supportedCustomMetrics() {
+ return new CustomMetric[] {
+ new AddedDataFiles(),
+ new AddedDeleteFiles(),
+ new AddedEqualityDeletes(),
+ new AddedEqualityDeleteFiles(),
+ new AddedFileSizeInBytes(),
+ new AddedPositionalDeletes(),
+ new AddedPositionalDeleteFiles(),
+ new AddedRecords(),
+ new RemovedDataFiles(),
+ new RemovedDeleteFiles(),
+ new RemovedRecords(),
+ new RemovedEqualityDeleteFiles(),
+ new RemovedEqualityDeletes(),
+ new RemovedFileSizeInBytes(),
+ new RemovedPositionalDeleteFiles(),
+ new RemovedPositionalDeletes(),
+ new TotalDataFiles(),
+ new TotalDeleteFiles(),
+ new TotalEqualityDeletes(),
+ new TotalFileSizeInBytes(),
+ new TotalPositionalDeletes(),
+ new TotalRecords()
+ };
+ }
+
+ public static CustomTaskMetric[] customTaskMetrics(InMemoryMetricsReporter
metricsReporter) {
+ List<CustomTaskMetric> taskMetrics = Lists.newArrayList();
+ if (metricsReporter != null) {
+ CommitReport commitReport = metricsReporter.commitReport();
+ if (commitReport != null) {
+ CommitMetricsResult metricsResult = commitReport.commitMetrics();
+ addMetricValue(new AddedDataFiles(), metricsResult.addedDataFiles(),
taskMetrics);
+ addMetricValue(new AddedDeleteFiles(),
metricsResult.addedDeleteFiles(), taskMetrics);
+ addMetricValue(
+ new AddedEqualityDeletes(), metricsResult.addedEqualityDeletes(),
taskMetrics);
+ addMetricValue(
+ new AddedEqualityDeleteFiles(),
metricsResult.addedEqualityDeleteFiles(), taskMetrics);
+ addMetricValue(
+ new AddedFileSizeInBytes(), metricsResult.addedFilesSizeInBytes(),
taskMetrics);
+ addMetricValue(
+ new AddedPositionalDeletes(),
metricsResult.addedPositionalDeletes(), taskMetrics);
+ addMetricValue(
+ new AddedPositionalDeleteFiles(),
+ metricsResult.addedPositionalDeleteFiles(),
+ taskMetrics);
+ addMetricValue(new AddedRecords(), metricsResult.addedRecords(),
taskMetrics);
+ addMetricValue(new RemovedDataFiles(),
metricsResult.removedDataFiles(), taskMetrics);
+ addMetricValue(new RemovedDeleteFiles(),
metricsResult.removedDeleteFiles(), taskMetrics);
+ addMetricValue(new RemovedRecords(), metricsResult.removedRecords(),
taskMetrics);
+ addMetricValue(
+ new RemovedEqualityDeleteFiles(),
+ metricsResult.removedEqualityDeleteFiles(),
+ taskMetrics);
+ addMetricValue(
+ new RemovedEqualityDeletes(),
metricsResult.removedEqualityDeletes(), taskMetrics);
+ addMetricValue(
+ new RemovedFileSizeInBytes(),
metricsResult.removedFilesSizeInBytes(), taskMetrics);
+ addMetricValue(
+ new RemovedPositionalDeleteFiles(),
+ metricsResult.removedPositionalDeleteFiles(),
+ taskMetrics);
+ addMetricValue(
+ new RemovedPositionalDeletes(),
metricsResult.removedPositionalDeletes(), taskMetrics);
+ addMetricValue(new TotalDataFiles(), metricsResult.totalDataFiles(),
taskMetrics);
+ addMetricValue(new TotalDeleteFiles(),
metricsResult.totalDeleteFiles(), taskMetrics);
+ addMetricValue(
+ new TotalEqualityDeletes(), metricsResult.totalEqualityDeletes(),
taskMetrics);
+ addMetricValue(
+ new TotalFileSizeInBytes(), metricsResult.totalFilesSizeInBytes(),
taskMetrics);
+ addMetricValue(
+ new TotalPositionalDeletes(),
metricsResult.totalPositionalDeletes(), taskMetrics);
+ addMetricValue(new TotalRecords(), metricsResult.totalRecords(),
taskMetrics);
+ }
+ }
+ return taskMetrics.toArray(new CustomTaskMetric[0]);
+ }
+
+ private static void addMetricValue(
Review Comment:
```suggestion
private static void addValue(
```
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
