[geode-benchmarks] branch GEODE-7554 updated: only write out failed tests

[heybales]

This is an automated email from the ASF dual-hosted git repository.

heybales pushed a commit to branch GEODE-7554
in repository https://gitbox.apache.org/repos/asf/geode-benchmarks.git


The following commit(s) were added to refs/heads/GEODE-7554 by this push:
     new 67a624a  only write out failed tests
67a624a is described below

commit 67a624a3deeed5580c8720effd8fb65d37730ca3
Author: Helena A. Bales <hba...@pivotal.io>
AuthorDate: Fri Dec 6 15:25:55 2019 -0800

    only write out failed tests
---
 harness/src/main/java/org/apache/geode/perftest/analysis/Analyzer.java | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git 
a/harness/src/main/java/org/apache/geode/perftest/analysis/Analyzer.java 
b/harness/src/main/java/org/apache/geode/perftest/analysis/Analyzer.java
index f4cca01..ca845b4 100644
--- a/harness/src/main/java/org/apache/geode/perftest/analysis/Analyzer.java
+++ b/harness/src/main/java/org/apache/geode/perftest/analysis/Analyzer.java
@@ -84,19 +84,20 @@ public class Analyzer {
         if (isNaN(probeResult.baseline) || isNaN(probeResult.test)) {
           errorMessage.append("BENCHMARK FAILED: 
").append(benchmarkResult.name)
               .append(" missing result file.\n");
+          writer.append(benchmarkResult.name + "\n");
         } else if (probeResult.description.equals("average latency")) {
           if (probeResult.getDifference() > 0) {
             isHighWaterCandidate = false;
             if (probeResult.getDifference() >= 0.05) {
               errorMessage.append("BENCHMARK FAILED: 
").append(benchmarkResult.name)
                   .append(" average latency is 5% worse than baseline.\n");
+              writer.append(benchmarkResult.name + "\n");
             }
           } else if (probeResult.getDifference() <= -0.5) {
             isSignificantlyBetter = true;
           }
         }
       }
-      writer.append(benchmarkResult.name + "\n");
     }
     writer.close();