Repository: hadoop
Updated Branches:
refs/heads/branch-2.8 ba5656d5e -> 949525b81
HADOOP-14902. LoadGenerator#genFile write close timing is incorrectly
calculated. Contributed by Hanisha Koneru
(cherry picked from commit 6f789fe05766a61b12ca10df3f26ee354eac84aa)
Conflicts:
hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/loadGenerator/LoadGenerator.java
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo
Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/949525b8
Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/949525b8
Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/949525b8
Branch: refs/heads/branch-2.8
Commit: 949525b81a2a14c03c01a65cc2f8e8d77026768b
Parents: ba5656d
Author: Jason Lowe <[email protected]>
Authored: Thu Sep 28 16:38:30 2017 -0500
Committer: Jason Lowe <[email protected]>
Committed: Thu Sep 28 16:45:02 2017 -0500
----------------------------------------------------------------------
.../apache/hadoop/fs/loadGenerator/LoadGenerator.java | 11 ++++++++---
1 file changed, 8 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hadoop/blob/949525b8/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/loadGenerator/LoadGenerator.java
----------------------------------------------------------------------
diff --git
a/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/loadGenerator/LoadGenerator.java
b/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/loadGenerator/LoadGenerator.java
index 740100a..8f00d91 100644
---
a/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/loadGenerator/LoadGenerator.java
+++
b/hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/fs/loadGenerator/LoadGenerator.java
@@ -322,6 +322,7 @@ public class LoadGenerator extends Configured implements
Tool {
private void genFile(Path file, long fileSize) throws IOException {
long startTimestamp = Time.monotonicNow();
FSDataOutputStream out = null;
+ boolean isOutClosed = false;
try {
out = fc.create(file,
EnumSet.of(CreateFlag.CREATE, CreateFlag.OVERWRITE),
@@ -337,11 +338,15 @@ public class LoadGenerator extends Configured implements
Tool {
i -= s;
}
- startTimestamp = Time.monotonicNow();
- executionTime[WRITE_CLOSE] += (Time.monotonicNow() - startTimestamp);
+ startTime = Time.monotonicNow();
+ out.close();
+ executionTime[WRITE_CLOSE] += (Time.monotonicNow() - startTime);
numOfOps[WRITE_CLOSE]++;
+ isOutClosed = true;
} finally {
- IOUtils.cleanup(LOG, out);
+ if (!isOutClosed && out != null) {
+ out.close();
+ }
}
}
}
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
