Repository: beam Updated Branches: refs/heads/master 66f249933 -> cfd164398
Improves logging in FileBasedSource splitting Project: http://git-wip-us.apache.org/repos/asf/beam/repo Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/9ead0a20 Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/9ead0a20 Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/9ead0a20 Branch: refs/heads/master Commit: 9ead0a20d36dcfa9a937128b52406cc4c1107012 Parents: 66f2499 Author: Eugene Kirpichov <[email protected]> Authored: Thu Mar 30 13:34:09 2017 -0700 Committer: Eugene Kirpichov <[email protected]> Committed: Thu Mar 30 15:11:06 2017 -0700 ---------------------------------------------------------------------- .../main/java/org/apache/beam/sdk/io/FileBasedSource.java | 10 +++++++--- 1 file changed, 7 insertions(+), 3 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/beam/blob/9ead0a20/sdks/java/core/src/main/java/org/apache/beam/sdk/io/FileBasedSource.java ---------------------------------------------------------------------- diff --git a/sdks/java/core/src/main/java/org/apache/beam/sdk/io/FileBasedSource.java b/sdks/java/core/src/main/java/org/apache/beam/sdk/io/FileBasedSource.java index 35629d8..f38743a 100644 --- a/sdks/java/core/src/main/java/org/apache/beam/sdk/io/FileBasedSource.java +++ b/sdks/java/core/src/main/java/org/apache/beam/sdk/io/FileBasedSource.java @@ -355,10 +355,14 @@ public abstract class FileBasedSource<T> extends OffsetBasedSource<T> { } List<? extends FileBasedSource<T>> splitResults = ImmutableList.copyOf(Iterables.concat(Futures.allAsList(futures).get())); - LOG.debug( - "Splitting the source based on file pattern {} took {} ms", + LOG.info( + "Splitting filepattern {} into bundles of size {} took {} ms " + + "and produced {} files and {} bundles", fileOrPatternSpec, - System.currentTimeMillis() - startTime); + desiredBundleSizeBytes, + System.currentTimeMillis() - startTime, + expandedFiles.size(), + splitResults.size()); return splitResults; } finally { service.shutdown();
