HDFS-11449: libhdfs++: Log Datanode read size when reading from an HDFS block. Contributed by Xiaowei Zhu.
Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/0f3f8db1 Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/0f3f8db1 Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/0f3f8db1 Branch: refs/heads/trunk Commit: 0f3f8db113621e177dbb7fc3e93f4870bff2d739 Parents: 606d20c Author: James <[email protected]> Authored: Fri Feb 24 10:46:50 2017 -0500 Committer: James Clampffer <[email protected]> Committed: Thu Mar 22 17:19:47 2018 -0400 ---------------------------------------------------------------------- .../src/main/native/libhdfspp/lib/fs/filehandle.cc | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/0f3f8db1/hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfspp/lib/fs/filehandle.cc ---------------------------------------------------------------------- diff --git a/hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfspp/lib/fs/filehandle.cc b/hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfspp/lib/fs/filehandle.cc index 1f553a0..24e81b6 100644 --- a/hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfspp/lib/fs/filehandle.cc +++ b/hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfspp/lib/fs/filehandle.cc @@ -227,14 +227,15 @@ void FileHandleImpl::AsyncPreadSome( std::string dnIpAddr = chosen_dn.id().ipaddr(); std::string dnHostName = chosen_dn.id().hostname(); - LOG_DEBUG(kFileHandle, << "FileHandleImpl::AsyncPreadSome(" - << FMT_THIS_ADDR << "), ...) Datanode hostname=" << dnHostName << ", IP Address=" << dnIpAddr - << ", file path=\"" << path_ << "\", offset=" << offset); uint64_t offset_within_block = offset - block->offset(); uint64_t size_within_block = std::min<uint64_t>( block->b().numbytes() - offset_within_block, asio::buffer_size(buffers)); + LOG_DEBUG(kFileHandle, << "FileHandleImpl::AsyncPreadSome(" + << FMT_THIS_ADDR << "), ...) Datanode hostname=" << dnHostName << ", IP Address=" << dnIpAddr + << ", file path=\"" << path_ << "\", offset=" << offset << ", read size=" << size_within_block); + // This is where we will put the logic for re-using a DN connection; we can // steal the FileHandle's dn and put it back when we're done std::shared_ptr<DataNodeConnection> dn = CreateDataNodeConnection(io_service_, chosen_dn, &block->blocktoken()); --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
