This is an automated email from the ASF dual-hosted git repository. morningman pushed a commit to branch branch-1.2-lts in repository https://gitbox.apache.org/repos/asf/doris.git
commit 62ed78d339918266fb678a00c8c868694183a5d0 Author: luozenglin <[email protected]> AuthorDate: Sat Feb 4 22:59:34 2023 +0800 [enhancement](profile) add the profile counter RawRowsRead to record the rows read from the parquet file (#16328) --- be/src/vec/exec/format/parquet/vparquet_reader.cpp | 3 +++ be/src/vec/exec/format/parquet/vparquet_reader.h | 1 + 2 files changed, 4 insertions(+) diff --git a/be/src/vec/exec/format/parquet/vparquet_reader.cpp b/be/src/vec/exec/format/parquet/vparquet_reader.cpp index cfc904d607..ea7446ad69 100644 --- a/be/src/vec/exec/format/parquet/vparquet_reader.cpp +++ b/be/src/vec/exec/format/parquet/vparquet_reader.cpp @@ -67,6 +67,8 @@ void ParquetReader::_init_profile() { ADD_CHILD_COUNTER(_profile, "FilteredRowsByLazyRead", TUnit::UNIT, parquet_profile); _parquet_profile.filtered_bytes = ADD_CHILD_COUNTER(_profile, "FilteredBytes", TUnit::BYTES, parquet_profile); + _parquet_profile.raw_rows_read = + ADD_CHILD_COUNTER(_profile, "RawRowsRead", TUnit::UNIT, parquet_profile); _parquet_profile.to_read_bytes = ADD_CHILD_COUNTER(_profile, "ReadBytes", TUnit::BYTES, parquet_profile); _parquet_profile.column_read_time = @@ -108,6 +110,7 @@ void ParquetReader::close() { COUNTER_UPDATE(_parquet_profile.lazy_read_filtered_rows, _statistics.lazy_read_filtered_rows); COUNTER_UPDATE(_parquet_profile.filtered_bytes, _statistics.filtered_bytes); + COUNTER_UPDATE(_parquet_profile.raw_rows_read, _statistics.read_rows); COUNTER_UPDATE(_parquet_profile.to_read_bytes, _statistics.read_bytes); COUNTER_UPDATE(_parquet_profile.column_read_time, _statistics.column_read_time); COUNTER_UPDATE(_parquet_profile.parse_meta_time, _statistics.parse_meta_time); diff --git a/be/src/vec/exec/format/parquet/vparquet_reader.h b/be/src/vec/exec/format/parquet/vparquet_reader.h index f174e695e2..81c0e2b28a 100644 --- a/be/src/vec/exec/format/parquet/vparquet_reader.h +++ b/be/src/vec/exec/format/parquet/vparquet_reader.h @@ -111,6 +111,7 @@ private: RuntimeProfile::Counter* filtered_page_rows; RuntimeProfile::Counter* lazy_read_filtered_rows; RuntimeProfile::Counter* filtered_bytes; + RuntimeProfile::Counter* raw_rows_read; RuntimeProfile::Counter* to_read_bytes; RuntimeProfile::Counter* column_read_time; RuntimeProfile::Counter* parse_meta_time; --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
