Impala Public Jenkins has posted comments on this change. ( http://gerrit.cloudera.org:8080/17771 )
Change subject: WiP: IMPALA-10798 : Prototype for JSON reader ...................................................................... Patch Set 3: (38 comments) http://gerrit.cloudera.org:8080/#/c/17771/3/be/src/exec/hdfs-json-scanner.h File be/src/exec/hdfs-json-scanner.h: http://gerrit.cloudera.org:8080/#/c/17771/3/be/src/exec/hdfs-json-scanner.h@70 PS3, Line 70: line has trailing whitespace http://gerrit.cloudera.org:8080/#/c/17771/3/be/src/exec/hdfs-json-scanner.h@91 PS3, Line 91: line has trailing whitespace http://gerrit.cloudera.org:8080/#/c/17771/3/be/src/exec/hdfs-json-scanner.h@148 PS3, Line 148: line has trailing whitespace http://gerrit.cloudera.org:8080/#/c/17771/3/be/src/exec/hdfs-json-scanner.h@151 PS3, Line 151: inline Status AllocateTupleMem(RowBatch* row_batch) WARN_UNUSED_RESULT; line has trailing whitespace http://gerrit.cloudera.org:8080/#/c/17771/3/be/src/exec/hdfs-json-scanner.h@153 PS3, Line 153: int num_rows; line has trailing whitespace http://gerrit.cloudera.org:8080/#/c/17771/3/be/src/exec/hdfs-json-scanner.h@154 PS3, Line 154: uint8_t* tuple_mem_end_ = nullptr; line has trailing whitespace http://gerrit.cloudera.org:8080/#/c/17771/3/be/src/exec/hdfs-json-scanner.h@155 PS3, Line 155: const io::ScanRange* metadata_range_ = nullptr; line has trailing whitespace http://gerrit.cloudera.org:8080/#/c/17771/3/be/src/exec/hdfs-json-scanner.h@156 PS3, Line 156: const char *filename() const { return metadata_range_->file(); } line has trailing whitespace http://gerrit.cloudera.org:8080/#/c/17771/3/be/src/exec/hdfs-json-scanner.h@161 PS3, Line 161: boost::scoped_ptr<MemPool> data_batch_pool_; line has trailing whitespace http://gerrit.cloudera.org:8080/#/c/17771/3/be/src/exec/hdfs-json-scanner.cc File be/src/exec/hdfs-json-scanner.cc: http://gerrit.cloudera.org:8080/#/c/17771/3/be/src/exec/hdfs-json-scanner.cc@55 PS3, Line 55: RETURN_IF_ERROR(scan_node->AddDiskIoRanges(file, EnqueueLocation::TAIL)); line has trailing whitespace http://gerrit.cloudera.org:8080/#/c/17771/3/be/src/exec/hdfs-json-scanner.cc@77 PS3, Line 77: } line has trailing whitespace http://gerrit.cloudera.org:8080/#/c/17771/3/be/src/exec/hdfs-json-scanner.cc@83 PS3, Line 83: chunk_sizes_[*out] = size; line has trailing whitespace http://gerrit.cloudera.org:8080/#/c/17771/3/be/src/exec/hdfs-json-scanner.cc@88 PS3, Line 88: arrow::Status HdfsJsonScanner::ArrowMemPool::Reallocate(int64_t old_size, int64_t new_size, uint8_t** ptr) { line too long (108 > 90) http://gerrit.cloudera.org:8080/#/c/17771/3/be/src/exec/hdfs-json-scanner.cc@97 PS3, Line 97: << GetStackTrace(); line has trailing whitespace http://gerrit.cloudera.org:8080/#/c/17771/3/be/src/exec/hdfs-json-scanner.cc@107 PS3, Line 107: arrow::Result<int64_t> HdfsJsonScanner::ScanRangeInputStream::Read(int64_t nbytes, void* out){ line too long (94 > 90) http://gerrit.cloudera.org:8080/#/c/17771/3/be/src/exec/hdfs-json-scanner.cc@110 PS3, Line 110: int64_t fl = file_desc_->file_length; line has trailing whitespace http://gerrit.cloudera.org:8080/#/c/17771/3/be/src/exec/hdfs-json-scanner.cc@112 PS3, Line 112: nbytes = fl - pos_; line has trailing whitespace http://gerrit.cloudera.org:8080/#/c/17771/3/be/src/exec/hdfs-json-scanner.cc@143 PS3, Line 143: arrow::Result<std::shared_ptr<arrow::Buffer>> HdfsJsonScanner::ScanRangeInputStream::Read(int64_t nbytes){ line too long (106 > 90) http://gerrit.cloudera.org:8080/#/c/17771/3/be/src/exec/hdfs-json-scanner.cc@197 PS3, Line 197: arrow::Status HdfsJsonScanner::ReadTable(std::shared_ptr<arrow::io::InputStream> input_stream){ line too long (95 > 90) http://gerrit.cloudera.org:8080/#/c/17771/3/be/src/exec/hdfs-json-scanner.cc@199 PS3, Line 199: ARROW_ASSIGN_OR_RAISE(reader_, arrow::json::TableReader::Make(arrow::default_memory_pool(), line too long (93 > 90) http://gerrit.cloudera.org:8080/#/c/17771/3/be/src/exec/hdfs-json-scanner.cc@208 PS3, Line 208: RETURN_IF_ERROR(HdfsScanner::Open(context)); line has trailing whitespace http://gerrit.cloudera.org:8080/#/c/17771/3/be/src/exec/hdfs-json-scanner.cc@214 PS3, Line 214: vector<std::shared_ptr<arrow::Field>> fields_list = {}; line has trailing whitespace http://gerrit.cloudera.org:8080/#/c/17771/3/be/src/exec/hdfs-json-scanner.cc@217 PS3, Line 217: std::shared_ptr<arrow::Field> field_a = arrow::field(cvf.name(), convert_type(cvf.type())); line too long (95 > 90) http://gerrit.cloudera.org:8080/#/c/17771/3/be/src/exec/hdfs-json-scanner.cc@223 PS3, Line 223: readOptions_ = arrow::json::ReadOptions::Defaults(); line has trailing whitespace http://gerrit.cloudera.org:8080/#/c/17771/3/be/src/exec/hdfs-json-scanner.cc@230 PS3, Line 230: VLOG_QUERY << "args: " << table_->ToString() << std::endl << GetStackTrace(); line has trailing whitespace http://gerrit.cloudera.org:8080/#/c/17771/3/be/src/exec/hdfs-json-scanner.cc@249 PS3, Line 249: eos_ = true; line has trailing whitespace http://gerrit.cloudera.org:8080/#/c/17771/3/be/src/exec/hdfs-json-scanner.cc@258 PS3, Line 258: line has trailing whitespace http://gerrit.cloudera.org:8080/#/c/17771/3/be/src/exec/hdfs-json-scanner.cc@261 PS3, Line 261: line has trailing whitespace http://gerrit.cloudera.org:8080/#/c/17771/3/be/src/exec/hdfs-json-scanner.cc@263 PS3, Line 263: // reading rows from the previous point we left, tilll either end of table/capacity of rowbatch line too long (97 > 90) http://gerrit.cloudera.org:8080/#/c/17771/3/be/src/exec/hdfs-json-scanner.cc@271 PS3, Line 271: void* slot_val_ptr = tuple->GetSlot(slot_desc->tuple_offset()); line has trailing whitespace http://gerrit.cloudera.org:8080/#/c/17771/3/be/src/exec/hdfs-json-scanner.cc@272 PS3, Line 272: // helpful debug statements line has trailing whitespace http://gerrit.cloudera.org:8080/#/c/17771/3/be/src/exec/hdfs-json-scanner.cc@300 PS3, Line 300: int dst_len = slot_desc->type().len; line has trailing whitespace http://gerrit.cloudera.org:8080/#/c/17771/3/be/src/exec/hdfs-json-scanner.cc@309 PS3, Line 309: src_ptr = blob_ + (val - blob->data()); line has trailing whitespace http://gerrit.cloudera.org:8080/#/c/17771/3/be/src/exec/hdfs-json-scanner.cc@322 PS3, Line 322: StringValue* dst = reinterpret_cast<StringValue*>(slot_val_ptr); line has trailing whitespace http://gerrit.cloudera.org:8080/#/c/17771/3/be/src/exec/hdfs-json-scanner.cc@326 PS3, Line 326: } line has trailing whitespace http://gerrit.cloudera.org:8080/#/c/17771/3/be/src/exec/hdfs-json-scanner.cc@345 PS3, Line 345: Status s = CommitRows(row_read, row_batch); line has trailing whitespace http://gerrit.cloudera.org:8080/#/c/17771/3/be/src/exec/hdfs-json-scanner.cc@354 PS3, Line 354: row_batch->tuple_data_pool()->AcquireData(data_batch_pool_.get(), false); line has trailing whitespace http://gerrit.cloudera.org:8080/#/c/17771/3/bin/bootstrap_toolchain.py File bin/bootstrap_toolchain.py: http://gerrit.cloudera.org:8080/#/c/17771/3/bin/bootstrap_toolchain.py@443 PS3, Line 443: ) flake8: E501 line too long (91 > 90 characters) -- To view, visit http://gerrit.cloudera.org:8080/17771 To unsubscribe, visit http://gerrit.cloudera.org:8080/settings Gerrit-Project: Impala-ASF Gerrit-Branch: master Gerrit-MessageType: comment Gerrit-Change-Id: If79364a421d862d0d837f9be694911e388d4d629 Gerrit-Change-Number: 17771 Gerrit-PatchSet: 3 Gerrit-Owner: Anonymous Coward <[email protected]> Gerrit-Reviewer: Aman Sinha <[email protected]> Gerrit-Reviewer: Impala Public Jenkins <[email protected]> Gerrit-Reviewer: Quanlong Huang <[email protected]> Gerrit-Comment-Date: Sat, 14 Aug 2021 01:48:32 +0000 Gerrit-HasComments: Yes
