>From Ritik Raj <[email protected]>:
Ritik Raj has uploaded this change for review. (
https://asterix-gerrit.ics.uci.edu/c/asterixdb/+/20064 )
Change subject: WIP: some more log lines
......................................................................
WIP: some more log lines
Change-Id: Ie416ea1b9d50476a57d49e9abd219012ba38d9ba
---
M
hyracks-fullstack/hyracks/hyracks-storage-am-lsm-btree-column/src/main/java/org/apache/hyracks/storage/am/lsm/btree/column/impls/lsm/tuples/AbstractColumnTupleReference.java
M
asterixdb/asterix-column/src/main/java/org/apache/asterix/column/tuple/MergeColumnTupleReference.java
M
asterixdb/asterix-column/src/main/java/org/apache/asterix/column/operation/lsm/merge/MergeColumnTupleWriter.java
3 files changed, 42 insertions(+), 1 deletion(-)
git pull ssh://asterix-gerrit.ics.uci.edu:29418/asterixdb
refs/changes/64/20064/1
diff --git
a/asterixdb/asterix-column/src/main/java/org/apache/asterix/column/operation/lsm/merge/MergeColumnTupleWriter.java
b/asterixdb/asterix-column/src/main/java/org/apache/asterix/column/operation/lsm/merge/MergeColumnTupleWriter.java
index fb5cfdb..42b02ab 100644
---
a/asterixdb/asterix-column/src/main/java/org/apache/asterix/column/operation/lsm/merge/MergeColumnTupleWriter.java
+++
b/asterixdb/asterix-column/src/main/java/org/apache/asterix/column/operation/lsm/merge/MergeColumnTupleWriter.java
@@ -43,10 +43,13 @@
import
org.apache.hyracks.storage.am.lsm.btree.column.error.ColumnarValueException;
import
org.apache.hyracks.storage.am.lsm.btree.column.impls.btree.IColumnPageZeroWriter;
import
org.apache.hyracks.storage.am.lsm.btree.column.impls.btree.IColumnPageZeroWriterFlavorSelector;
+import org.apache.logging.log4j.LogManager;
+import org.apache.logging.log4j.Logger;
import com.fasterxml.jackson.databind.node.ObjectNode;
public class MergeColumnTupleWriter extends AbstractColumnTupleWriter {
+ private static final Logger LOGGER = LogManager.getLogger();
private final MergeColumnWriteMetadata columnMetadata;
private final int maxLeafNodeSize;
private final MergeColumnTupleReference[] componentsTuples;
@@ -128,7 +131,16 @@
if (numberOfTuples == 0) {
// fill with the columnIndexes
for (MergeColumnTupleReference componentsTuple : componentsTuples)
{
- componentsTuple.fillColumnIndexes();
+ try {
+ componentsTuple.fillColumnIndexes();
+ } catch (Exception e) {
+ for (MergeColumnTupleReference component :
componentsTuples) {
+ LOGGER.error("Component tuple: {} ---> {} --> {}",
component, component.getReaderCount(),
+ component.getFrame().getNumberOfColumns());
+ }
+ LOGGER.error("Error while filling column indexes for
components tuple: {}", componentsTuple, e);
+ throw e;
+ }
}
}
numberOfTuples++;
@@ -286,6 +298,18 @@
if (columnIndex < columnMetadata.getNumberOfPrimaryKeys()) {
continue;
}
+ if (componentTuple.getReaderCount() <= columnIndex) {
+ //why?
+ LOGGER.info(
+ "Why is the columnIndex {} greater than the number
of readers {} for component {} columnMetadataColumnCount {}",
+ columnIndex, componentTuple.getReaderCount(),
componentIndex,
+ columnMetadata.getNumberOfColumns());
+
+ for (MergeColumnTupleReference tuple : componentsTuples) {
+ LOGGER.info("Component tuple: {} ---> {}", tuple,
tuple.getReaderCount());
+ }
+ continue;
+ }
IColumnValuesReader columnReader =
componentTuple.getReader(columnIndex);
IColumnValuesWriter columnWriter =
columnMetadata.getWriter(columnIndex);
writeColumn(i, componentIndex, columnReader, columnWriter,
count);
diff --git
a/asterixdb/asterix-column/src/main/java/org/apache/asterix/column/tuple/MergeColumnTupleReference.java
b/asterixdb/asterix-column/src/main/java/org/apache/asterix/column/tuple/MergeColumnTupleReference.java
index eb12a27..cd1f380 100644
---
a/asterixdb/asterix-column/src/main/java/org/apache/asterix/column/tuple/MergeColumnTupleReference.java
+++
b/asterixdb/asterix-column/src/main/java/org/apache/asterix/column/tuple/MergeColumnTupleReference.java
@@ -138,6 +138,10 @@
return columnReaders[columnIndex];
}
+ public int getReaderCount() {
+ return columnReaders.length;
+ }
+
public void registerEndOfPageCallBack(IEndOfPageCallBack
endOfPageCallBack) {
this.endOfPageCallBack = endOfPageCallBack;
}
diff --git
a/hyracks-fullstack/hyracks/hyracks-storage-am-lsm-btree-column/src/main/java/org/apache/hyracks/storage/am/lsm/btree/column/impls/lsm/tuples/AbstractColumnTupleReference.java
b/hyracks-fullstack/hyracks/hyracks-storage-am-lsm-btree-column/src/main/java/org/apache/hyracks/storage/am/lsm/btree/column/impls/lsm/tuples/AbstractColumnTupleReference.java
index de59836..429d587 100644
---
a/hyracks-fullstack/hyracks/hyracks-storage-am-lsm-btree-column/src/main/java/org/apache/hyracks/storage/am/lsm/btree/column/impls/lsm/tuples/AbstractColumnTupleReference.java
+++
b/hyracks-fullstack/hyracks/hyracks-storage-am-lsm-btree-column/src/main/java/org/apache/hyracks/storage/am/lsm/btree/column/impls/lsm/tuples/AbstractColumnTupleReference.java
@@ -170,6 +170,10 @@
totalNumberOfMegaLeafNodes++;
}
+ public ColumnBTreeReadLeafFrame getFrame() {
+ return frame;
+ }
+
protected abstract void skipMegaLeafNode();
@Override
--
To view, visit https://asterix-gerrit.ics.uci.edu/c/asterixdb/+/20064
To unsubscribe, or for help writing mail filters, visit
https://asterix-gerrit.ics.uci.edu/settings
Gerrit-Project: asterixdb
Gerrit-Branch: ionic
Gerrit-Change-Id: Ie416ea1b9d50476a57d49e9abd219012ba38d9ba
Gerrit-Change-Number: 20064
Gerrit-PatchSet: 1
Gerrit-Owner: Ritik Raj <[email protected]>
Gerrit-MessageType: newchange
