dbwong commented on a change in pull request #463: Phoenix stats Initial Commit
URL: https://github.com/apache/phoenix/pull/463#discussion_r266268848
##########
File path:
phoenix-core/src/main/java/org/apache/phoenix/compile/ScanRanges.java
##########
@@ -694,4 +694,127 @@ public TimeRange getRowTimestampRange() {
return rowTimestampRange;
}
+ /**
+ * Produces the list of KeyRanges representing the fully qualified row key
by calling into ScanUtil.setKey
+ * repeatedly for every combination of KeyRanges in the ranges field. The
bounds will be set according to the
+ * properties of the setKey method.
+ *
+ * @return list of KeyRanges representing the fully qualified rowkey,
coalesced
+ */
+ public List<KeyRange> getRowKeyRanges() {
+ // If its scanRanges are everything or nothing, then we short circuit
and leave
+ // as schema is not filled in
+ if (isEverything()) { return
Lists.newArrayList(KeyRange.EVERYTHING_RANGE); }
+ if (isDegenerate()) { return Lists.newArrayList(KeyRange.EMPTY_RANGE);
}
+
+ List<KeyRange> queryRowKeyRanges =
Lists.newArrayListWithExpectedSize(this.ranges.size());
+
+ // Point lookups are stored in the first range as a whole and already
a rowkey
+ // see ScanRanges.getPointLookupKeyIterator
+ if (this.isPointLookup()) {
+ queryRowKeyRanges.addAll(this.getRanges().get(0));
+ } else {
+ // If scanRanges.ranges has no information then should be in the
scanRanges.scanRange
+ if (this.getRanges().size() == 0) {
+ queryRowKeyRanges.add(this.getScanRange());
+ } else { // We have a composite key need the row key from the
combination
+ // make a copy of ranges as we may add items to fully qualify
our rowkey
+ List<List<KeyRange>> ranges = new ArrayList<>();
+ ranges.addAll(this.getRanges());
+
+ int[] slotSpans = this.getSlotSpans();
+
+ // If the ranges here do not qualify all the keys then those
keys are unbound
+ if (ranges.size() < schema.getMaxFields()) {
+ int originalSize = ranges.size();
+ for (int i = 0; i < schema.getMaxFields() - originalSize;
i++) {
+
ranges.add(Lists.newArrayList(KeyRange.EVERYTHING_RANGE));
+ }
+ slotSpans = new int[schema.getMaxFields()];
+ }
+
+ // Product to bound our counting loop for safety
+ int rangesPermutations = 1;
+ for (int i = 0; i < ranges.size(); i++) {
+ rangesPermutations *= ranges.get(i).size();
+ }
+
+ // Have to construct the intersection
+ List<KeyRange> expandedRanges =
Lists.newArrayListWithExpectedSize(rangesPermutations);
+ int[] position = new int[slotSpans.length];
+
+ int maxKeyLength = SchemaUtil.getMaxKeyLength(schema, ranges);
+ byte[] keyBuffer = new byte[maxKeyLength];
+
+ // Counting Loop
+ int count = 0;
+ while (count < rangesPermutations) {
+ byte[] lowerBound;
+ byte[] upperBound;
+
+ // Note ScanUtil.setKey internally handles the upper/lower
exclusive from a Scan
+ // point of view. It would be good to break it out in the
future for rowkey
+ // construction vs ScanKey construction To handle
differences between
+ // hbase 2 and hbase 1 scan boundaries
+ int result = ScanUtil.setKey(schema, ranges, slotSpans,
position, KeyRange.Bound.LOWER, keyBuffer,
+ 0, 0, slotSpans.length);
+
+ if (result < 0) {
+ // unbound
+ lowerBound = KeyRange.UNBOUND;
+ } else {
+ lowerBound = Arrays.copyOf(keyBuffer, result);
+ }
+
+ result = ScanUtil.setKey(schema, ranges, slotSpans,
position, KeyRange.Bound.UPPER, keyBuffer, 0, 0,
+ slotSpans.length);
+
+ if (result < 0) {
+ // unbound
+ upperBound = KeyRange.UNBOUND;
+ } else {
+ upperBound = Arrays.copyOf(keyBuffer, result);
+ }
+
+ // This is already considered inside of ScanUtil.setKey
+ // we may want to refactor to pull those out.
+ boolean lowerInclusive = true;
+ boolean upperInclusive = true;
+ // If we are not a single key
+ if (!Arrays.equals(lowerBound, upperBound)) {
+ upperInclusive = false;
+ }
+
+ // Don't send a null range, send an empty range.
+ if (lowerBound.length == 0 && upperBound.length == 0) {
+ lowerInclusive = false;
+ upperInclusive = false;
+ }
+
+ KeyRange keyRange = KeyRange.getKeyRange(lowerBound,
lowerInclusive, upperBound, upperInclusive);
+ expandedRanges.add(keyRange);
+
+ // update position
+ int i;
+ for (i = 0; i < position.length; i++) {
+
+ if (position[i] < ranges.get(i).size() - 1) {
+ position[i]++;
+ break;
+ } else {
+ position[i] = 0;
+ }
+ }
+
+ if (i == position.length) {
+ break;
+ }
+ rangesPermutations++;
Review comment:
You are correct that doing this from the trailing edge will provide the
order constant easier as opposed to resorting. I'm not sure what you intend by
bitmap operations as we are not a strict bitmap. Can you elaborate?
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
With regards,
Apache Git Services