JackieTien97 commented on code in PR #12539:
URL: https://github.com/apache/iotdb/pull/12539#discussion_r1606169789
##########
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/AbstractMemTable.java:
##########
@@ -465,6 +481,278 @@ public ReadOnlyMemChunk query(
.getReadOnlyMemChunkFromMemTable(context, this, modsToMemtable,
ttlLowerBound);
}
+ @Override
+ public void queryForSeriesRegionScan(
+ PartialPath fullPath,
+ long ttlLowerBound,
+ Map<String, List<IChunkMetadata>> chunkMetaDataMap,
+ Map<String, List<IChunkHandle>> memChunkHandleMap,
+ List<Pair<Modification, IMemTable>> modsToMemTabled) {
+
+ IDeviceID deviceID =
DeviceIDFactory.getInstance().getDeviceID(fullPath.getDevicePath());
+ String measurementId = fullPath.getMeasurement();
+ Map<IDeviceID, IWritableMemChunkGroup> memTableMap = getMemTableMap();
+
+ // check If MemTable Contains this path
+ if (!memTableMap.containsKey(deviceID) ||
!memTableMap.get(deviceID).contains(measurementId)) {
+ return;
+ }
+
+ if (fullPath instanceof MeasurementPath) {
+ List<TimeRange> deletionList = new ArrayList<>();
+ if (modsToMemTabled != null) {
+ deletionList =
+ ModificationUtils.constructDeletionList(
+ (MeasurementPath) fullPath, this, modsToMemTabled,
ttlLowerBound);
+ }
+ getMemChunkHandleFromMemTable(
+ deviceID, measurementId, chunkMetaDataMap, memChunkHandleMap,
deletionList);
+ } else {
+ List<List<TimeRange>> deletionList = new ArrayList<>();
+ if (modsToMemTabled != null) {
+ deletionList =
+ ModificationUtils.constructDeletionList(
+ (AlignedPath) fullPath, this, modsToMemTabled, ttlLowerBound);
+ }
+
+ getMemAlignedChunkHandleFromMemTable(
+ deviceID,
+ ((AlignedPath) fullPath).getSchemaList(),
+ chunkMetaDataMap,
+ memChunkHandleMap,
+ deletionList);
+ }
+ }
+
+ @Override
+ public void queryForDeviceRegionScan(
+ IDeviceID deviceID,
+ boolean isAligned,
+ long ttlLowerBound,
+ Map<String, List<IChunkMetadata>> chunkMetadataMap,
+ Map<String, List<IChunkHandle>> memChunkHandleMap,
+ List<Pair<Modification, IMemTable>> modsToMemTabled)
+ throws MetadataException {
+
+ Map<IDeviceID, IWritableMemChunkGroup> memTableMap = getMemTableMap();
+
+ // check If MemTable Contains this path
+ if (!memTableMap.containsKey(deviceID)) {
+ return;
+ }
+
+ IWritableMemChunkGroup writableMemChunkGroup = memTableMap.get(deviceID);
+ if (isAligned) {
+ getMemAlignedChunkHandleFromMemTable(
+ ((PlainDeviceID) deviceID).toStringID(),
+ (AlignedWritableMemChunkGroup) writableMemChunkGroup,
+ chunkMetadataMap,
+ memChunkHandleMap,
+ ttlLowerBound,
+ modsToMemTabled);
+ } else {
+ getMemChunkHandleFromMemTable(
+ ((PlainDeviceID) deviceID).toStringID(),
+ (WritableMemChunkGroup) writableMemChunkGroup,
+ chunkMetadataMap,
+ memChunkHandleMap,
+ ttlLowerBound,
+ modsToMemTabled);
+ }
+ }
+
+ private void getMemChunkHandleFromMemTable(
+ IDeviceID deviceID,
+ String measurementId,
+ Map<String, List<IChunkMetadata>> chunkMetadataMap,
+ Map<String, List<IChunkHandle>> memChunkHandleMap,
+ List<TimeRange> deletionList) {
+
+ IWritableMemChunk memChunk =
memTableMap.get(deviceID).getMemChunkMap().get(measurementId);
+
+ TVList tvListCopy = memChunk.getSortedTvListForQuery();
+ long[] timestamps = filterDeletedTimestamp(tvListCopy, deletionList);
+
+ chunkMetadataMap
+ .computeIfAbsent(measurementId, k -> new ArrayList<>())
+ .add(
+ buildChunkMetaDataForMemoryChunk(
+ measurementId,
+ timestamps[0],
+ timestamps[timestamps.length - 1],
+ Collections.emptyList()));
+ memChunkHandleMap
+ .computeIfAbsent(measurementId, k -> new ArrayList<>())
+ .add(new MemChunkHandleImpl(timestamps));
+ }
+
+ private void getMemAlignedChunkHandleFromMemTable(
+ IDeviceID deviceID,
+ List<IMeasurementSchema> schemaList,
+ Map<String, List<IChunkMetadata>> chunkMetadataList,
+ Map<String, List<IChunkHandle>> memChunkHandleMap,
+ List<List<TimeRange>> deletionList) {
+
+ AlignedWritableMemChunk alignedMemChunk =
+ ((AlignedWritableMemChunkGroup)
memTableMap.get(deviceID)).getAlignedMemChunk();
+ AlignedTVList alignedTVListCopy =
+ (AlignedTVList) alignedMemChunk.getSortedTvListForQuery(schemaList);
+
+ buildAlignedMemChunkHandle(
+ alignedTVListCopy, deletionList, schemaList, chunkMetadataList,
memChunkHandleMap);
+ }
+
+ private void getMemAlignedChunkHandleFromMemTable(
+ String deviceID,
+ AlignedWritableMemChunkGroup writableMemChunkGroup,
+ Map<String, List<IChunkMetadata>> chunkMetadataList,
+ Map<String, List<IChunkHandle>> memChunkHandleMap,
+ long ttlLowerBound,
+ List<Pair<Modification, IMemTable>> modsToMemTabled) {
+
+ AlignedWritableMemChunk memChunk =
writableMemChunkGroup.getAlignedMemChunk();
+ List<IMeasurementSchema> schemaList = memChunk.getSchemaList();
+
+ AlignedTVList alignedTVListCopy = (AlignedTVList)
memChunk.getSortedTvListForQuery(schemaList);
+
+ List<List<TimeRange>> deletionList = new ArrayList<>();
+ for (IMeasurementSchema schema : schemaList) {
+ deletionList.add(
+ ModificationUtils.constructDeletionList(
+ deviceID, schema.getMeasurementId(), this, modsToMemTabled,
ttlLowerBound));
+ }
+ buildAlignedMemChunkHandle(
+ alignedTVListCopy, deletionList, schemaList, chunkMetadataList,
memChunkHandleMap);
+ }
+
+ private void getMemChunkHandleFromMemTable(
+ String deviceID,
+ WritableMemChunkGroup writableMemChunkGroup,
+ Map<String, List<IChunkMetadata>> chunkMetadataMap,
+ Map<String, List<IChunkHandle>> memChunkHandleMap,
+ long ttlLowerBound,
+ List<Pair<Modification, IMemTable>> modsToMemTabled) {
+
+ for (Entry<String, IWritableMemChunk> entry :
+ writableMemChunkGroup.getMemChunkMap().entrySet()) {
+
+ IWritableMemChunk writableMemChunk = entry.getValue();
+ TVList tvListCopy = writableMemChunk.getSortedTvListForQuery();
+
+ List<TimeRange> deletionList = new ArrayList<>();
+ if (modsToMemTabled != null) {
+ deletionList =
+ ModificationUtils.constructDeletionList(
+ deviceID, entry.getKey(), this, modsToMemTabled,
ttlLowerBound);
+ }
+ long[] timestamps = filterDeletedTimestamp(tvListCopy, deletionList);
+
+ String measurementId = entry.getKey();
+ chunkMetadataMap
+ .computeIfAbsent(measurementId, k -> new ArrayList<>())
+ .add(
+ buildChunkMetaDataForMemoryChunk(
+ measurementId,
+ timestamps[0],
+ timestamps[timestamps.length - 1],
+ Collections.emptyList()));
+ memChunkHandleMap
+ .computeIfAbsent(measurementId, k -> new ArrayList<>())
+ .add(new MemChunkHandleImpl(timestamps));
+ }
+ }
+
+ private void buildAlignedMemChunkHandle(
+ AlignedTVList alignedTVList,
+ List<List<TimeRange>> deletionList,
+ List<IMeasurementSchema> schemaList,
+ Map<String, List<IChunkMetadata>> chunkMetadataList,
+ Map<String, List<IChunkHandle>> chunkHandleMap) {
+
+ List<List<BitMap>> bitMaps = alignedTVList.getBitMaps();
+ long[] timestamps =
+
alignedTVList.getTimestamps().stream().flatMapToLong(LongStream::of).toArray();
+ for (int i = 0; i < schemaList.size(); i++) {
+ String measurement = schemaList.get(i).getMeasurementId();
+ long[] startEndTime = calculateStartEndTime(timestamps, bitMaps.get(i));
+ chunkMetadataList
+ .computeIfAbsent(measurement, k -> new ArrayList<>())
+ .add(
+ buildChunkMetaDataForMemoryChunk(
+ measurement, startEndTime[0], startEndTime[1],
deletionList.get(i)));
+ chunkHandleMap
+ .computeIfAbsent(measurement, k -> new ArrayList<>())
+ .add(
+ new MemAlignedChunkHandleImpl(
+ timestamps, bitMaps.get(i), deletionList.get(i),
startEndTime));
+ }
+ }
+
+ private long[] calculateStartEndTime(long[] timestamps, List<BitMap>
bitMaps) {
+ long startTime = -1;
+ for (int i = 0; i < bitMaps.size(); i++) {
+ BitMap bitMap = bitMaps.get(i);
+ for (int j = 0; j < bitMap.getSize(); j++) {
+ if (!bitMap.isMarked(j)) {
+ startTime = timestamps[i];
+ break;
+ }
+ }
+ if (startTime != -1) {
+ break;
+ }
+ }
+
+ long endTime = -1;
+ for (int i = bitMaps.size() - 1; i >= 0; i--) {
+ BitMap bitMap = bitMaps.get(i);
+ for (int j = bitMap.getSize() - 1; j >= 0; j--) {
+ if (!bitMap.isMarked(j)) {
+ endTime = timestamps[i];
+ break;
+ }
+ }
+ if (endTime != -1) {
+ break;
+ }
+ }
+ return new long[] {startTime, endTime};
+ }
+
+ private IChunkMetadata buildChunkMetaDataForMemoryChunk(
+ String measurement, long startTime, long endTime, List<TimeRange>
deletionList) {
+ TimeStatistics timeStatistics = new TimeStatistics();
+ timeStatistics.setStartTime(startTime);
+ timeStatistics.setEndTime(endTime);
+ IChunkMetadata chunkMetadata =
Review Comment:
use UNKNOWN instead and add some comments here.
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
