This is an automated email from the ASF dual-hosted git repository.
Caideyipi pushed a commit to branch dev/1.3
in repository https://gitbox.apache.org/repos/asf/iotdb.git
The following commit(s) were added to refs/heads/dev/1.3 by this push:
new 0507f0b1516 Load: Stablized the IoTDBLoadTsFileWithModIT (#17787)
0507f0b1516 is described below
commit 0507f0b1516a05daf288384c47ca23c95623adc8
Author: Caideyipi <[email protected]>
AuthorDate: Mon Jun 1 18:50:31 2026 +0800
Load: Stablized the IoTDBLoadTsFileWithModIT (#17787)
---
.../iotdb/db/it/IoTDBLoadTsFileWithModIT.java | 249 +++++++++++++++++++++
1 file changed, 249 insertions(+)
diff --git
a/integration-test/src/test/java/org/apache/iotdb/db/it/IoTDBLoadTsFileWithModIT.java
b/integration-test/src/test/java/org/apache/iotdb/db/it/IoTDBLoadTsFileWithModIT.java
new file mode 100644
index 00000000000..4e8e4c8a629
--- /dev/null
+++
b/integration-test/src/test/java/org/apache/iotdb/db/it/IoTDBLoadTsFileWithModIT.java
@@ -0,0 +1,249 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.db.it;
+
+import org.apache.iotdb.commons.exception.IllegalPathException;
+import org.apache.iotdb.commons.path.MeasurementPath;
+import org.apache.iotdb.db.exception.DataRegionException;
+import org.apache.iotdb.db.storageengine.dataregion.modification.Deletion;
+import
org.apache.iotdb.db.storageengine.dataregion.modification.ModificationFile;
+import org.apache.iotdb.db.storageengine.dataregion.tsfile.TsFileResource;
+import
org.apache.iotdb.db.storageengine.dataregion.tsfile.TsFileResourceStatus;
+import
org.apache.iotdb.db.storageengine.dataregion.wal.recover.file.SealedTsFileRecoverPerformer;
+import org.apache.iotdb.it.env.EnvFactory;
+import org.apache.iotdb.it.framework.IoTDBTestRunner;
+import org.apache.iotdb.itbase.category.ClusterIT;
+import org.apache.iotdb.itbase.category.LocalStandaloneIT;
+import org.apache.iotdb.itbase.exception.InconsistentDataException;
+
+import org.apache.tsfile.enums.TSDataType;
+import org.apache.tsfile.exception.write.WriteProcessException;
+import org.apache.tsfile.read.common.Path;
+import org.apache.tsfile.write.TsFileWriter;
+import org.apache.tsfile.write.record.Tablet;
+import org.apache.tsfile.write.schema.MeasurementSchema;
+import org.junit.AfterClass;
+import org.junit.Assert;
+import org.junit.BeforeClass;
+import org.junit.Test;
+import org.junit.experimental.categories.Category;
+import org.junit.runner.RunWith;
+
+import java.io.File;
+import java.io.IOException;
+import java.nio.file.Files;
+import java.sql.Connection;
+import java.sql.ResultSet;
+import java.sql.SQLException;
+import java.sql.Statement;
+import java.util.Collections;
+
+@RunWith(IoTDBTestRunner.class)
+@Category({LocalStandaloneIT.class, ClusterIT.class})
+public class IoTDBLoadTsFileWithModIT {
+ private static File tmpDir;
+
+ @BeforeClass
+ public static void setUp() throws Exception {
+ tmpDir = new File(Files.createTempDirectory("load").toUri());
+ EnvFactory.getEnv().initClusterEnvironment();
+ }
+
+ @AfterClass
+ public static void tearDown() throws Exception {
+ try {
+ if (tmpDir != null && tmpDir.exists()) {
+ File[] files = tmpDir.listFiles();
+ if (files != null) {
+ for (File file : files) {
+ try {
+ Files.delete(file.toPath());
+ } catch (IOException ignored) {
+ // ignore
+ }
+ }
+ }
+ try {
+ Files.delete(tmpDir.toPath());
+ } catch (IOException ignored) {
+ // ignore
+ }
+ }
+ } finally {
+ EnvFactory.getEnv().cleanClusterEnvironment();
+ }
+ }
+
+ private static void clearTmpDir() {
+ if (tmpDir == null || !tmpDir.exists()) {
+ return;
+ }
+ File[] files = tmpDir.listFiles();
+ if (files == null) {
+ return;
+ }
+ for (File file : files) {
+ try {
+ Files.delete(file.toPath());
+ } catch (IOException ignored) {
+ // ignore
+ }
+ }
+ }
+
+ private static void executeQuietly(Statement statement, String sql) {
+ try {
+ statement.execute(sql);
+ } catch (SQLException ignored) {
+ // ignore
+ }
+ }
+
+ private static void cleanupTestDb() {
+ try (Connection connection = EnvFactory.getEnv().getConnection();
+ Statement statement = connection.createStatement()) {
+ executeQuietly(statement, "DELETE DATABASE root.test.**");
+ executeQuietly(statement, "DELETE DATABASE root.test");
+ } catch (SQLException ignored) {
+ // ignore
+ }
+ }
+
+ private void generateFileWithModFile()
+ throws IOException, WriteProcessException, IllegalPathException,
DataRegionException {
+ TsFileResource resource = generateFile();
+ try (ModificationFile modFile = ModificationFile.getNormalMods(resource)) {
+ modFile.write(new Deletion(new MeasurementPath("root.test.d1.de.s1"),
Long.MAX_VALUE, 1, 2));
+ }
+ }
+
+ private TsFileResource generateFile()
+ throws WriteProcessException, IOException, DataRegionException {
+ File tsfile = new File(tmpDir, "1-1-0-0.tsfile");
+ try (TsFileWriter writer = new TsFileWriter(tsfile)) {
+ writer.registerAlignedTimeseries(
+ new Path("root.test.d1.de"),
+ Collections.singletonList(new MeasurementSchema("s1",
TSDataType.BOOLEAN)));
+ Tablet tablet =
+ new Tablet(
+ "root.test.d1.de",
+ Collections.singletonList(new MeasurementSchema("s1",
TSDataType.BOOLEAN)));
+ for (int i = 0; i < 5; i++) {
+ int rowIndex = tablet.rowSize++;
+ tablet.addTimestamp(rowIndex, i);
+ tablet.addValue("s1", rowIndex, true);
+ }
+ writer.writeAligned(tablet);
+ }
+ // generate resource file
+ TsFileResource resource = new TsFileResource(tsfile);
+ try (SealedTsFileRecoverPerformer performer = new
SealedTsFileRecoverPerformer(resource)) {
+ performer.recover();
+ }
+ resource.setStatusForTest(TsFileResourceStatus.NORMAL);
+ resource.deserialize();
+ return resource;
+ }
+
+ @Test
+ public void testWithNewModFile()
+ throws SQLException,
+ IOException,
+ DataRegionException,
+ WriteProcessException,
+ IllegalPathException {
+ try {
+ generateFileWithModFile();
+ try (final Connection connection = EnvFactory.getEnv().getConnection();
+ final Statement statement = connection.createStatement()) {
+
+ statement.execute(String.format("load \'%s\'",
tmpDir.getAbsolutePath()));
+
+ try (final ResultSet resultSet =
+ statement.executeQuery("select count(s1) as c from
root.test.d1.de")) {
+ Assert.assertTrue(resultSet.next());
+ Assert.assertEquals(3, resultSet.getLong("c"));
+ }
+ }
+ } finally {
+ clearTmpDir();
+ cleanupTestDb();
+ }
+ }
+
+ @Test
+ public void testWithNewModFileAndLoadAttributes()
+ throws SQLException,
+ IOException,
+ DataRegionException,
+ WriteProcessException,
+ IllegalPathException {
+ try {
+ generateFileWithModFile();
+ final String databaseName = "root.test.d1";
+
+ try (final Connection connection = EnvFactory.getEnv().getConnection();
+ final Statement statement = connection.createStatement()) {
+
+ statement.execute(
+ String.format(
+ "load \'%s\' with ("
+ + "'database-level'='2',"
+ + "'verify'='true',"
+ + "'on-success'='none',"
+ + "'async'='true')",
+ tmpDir.getAbsolutePath()));
+
+ boolean databaseFound = false;
+ for (int i = 0; i < 10; i++) {
+ try (final ResultSet resultSet = statement.executeQuery("show
databases")) {
+ while (resultSet.next()) {
+ final String currentDatabase = resultSet.getString(1);
+ if (databaseName.equalsIgnoreCase(currentDatabase)) {
+ databaseFound = true;
+ break;
+ }
+ }
+ } catch (InconsistentDataException ignored) {
+ // Async load propagates the new database metadata to different
DataNodes at
+ // slightly different times, so "show databases" may be
inconsistent transiently.
+ }
+
+ if (databaseFound) {
+ break;
+ }
+
+ try {
+ Thread.sleep(1000);
+ } catch (InterruptedException e) {
+ Thread.currentThread().interrupt();
+ break;
+ }
+ }
+ Assert.assertTrue(
+ "The `database-level` parameter is not working; the generated
database does not contain 'root.test.d1'.",
+ databaseFound);
+ }
+ } finally {
+ clearTmpDir();
+ cleanupTestDb();
+ }
+ }
+}
