This is an automated email from the ASF dual-hosted git repository. leirui pushed a commit to branch research/LTS-visualization in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit 7f2bafe3a7a4faff87e011167b902119deaeb043 Author: Lei Rui <[email protected]> AuthorDate: Tue Oct 15 07:46:39 2024 +0800 add --- .../iotdb/db/query/simpiece/MySample_fsw_UCR.java | 97 ----------------- .../db/query/simpiece/MySample_simpiece_UCR.java | 117 --------------------- 2 files changed, 214 deletions(-) diff --git a/server/src/main/java/org/apache/iotdb/db/query/simpiece/MySample_fsw_UCR.java b/server/src/main/java/org/apache/iotdb/db/query/simpiece/MySample_fsw_UCR.java deleted file mode 100644 index f8107857082..00000000000 --- a/server/src/main/java/org/apache/iotdb/db/query/simpiece/MySample_fsw_UCR.java +++ /dev/null @@ -1,97 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - */ - - -package org.apache.iotdb.db.query.simpiece; - -import java.io.File; -import java.io.FileInputStream; -import java.io.FileWriter; -import java.io.IOException; -import java.io.PrintWriter; -import java.util.List; - -public class MySample_fsw_UCR { - - public static void main(String[] args) { - String fileDir = "D:\\3\\tmp\\"; - File folder = new File(fileDir); - // 调用递归函数遍历文件夹 - listFiles(folder); - } - - public static void listFiles(File folder) { - File[] files = folder.listFiles(); - - if (files != null) { - for (File file : files) { - if (file.isDirectory()) { - // 如果是文件夹,递归遍历 - listFiles(file); - } else if (file.isFile() && file.getName().endsWith(".csv") && !file.getName() - .contains("-segment")) { - // 如果是csv文件,读取内容 - System.out.println("Reading file: " + file.getAbsolutePath()); - readCSV(file); - } - } - } - } - - public static void readCSV(File file) { - int start = 0; - int N = -1; - boolean hasHeader = false; - try (FileInputStream inputStream = new FileInputStream(file)) { - String delimiter = ","; - TimeSeries ts = - TimeSeriesReader.getMyTimeSeries( - inputStream, delimiter, false, N, start, hasHeader, true); - int n = ts.length(); - - int nout = n / 2; - nout = (nout / 4) * 4; // for M4 requires nout to be four integer multiples - - nout = Math.min(800, nout); - - double epsilon = MySample_fsw2.getFSWParam(nout, ts, 1e-6); - List<Point> reducedPoints = FSW.reducePoints(ts.data, epsilon); - System.out.println( - file - + ": n=" - + n - + ",target m=" - + nout - + ",epsilon=" - + epsilon - + ",actual m=" - + reducedPoints.size()); - - String newFileName = file.getName().replace(".csv", "-segment-fsw.csv"); - File newFile = new File(file.getParent(), newFileName); - try (PrintWriter writer = new PrintWriter(new FileWriter(newFile))) { - for (Point p : reducedPoints) { - writer.println(p.getTimestamp() + "," + p.getValue()); - } - } - } catch (IOException e) { - throw new RuntimeException(e); - } - } -} diff --git a/server/src/main/java/org/apache/iotdb/db/query/simpiece/MySample_simpiece_UCR.java b/server/src/main/java/org/apache/iotdb/db/query/simpiece/MySample_simpiece_UCR.java deleted file mode 100644 index b00767203e5..00000000000 --- a/server/src/main/java/org/apache/iotdb/db/query/simpiece/MySample_simpiece_UCR.java +++ /dev/null @@ -1,117 +0,0 @@ -/* - * Licensed to the Apache Software Foundation (ASF) under one - * or more contributor license agreements. See the NOTICE file - * distributed with this work for additional information - * regarding copyright ownership. The ASF licenses this file - * to you under the Apache License, Version 2.0 (the - * "License"); you may not use this file except in compliance - * with the License. You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, - * software distributed under the License is distributed on an - * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY - * KIND, either express or implied. See the License for the - * specific language governing permissions and limitations - * under the License. - */ - - -package org.apache.iotdb.db.query.simpiece; - -import java.io.File; -import java.io.FileInputStream; -import java.io.FileWriter; -import java.io.IOException; -import java.io.PrintWriter; -import java.util.Comparator; -import java.util.List; - -public class MySample_simpiece_UCR { - - public static void main(String[] args) { - String fileDir = "D:\\3\\UCRsets\\"; - File folder = new File(fileDir); - // 调用递归函数遍历文件夹 - listFiles(folder); - } - - public static void listFiles(File folder) { - File[] files = folder.listFiles(); - - if (files != null) { - for (File file : files) { - if (file.isDirectory()) { - // 如果是文件夹,递归遍历 - listFiles(file); - } else if (file.isFile() && file.getName().endsWith(".csv") && !file.getName() - .contains("-segment")) { - // 如果是csv文件,读取内容 - System.out.println("Reading file: " + file.getAbsolutePath()); - readCSV(file); - } - } - } - } - - public static void readCSV(File file) { - int start = 0; - int N = -1; - boolean hasHeader = false; - try (FileInputStream inputStream = new FileInputStream(file)) { - String delimiter = ","; - TimeSeries ts = - TimeSeriesReader.getMyTimeSeries( - inputStream, delimiter, false, N, start, hasHeader, true); - int n = ts.length(); - - int nout = n / 2; - nout = (nout / 4) * 4; // for M4 requires nout to be four integer multiples - - nout = Math.min(800, nout); - - double epsilon = MySample_simpiece2.getSimPieceParam(nout, ts, 1e-6); - SimPiece simPiece = new SimPiece(ts.data, epsilon); - System.out.println( - file - + ": n=" - + n - + ",target m=" - + nout - + ",epsilon=" - + epsilon - + ",actual m=" - + simPiece.segments.size() * 2); - - String newFileName = file.getName().replace(".csv", "-segment-simpiece.csv"); - File newFile = new File(file.getParent(), newFileName); - List<SimPieceSegment> segments = simPiece.segments; - segments.sort(Comparator.comparingLong(SimPieceSegment::getInitTimestamp)); - try (PrintWriter writer = new PrintWriter(new FileWriter(newFile))) { - for (int i = 0; i < segments.size() - 1; i++) { - // start point of this segment - writer.println(segments.get(i).getInitTimestamp() + "," + segments.get(i).getB()); - // end point of this segment - double v = - (segments.get(i + 1).getInitTimestamp() - segments.get(i).getInitTimestamp()) - * segments.get(i).getA() - + segments.get(i).getB(); - writer.println(segments.get(i + 1).getInitTimestamp() + "," + v); - } - // the two end points of the last segment - writer.println( - segments.get(segments.size() - 1).getInitTimestamp() - + "," - + segments.get(segments.size() - 1).getB()); - double v = - (simPiece.lastTimeStamp - segments.get(segments.size() - 1).getInitTimestamp()) - * segments.get(segments.size() - 1).getA() - + segments.get(segments.size() - 1).getB(); - writer.println(simPiece.lastTimeStamp + "," + v); - } - } catch (IOException e) { - throw new RuntimeException(e); - } - } -}
