[
https://issues.apache.org/jira/browse/HDDS-7344?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Soumitra Sulav updated HDDS-7344:
---------------------------------
Description:
8 new snapshot files were created on a single create snapshot command. 4 in
missing sequence and 4 in
{code:java}
bash-4.2$ ls -ltr /data/metadata/*sst
----
-rw-r--r-- 6 hadoop hadoop 1355 Oct 17 14:03
/data/metadata/db.savedSSTFiles000109.sst
-rw-r--r-- 5 hadoop hadoop 1358 Oct 17 14:39
/data/metadata/db.savedSSTFiles000113.sst
-rw-r--r-- 4 hadoop hadoop 1355 Oct 17 14:40
/data/metadata/db.savedSSTFiles000116.sst
-rw-r--r-- 3 hadoop hadoop 1358 Oct 17 14:41
/data/metadata/db.savedSSTFiles000119.sst
bash-4.2$ ozone fs -put Dockerfile /vol1/buck1/Docker
...
bash-4.2$ ozone fs -put Dockerfile /vol/buck/Docker
...
bash-4.2$ ozone sh snapshot create /vol1/buck1
bash-4.2$ ls -ltr /data/metadata/*sst
----
-rw-r--r-- 7 hadoop hadoop 1355 Oct 17 14:03
/data/metadata/db.savedSSTFiles000109.sst
-rw-r--r-- 5 hadoop hadoop 1188 Oct 17 14:03
/data/metadata/db.savedSSTFiles000110.sst
-rw-r--r-- 4 hadoop hadoop 1192 Oct 17 14:39
/data/metadata/db.savedSSTFiles000112.sst
-rw-r--r-- 6 hadoop hadoop 1358 Oct 17 14:39
/data/metadata/db.savedSSTFiles000113.sst
-rw-r--r-- 3 hadoop hadoop 1192 Oct 17 14:40
/data/metadata/db.savedSSTFiles000115.sst
-rw-r--r-- 5 hadoop hadoop 1355 Oct 17 14:40
/data/metadata/db.savedSSTFiles000116.sst
-rw-r--r-- 2 hadoop hadoop 1193 Oct 17 14:41
/data/metadata/db.savedSSTFiles000118.sst
-rw-r--r-- 4 hadoop hadoop 1358 Oct 17 14:41
/data/metadata/db.savedSSTFiles000119.sst
-rw-r--r-- 1 hadoop hadoop 1193 Oct 17 14:42
/data/metadata/db.savedSSTFiles000121.sst
-rw-r--r-- 1 hadoop hadoop 1274 Oct 17 14:42
/data/metadata/db.savedSSTFiles000123.sst
-rw-r--r-- 3 hadoop hadoop 1355 Oct 17 14:42
/data/metadata/db.savedSSTFiles000124.sst
-rw-r--r-- 2 hadoop hadoop 1403 Oct 17 14:42
/data/metadata/db.savedSSTFiles000125.sst{code}
Similar observations with om dir
{code:java}
bash-4.2$ ls -ltr /data/metadata/om.db/
total 163816
-rw-r--r-- 1 hadoop hadoop 0 Oct 11 05:51 LOCK
-rw-r--r-- 1 hadoop hadoop 36 Oct 11 05:51 IDENTITY
-rw-r--r-- 4 hadoop hadoop 85380 Oct 11 05:51 OPTIONS-000047
----
-rw-r--r-- 1 hadoop hadoop 10991380 Oct 13 05:29 LOG.old.1665767089361159
-rw-r--r-- 1 hadoop hadoop 16 Oct 14 17:04 CURRENT
-rw-r--r-- 15 hadoop hadoop 85380 Oct 14 17:04 OPTIONS-000075
----
-rw-r--r-- 3 hadoop hadoop 1359 Oct 17 14:43 000130.sst
-rw-r--r-- 1 hadoop hadoop 11627 Oct 17 14:43 MANIFEST-000073
-rw-r--r-- 1 hadoop hadoop 302 Oct 17 15:55 000128.log
-rw-r--r-- 1 hadoop hadoop 4543060 Oct 17 15:59 LOG
bash-4.2$ ozone fs -put Dockerfile /vol/buck/Docker1
2022-10-17 16:02:21,210 [main] INFO impl.MetricsConfig: Loaded properties from
hadoop-metrics2.properties
2022-10-17 16:02:21,320 [main] INFO impl.MetricsSystemImpl: Scheduled Metric
snapshot period at 10 second(s).
2022-10-17 16:02:21,320 [main] INFO impl.MetricsSystemImpl:
XceiverClientMetrics metrics system started
2022-10-17 16:02:21,631 [main] INFO metrics.MetricRegistries: Loaded
MetricRegistries class org.apache.ratis.metrics.impl.MetricRegistriesImpl
bash-4.2$ ozone sh snapshot create /vol/buck
bash-4.2$ ls -ltr /data/metadata/om.db/
total 163836
-rw-r--r-- 1 hadoop hadoop 0 Oct 11 05:51 LOCK
-rw-r--r-- 1 hadoop hadoop 36 Oct 11 05:51 IDENTITY
-rw-r--r-- 4 hadoop hadoop 85380 Oct 11 05:51 OPTIONS-000047
----
-rw-r--r-- 1 hadoop hadoop 10991380 Oct 13 05:29 LOG.old.1665767089361159
-rw-r--r-- 1 hadoop hadoop 16 Oct 14 17:04 CURRENT
-rw-r--r-- 16 hadoop hadoop 85380 Oct 14 17:04 OPTIONS-000075
----
-rw-r--r-- 4 hadoop hadoop 1359 Oct 17 14:43 000130.sst
-rw-r--r-- 2 hadoop hadoop 1194 Oct 17 16:02 000132.sst
-rw-r--r-- 2 hadoop hadoop 1240 Oct 17 16:02 000133.sst
-rw-r--r-- 3 hadoop hadoop 1356 Oct 17 16:02 000134.sst
-rw-r--r-- 2 hadoop hadoop 1343 Oct 17 16:02 000135.sst
-rw-r--r-- 2 hadoop hadoop 1257 Oct 17 16:02 000136.sst
-rw-r--r-- 1 hadoop hadoop 12567 Oct 17 16:02 MANIFEST-000073
-rw-r--r-- 1 hadoop hadoop 4568772 Oct 17 16:02 LOG
-rw-r--r-- 1 hadoop hadoop 296 Oct 17 16:02 000131.log {code}
The log file is still with a lower version.
was:
4 snapshot files were created on a single create snapshot command.
{code:java}
bash-4.2$ ls -ltr /data/metadata/*sst
---
-rw-r--r-- 8 hadoop hadoop 1355 Oct 17 14:00
/data/metadata/db.savedSSTFiles000100.sst
-rw-r--r-- 2 hadoop hadoop 1260 Oct 17 14:00
/data/metadata/db.savedSSTFiles000102.sst
-rw-r--r-- 2 hadoop hadoop 1192 Oct 17 14:00
/data/metadata/db.savedSSTFiles000105.sst
-rw-r--r-- 7 hadoop hadoop 1355 Oct 17 14:00
/data/metadata/db.savedSSTFiles000106.sst
-rw-r--r-- 1 hadoop hadoop 1192 Oct 17 14:03
/data/metadata/db.savedSSTFiles000108.sst
-rw-r--r-- 6 hadoop hadoop 1355 Oct 17 14:03
/data/metadata/db.savedSSTFiles000109.sst
-rw-r--r-- 5 hadoop hadoop 1358 Oct 17 14:39
/data/metadata/db.savedSSTFiles000113.sst
-rw-r--r-- 4 hadoop hadoop 1355 Oct 17 14:40
/data/metadata/db.savedSSTFiles000116.sst
-rw-r--r-- 3 hadoop hadoop 1358 Oct 17 14:41
/data/metadata/db.savedSSTFiles000119.sst
bash-4.2$ ozone fs -put Dockerfile /vol1/buck1/Docker
2022-10-17 14:42:19,689 [main] INFO impl.MetricsConfig: Loaded properties from
hadoop-metrics2.properties
2022-10-17 14:42:19,823 [main] INFO impl.MetricsSystemImpl: Scheduled Metric
snapshot period at 10 second(s).
2022-10-17 14:42:19,824 [main] INFO impl.MetricsSystemImpl:
XceiverClientMetrics metrics system started
2022-10-17 14:42:20,187 [main] INFO metrics.MetricRegistries: Loaded
MetricRegistries class org.apache.ratis.metrics.impl.MetricRegistriesImpl
bash-4.2$ ozone fs -put Dockerfile /vol/buck/Docker
2022-10-17 14:42:30,110 [main] INFO impl.MetricsConfig: Loaded properties from
hadoop-metrics2.properties
2022-10-17 14:42:30,250 [main] INFO impl.MetricsSystemImpl: Scheduled Metric
snapshot period at 10 second(s).
2022-10-17 14:42:30,251 [main] INFO impl.MetricsSystemImpl:
XceiverClientMetrics metrics system started
2022-10-17 14:42:30,631 [main] INFO metrics.MetricRegistries: Loaded
MetricRegistries class org.apache.ratis.metrics.impl.MetricRegistriesImpl
bash-4.2$ ozone sh snapshot create /vol1/buck1
bash-4.2$ ls -ltr /data/metadata/*sst
---- -rw-r--r-- 9 hadoop hadoop 1355 Oct 17 14:00
/data/metadata/db.savedSSTFiles000100.sst
-rw-r--r-- 2 hadoop hadoop 1260 Oct 17 14:00
/data/metadata/db.savedSSTFiles000102.sst
-rw-r--r-- 2 hadoop hadoop 1192 Oct 17 14:00
/data/metadata/db.savedSSTFiles000105.sst
-rw-r--r-- 8 hadoop hadoop 1355 Oct 17 14:00
/data/metadata/db.savedSSTFiles000106.sst
-rw-r--r-- 1 hadoop hadoop 1192 Oct 17 14:03
/data/metadata/db.savedSSTFiles000108.sst
-rw-r--r-- 7 hadoop hadoop 1355 Oct 17 14:03
/data/metadata/db.savedSSTFiles000109.sst
-rw-r--r-- 5 hadoop hadoop 1188 Oct 17 14:03
/data/metadata/db.savedSSTFiles000110.sst
-rw-r--r-- 4 hadoop hadoop 1192 Oct 17 14:39
/data/metadata/db.savedSSTFiles000112.sst
-rw-r--r-- 6 hadoop hadoop 1358 Oct 17 14:39
/data/metadata/db.savedSSTFiles000113.sst
-rw-r--r-- 3 hadoop hadoop 1192 Oct 17 14:40
/data/metadata/db.savedSSTFiles000115.sst
-rw-r--r-- 5 hadoop hadoop 1355 Oct 17 14:40
/data/metadata/db.savedSSTFiles000116.sst
-rw-r--r-- 2 hadoop hadoop 1193 Oct 17 14:41
/data/metadata/db.savedSSTFiles000118.sst
-rw-r--r-- 4 hadoop hadoop 1358 Oct 17 14:41
/data/metadata/db.savedSSTFiles000119.sst
-rw-r--r-- 1 hadoop hadoop 1193 Oct 17 14:42
/data/metadata/db.savedSSTFiles000121.sst
-rw-r--r-- 1 hadoop hadoop 1274 Oct 17 14:42
/data/metadata/db.savedSSTFiles000123.sst
-rw-r--r-- 3 hadoop hadoop 1355 Oct 17 14:42
/data/metadata/db.savedSSTFiles000124.sst
-rw-r--r-- 2 hadoop hadoop 1403 Oct 17 14:42
/data/metadata/db.savedSSTFiles000125.sst{code}
> [snapshot] Too many db.savedSSTFiles created on single create snapshot
> ----------------------------------------------------------------------
>
> Key: HDDS-7344
> URL: https://issues.apache.org/jira/browse/HDDS-7344
> Project: Apache Ozone
> Issue Type: Bug
> Components: Ozone Manager
> Affects Versions: 1.3.0
> Environment: docker-compose on HDDS-6517-Snapshot
> Reporter: Soumitra Sulav
> Priority: Major
>
> 8 new snapshot files were created on a single create snapshot command. 4 in
> missing sequence and 4 in
>
> {code:java}
> bash-4.2$ ls -ltr /data/metadata/*sst
> ----
> -rw-r--r-- 6 hadoop hadoop 1355 Oct 17 14:03
> /data/metadata/db.savedSSTFiles000109.sst
> -rw-r--r-- 5 hadoop hadoop 1358 Oct 17 14:39
> /data/metadata/db.savedSSTFiles000113.sst
> -rw-r--r-- 4 hadoop hadoop 1355 Oct 17 14:40
> /data/metadata/db.savedSSTFiles000116.sst
> -rw-r--r-- 3 hadoop hadoop 1358 Oct 17 14:41
> /data/metadata/db.savedSSTFiles000119.sst
> bash-4.2$ ozone fs -put Dockerfile /vol1/buck1/Docker
> ...
> bash-4.2$ ozone fs -put Dockerfile /vol/buck/Docker
> ...
> bash-4.2$ ozone sh snapshot create /vol1/buck1
> bash-4.2$ ls -ltr /data/metadata/*sst
> ----
> -rw-r--r-- 7 hadoop hadoop 1355 Oct 17 14:03
> /data/metadata/db.savedSSTFiles000109.sst
> -rw-r--r-- 5 hadoop hadoop 1188 Oct 17 14:03
> /data/metadata/db.savedSSTFiles000110.sst
> -rw-r--r-- 4 hadoop hadoop 1192 Oct 17 14:39
> /data/metadata/db.savedSSTFiles000112.sst
> -rw-r--r-- 6 hadoop hadoop 1358 Oct 17 14:39
> /data/metadata/db.savedSSTFiles000113.sst
> -rw-r--r-- 3 hadoop hadoop 1192 Oct 17 14:40
> /data/metadata/db.savedSSTFiles000115.sst
> -rw-r--r-- 5 hadoop hadoop 1355 Oct 17 14:40
> /data/metadata/db.savedSSTFiles000116.sst
> -rw-r--r-- 2 hadoop hadoop 1193 Oct 17 14:41
> /data/metadata/db.savedSSTFiles000118.sst
> -rw-r--r-- 4 hadoop hadoop 1358 Oct 17 14:41
> /data/metadata/db.savedSSTFiles000119.sst
> -rw-r--r-- 1 hadoop hadoop 1193 Oct 17 14:42
> /data/metadata/db.savedSSTFiles000121.sst
> -rw-r--r-- 1 hadoop hadoop 1274 Oct 17 14:42
> /data/metadata/db.savedSSTFiles000123.sst
> -rw-r--r-- 3 hadoop hadoop 1355 Oct 17 14:42
> /data/metadata/db.savedSSTFiles000124.sst
> -rw-r--r-- 2 hadoop hadoop 1403 Oct 17 14:42
> /data/metadata/db.savedSSTFiles000125.sst{code}
>
> Similar observations with om dir
> {code:java}
> bash-4.2$ ls -ltr /data/metadata/om.db/
> total 163816
> -rw-r--r-- 1 hadoop hadoop 0 Oct 11 05:51 LOCK
> -rw-r--r-- 1 hadoop hadoop 36 Oct 11 05:51 IDENTITY
> -rw-r--r-- 4 hadoop hadoop 85380 Oct 11 05:51 OPTIONS-000047
> ----
> -rw-r--r-- 1 hadoop hadoop 10991380 Oct 13 05:29 LOG.old.1665767089361159
> -rw-r--r-- 1 hadoop hadoop 16 Oct 14 17:04 CURRENT
> -rw-r--r-- 15 hadoop hadoop 85380 Oct 14 17:04 OPTIONS-000075
> ----
> -rw-r--r-- 3 hadoop hadoop 1359 Oct 17 14:43 000130.sst
> -rw-r--r-- 1 hadoop hadoop 11627 Oct 17 14:43 MANIFEST-000073
> -rw-r--r-- 1 hadoop hadoop 302 Oct 17 15:55 000128.log
> -rw-r--r-- 1 hadoop hadoop 4543060 Oct 17 15:59 LOG
> bash-4.2$ ozone fs -put Dockerfile /vol/buck/Docker1
> 2022-10-17 16:02:21,210 [main] INFO impl.MetricsConfig: Loaded properties
> from hadoop-metrics2.properties
> 2022-10-17 16:02:21,320 [main] INFO impl.MetricsSystemImpl: Scheduled Metric
> snapshot period at 10 second(s).
> 2022-10-17 16:02:21,320 [main] INFO impl.MetricsSystemImpl:
> XceiverClientMetrics metrics system started
> 2022-10-17 16:02:21,631 [main] INFO metrics.MetricRegistries: Loaded
> MetricRegistries class org.apache.ratis.metrics.impl.MetricRegistriesImpl
> bash-4.2$ ozone sh snapshot create /vol/buck
> bash-4.2$ ls -ltr /data/metadata/om.db/
> total 163836
> -rw-r--r-- 1 hadoop hadoop 0 Oct 11 05:51 LOCK
> -rw-r--r-- 1 hadoop hadoop 36 Oct 11 05:51 IDENTITY
> -rw-r--r-- 4 hadoop hadoop 85380 Oct 11 05:51 OPTIONS-000047
> ----
> -rw-r--r-- 1 hadoop hadoop 10991380 Oct 13 05:29 LOG.old.1665767089361159
> -rw-r--r-- 1 hadoop hadoop 16 Oct 14 17:04 CURRENT
> -rw-r--r-- 16 hadoop hadoop 85380 Oct 14 17:04 OPTIONS-000075
> ----
> -rw-r--r-- 4 hadoop hadoop 1359 Oct 17 14:43 000130.sst
> -rw-r--r-- 2 hadoop hadoop 1194 Oct 17 16:02 000132.sst
> -rw-r--r-- 2 hadoop hadoop 1240 Oct 17 16:02 000133.sst
> -rw-r--r-- 3 hadoop hadoop 1356 Oct 17 16:02 000134.sst
> -rw-r--r-- 2 hadoop hadoop 1343 Oct 17 16:02 000135.sst
> -rw-r--r-- 2 hadoop hadoop 1257 Oct 17 16:02 000136.sst
> -rw-r--r-- 1 hadoop hadoop 12567 Oct 17 16:02 MANIFEST-000073
> -rw-r--r-- 1 hadoop hadoop 4568772 Oct 17 16:02 LOG
> -rw-r--r-- 1 hadoop hadoop 296 Oct 17 16:02 000131.log {code}
> The log file is still with a lower version.
>
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
