iit2009060 commented on code in PR #14482:
URL: https://github.com/apache/kafka/pull/14482#discussion_r1347140039
##########
core/src/test/scala/unit/kafka/log/remote/RemoteIndexCacheTest.scala:
##########
@@ -541,6 +542,131 @@ class RemoteIndexCacheTest {
verifyFetchIndexInvocation(count = 1)
}
+ @Test
+ def testIndexFileAlreadyExistOnDiskButNotInCache(): Unit = {
+ val remoteIndexCacheDir = cache.cacheDir()
+ val tempSuffix = ".tmptest"
+
+ def getRemoteCacheIndexFileFromDisk(suffix: String) = {
+ Files.walk(remoteIndexCacheDir.toPath)
+ .filter(Files.isRegularFile(_))
+ .filter(path => path.getFileName.toString.endsWith(suffix))
+ .findAny()
+ }
+
+ def renameRemoteCacheIndexFileFromDisk(suffix: String) = {
+ Files.walk(remoteIndexCacheDir.toPath)
+ .filter(Files.isRegularFile(_))
+ .filter(path => path.getFileName.toString.endsWith(suffix))
+ .forEach(f => Utils.atomicMoveWithFallback(f,
f.resolveSibling(f.getFileName().toString().stripSuffix(tempSuffix))))
+ }
+
+ val entry = cache.getIndexEntry(rlsMetadata)
+ // copy files with temporary name
+ Files.copy(entry.offsetIndex().file().toPath(),
Paths.get(Utils.replaceSuffix(entry.offsetIndex().file().getPath(), "",
tempSuffix)))
+ Files.copy(entry.txnIndex().file().toPath(),
Paths.get(Utils.replaceSuffix(entry.txnIndex().file().getPath(), "",
tempSuffix)))
+ Files.copy(entry.timeIndex().file().toPath(),
Paths.get(Utils.replaceSuffix(entry.timeIndex().file().getPath(), "",
tempSuffix)))
+
+ cache.internalCache().invalidate(rlsMetadata.remoteLogSegmentId().id())
+
+ // wait until entry is marked for deletion
+ TestUtils.waitUntilTrue(() => entry.isMarkedForCleanup,
+ "Failed to mark cache entry for cleanup after invalidation")
+ TestUtils.waitUntilTrue(() => entry.isCleanStarted,
+ "Failed to cleanup cache entry after invalidation")
+
+ // restore index files
+ renameRemoteCacheIndexFileFromDisk(tempSuffix)
+ // validate cache entry for the above key should be null
Review Comment:
done
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: jira-unsubscr...@kafka.apache.org
For queries about this service, please contact Infrastructure at:
us...@infra.apache.org
