clintropolis commented on a change in pull request #10048:
URL: https://github.com/apache/druid/pull/10048#discussion_r442022548
##########
File path:
server/src/test/java/org/apache/druid/server/coordinator/DruidCoordinatorTest.java
##########
@@ -550,6 +551,241 @@ public void testCoordinatorTieredRun() throws Exception
EasyMock.verify(metadataRuleManager);
}
+ @Test(timeout = 60_000L)
+ public void
testComputeUnderReplicationCountsPerDataSourcePerTierForSegmentsWithBroadcastRule()
throws Exception
+ {
+ final String dataSource = "dataSource";
+ final String hotTierName = "hot";
+ final String coldTierName = "cold";
+ final String tierName1 = "tier1";
+ final String tierName2 = "tier2";
+ final Rule broadcastDistributionRule = new
ForeverBroadcastDistributionRule();
+ final String loadPathCold = "/druid/loadqueue/cold:1234";
+ final String loadPathBroker1 = "/druid/loadqueue/broker1:1234";
+ final String loadPathBroker2 = "/druid/loadqueue/broker2:1234";
+ final String loadPathPeon = "/druid/loadqueue/peon:1234";
+ final DruidServer hotServer = new DruidServer("hot", "hot", null, 5L,
ServerType.HISTORICAL, hotTierName, 0);
+ final DruidServer coldServer = new DruidServer("cold", "cold", null, 5L,
ServerType.HISTORICAL, coldTierName, 0);
+ final DruidServer brokerServer1 = new DruidServer("broker1", "broker1",
null, 5L, ServerType.BROKER, tierName1, 0);
+ final DruidServer brokerServer2 = new DruidServer("broker2", "broker2",
null, 5L, ServerType.BROKER, tierName2, 0);
+ final DruidServer peonServer = new DruidServer("peon", "peon", null, 5L,
ServerType.INDEXER_EXECUTOR, tierName2, 0);
+
+ final Map<String, DataSegment> dataSegments = ImmutableMap.of(
+ "2018-01-02T00:00:00.000Z_2018-01-03T00:00:00.000Z",
+ new DataSegment(dataSource, Intervals.of("2018-01-02/P1D"), "v1",
null, null, null, null, 0x9, 0),
+ "2018-01-03T00:00:00.000Z_2018-01-04T00:00:00.000Z",
+ new DataSegment(dataSource, Intervals.of("2018-01-03/P1D"), "v1",
null, null, null, null, 0x9, 0),
+ "2017-01-01T00:00:00.000Z_2017-01-02T00:00:00.000Z",
+ new DataSegment(dataSource, Intervals.of("2017-01-01/P1D"), "v1",
null, null, null, null, 0x9, 0)
+ );
+
+ final LoadQueuePeon loadQueuePeonCold = new CuratorLoadQueuePeon(
+ curator,
+ loadPathCold,
+ objectMapper,
+
Execs.scheduledSingleThreaded("coordinator_test_load_queue_peon_cold_scheduled-%d"),
+ Execs.singleThreaded("coordinator_test_load_queue_peon_cold-%d"),
+ druidCoordinatorConfig
+ );
+
+ final LoadQueuePeon loadQueuePeonBroker1 = new CuratorLoadQueuePeon(
+ curator,
+ loadPathBroker1,
+ objectMapper,
+
Execs.scheduledSingleThreaded("coordinator_test_load_queue_peon_broker1_scheduled-%d"),
+ Execs.singleThreaded("coordinator_test_load_queue_peon_broker1-%d"),
+ druidCoordinatorConfig
+ );
+
+ final LoadQueuePeon loadQueuePeonBroker2 = new CuratorLoadQueuePeon(
+ curator,
+ loadPathBroker2,
+ objectMapper,
+
Execs.scheduledSingleThreaded("coordinator_test_load_queue_peon_broker2_scheduled-%d"),
+ Execs.singleThreaded("coordinator_test_load_queue_peon_broker2-%d"),
+ druidCoordinatorConfig
+ );
+
+ final LoadQueuePeon loadQueuePeonPoenServer = new CuratorLoadQueuePeon(
+ curator,
+ loadPathPeon,
+ objectMapper,
+
Execs.scheduledSingleThreaded("coordinator_test_load_queue_peon_peon_scheduled-%d"),
+ Execs.singleThreaded("coordinator_test_load_queue_peon_peon-%d"),
+ druidCoordinatorConfig
+ );
+ final PathChildrenCache pathChildrenCacheCold = new PathChildrenCache(
+ curator,
+ loadPathCold,
+ true,
+ true,
+ Execs.singleThreaded("coordinator_test_path_children_cache_cold-%d")
+ );
+ final PathChildrenCache pathChildrenCacheBroker1 = new PathChildrenCache(
+ curator,
+ loadPathBroker1,
+ true,
+ true,
+ Execs.singleThreaded("coordinator_test_path_children_cache_broker1-%d")
+ );
+ final PathChildrenCache pathChildrenCacheBroker2 = new PathChildrenCache(
+ curator,
+ loadPathBroker2,
+ true,
+ true,
+ Execs.singleThreaded("coordinator_test_path_children_cache_broker2-%d")
+ );
+ final PathChildrenCache pathChildrenCachePeon = new PathChildrenCache(
+ curator,
+ loadPathPeon,
+ true,
+ true,
+ Execs.singleThreaded("coordinator_test_path_children_cache_peon-%d")
+ );
+
+ loadManagementPeons.putAll(ImmutableMap.of("hot", loadQueuePeon,
+ "cold", loadQueuePeonCold,
+ "broker1", loadQueuePeonBroker1,
+ "broker2", loadQueuePeonBroker2,
+ "peon",
loadQueuePeonPoenServer));
+
+ loadQueuePeonCold.start();
+ loadQueuePeonBroker1.start();
+ loadQueuePeonBroker2.start();
+ loadQueuePeonPoenServer.start();
+ pathChildrenCache.start();
+ pathChildrenCacheCold.start();
+ pathChildrenCacheBroker1.start();
+ pathChildrenCacheBroker2.start();
+ pathChildrenCachePeon.start();
+
+ DruidDataSource[] druidDataSources = {new DruidDataSource(dataSource,
Collections.emptyMap())};
+ dataSegments.values().forEach(druidDataSources[0]::addSegment);
+
+ setupSegmentsMetadataMock(druidDataSources[0]);
+
+
EasyMock.expect(metadataRuleManager.getRulesWithDefault(EasyMock.anyString()))
+
.andReturn(ImmutableList.of(broadcastDistributionRule)).atLeastOnce();
+ EasyMock.expect(metadataRuleManager.getAllRules())
+ .andReturn(ImmutableMap.of(dataSource,
ImmutableList.of(broadcastDistributionRule))).atLeastOnce();
+
+ EasyMock.expect(serverInventoryView.getInventory())
+ .andReturn(ImmutableList.of(hotServer, coldServer, brokerServer1,
brokerServer2, peonServer))
+ .atLeastOnce();
+
EasyMock.expect(serverInventoryView.isStarted()).andReturn(true).anyTimes();
+
+ EasyMock.replay(metadataRuleManager, serverInventoryView);
+
+ coordinator.start();
+ leaderAnnouncerLatch.await(); // Wait for this coordinator to become leader
+
+ final CountDownLatch assignSegmentLatchHot = new CountDownLatch(1);
Review comment:
It's probably worth making a method that takes a `CountDownLatch` and a
`DruidServer` and does the thing going on here (and in a few other tests)
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
