xinghuayu007 commented on a change in pull request #4984:
URL: https://github.com/apache/incubator-doris/pull/4984#discussion_r557236736
##########
File path: fe/fe-core/src/test/java/org/apache/doris/qe/CoordinatorTest.java
##########
@@ -595,5 +597,137 @@ public void testBucketShuffleWithUnaliveBackend() {
Assert.assertTrue(backendIds.get(1) == 1);
Assert.assertTrue(counts.get(1) == 1);
}
+
+ @Test
+ public void testComputeScanRangeAssignment() {
+ Coordinator coordinator = new Coordinator(context, analyzer, planner);
+
+ //TScanRangeLocations
+ TScanRangeLocations tScanRangeLocations = new TScanRangeLocations();
+ TScanRangeLocation tScanRangeLocation0 = new TScanRangeLocation();
+ tScanRangeLocation0.backend_id = 0;
+ tScanRangeLocation0.server = new TNetworkAddress("0.0.0.0", 9050);
+ TScanRangeLocation tScanRangeLocation1 = new TScanRangeLocation();
+ tScanRangeLocation1.backend_id = 1;
+ tScanRangeLocation1.server = new TNetworkAddress("0.0.0.1", 9050);
+ TScanRangeLocation tScanRangeLocation2 = new TScanRangeLocation();
+ tScanRangeLocation2.backend_id = 2;
+ tScanRangeLocation2.server = new TNetworkAddress("0.0.0.2", 9050);
+ tScanRangeLocations.locations = new ArrayList<>();
+ tScanRangeLocations.locations.add(tScanRangeLocation0);
+ tScanRangeLocations.locations.add(tScanRangeLocation1);
+ tScanRangeLocations.locations.add(tScanRangeLocation2);
+
+ //scanNode1
+ PlanFragmentId planFragmentId = new PlanFragmentId(1);
+ TupleDescriptor tupleDescriptor = new TupleDescriptor(new TupleId(-1));
+ OlapTable olapTable = new OlapTable();
+ HashDistributionInfo hashDistributionInfo = new
HashDistributionInfo(66, new ArrayList<>());
+ Deencapsulation.setField(olapTable, "defaultDistributionInfo",
hashDistributionInfo);
+ tupleDescriptor.setTable(olapTable);
+ OlapScanNode olapScanNode = new OlapScanNode(new PlanNodeId(1),
tupleDescriptor, "test");
+ PlanFragment fragment = new PlanFragment(planFragmentId, olapScanNode,
+ new DataPartition(TPartitionType.UNPARTITIONED));
+ olapScanNode.setFragment(fragment);
+ List<TScanRangeLocations> locations = new ArrayList<>();
+ locations.add(tScanRangeLocations);
+ Deencapsulation.setField(olapScanNode, "result", locations);
+
+ //scanNode2
+ PlanFragmentId planFragmentId2 = new PlanFragmentId(2);
+ TupleDescriptor tupleDescriptor2 = new TupleDescriptor(new
TupleId(-1));
+ OlapTable olapTable2 = new OlapTable();
+ HashDistributionInfo hashDistributionInfo2 = new
HashDistributionInfo(66, new ArrayList<>());
+ Deencapsulation.setField(olapTable2, "defaultDistributionInfo",
hashDistributionInfo2);
+ tupleDescriptor2.setTable(olapTable2);
+ OlapScanNode olapScanNode2 = new OlapScanNode(new PlanNodeId(2),
tupleDescriptor2, "test2");
+ PlanFragment fragment2 = new PlanFragment(planFragmentId2,
olapScanNode2,
+ new DataPartition(TPartitionType.UNPARTITIONED));
+ olapScanNode2.setFragment(fragment2);
+ List<TScanRangeLocations> locations2 = new ArrayList<>();
+ locations2.add(tScanRangeLocations);
+ Deencapsulation.setField(olapScanNode2, "result", locations2);
+
+ //scanNode3
+ PlanFragmentId planFragmentId3 = new PlanFragmentId(3);
+ TupleDescriptor tupleDescriptor3 = new TupleDescriptor(new
TupleId(-1));
+ OlapTable olapTable3 = new OlapTable();
+ HashDistributionInfo hashDistributionInfo3 = new
HashDistributionInfo(66, new ArrayList<>());
+ Deencapsulation.setField(olapTable3, "defaultDistributionInfo",
hashDistributionInfo3);
+ tupleDescriptor3.setTable(olapTable3);
+ OlapScanNode olapScanNode3 = new OlapScanNode(new PlanNodeId(3),
tupleDescriptor3, "test3");
+ PlanFragment fragment3 = new PlanFragment(planFragmentId3,
olapScanNode3,
+ new DataPartition(TPartitionType.UNPARTITIONED));
+ olapScanNode3.setFragment(fragment3);
+ List<TScanRangeLocations> locations3 = new ArrayList<>();
+ locations3.add(tScanRangeLocations);
+ Deencapsulation.setField(olapScanNode3, "result", locations3);
+
+ //scan nodes
+ List<ScanNode> scanNodes = new ArrayList<>();
+ scanNodes.add(olapScanNode);
+ scanNodes.add(olapScanNode2);
+ scanNodes.add(olapScanNode3);
+ Deencapsulation.setField(coordinator, "scanNodes", scanNodes);
+
+ //fragmentIdToScanNodeIds
+ Map<PlanFragmentId, Set<Integer>> fragmentIdToScanNodeIds =
Maps.newHashMap();
+ Set<Integer> ids1 = new HashSet<>();
+ ids1.add(1);
+ fragmentIdToScanNodeIds.put(planFragmentId, ids1);
+ Set<Integer> ids2 = new HashSet<>();
+ ids1.add(2);
+ fragmentIdToScanNodeIds.put(planFragmentId, ids2);
+ Set<Integer> ids3 = new HashSet<>();
+ ids1.add(3);
+ fragmentIdToScanNodeIds.put(planFragmentId, ids3);
+ Deencapsulation.setField(coordinator,"fragmentIdToScanNodeIds",
fragmentIdToScanNodeIds);
+
+ //fragmentExecParamsMap
+ Map<PlanFragmentId, FragmentExecParams> fragmentExecParamsMap =
Maps.newHashMap();
+ fragmentExecParamsMap.put(planFragmentId, new
FragmentExecParams(fragment));
+ fragmentExecParamsMap.put(planFragmentId2, new
FragmentExecParams(fragment2));
+ fragmentExecParamsMap.put(planFragmentId3, new
FragmentExecParams(fragment3));
+ Deencapsulation.setField(coordinator,"fragmentExecParamsMap",
fragmentExecParamsMap);
+
+ //bucketShuffleJoinController
+ BucketShuffleJoinController bucketShuffleJoinController = new
BucketShuffleJoinController(fragmentIdToScanNodeIds);
+ // init all backend
+ Backend backend0 = new Backend(0, "0.0.0.0", 9060);
+ backend0.setAlive(true);
+ backend0.setBePort(9050);
+ Backend backend1 = new Backend(1, "0.0.0.1", 9060);
+ backend1.setAlive(true);
+ backend1.setBePort(9050);
+ Backend backend2 = new Backend(2, "0.0.0.2", 9060);
+ backend2.setAlive(true);
+ backend2.setBePort(9050);
+
+ ImmutableMap<Long, Backend> idToBackend =
+ new ImmutableMap.Builder<Long, Backend>().
+ put(0l, backend0).
+ put(1l, backend1).
+ put(2l, backend2).build();
+ Deencapsulation.setField(coordinator, "idToBackend", idToBackend);
+
+ Deencapsulation.invoke(coordinator, "computeScanRangeAssignment");
+ FragmentScanRangeAssignment assignment =
fragmentExecParamsMap.get(fragment.getFragmentId()).scanRangeAssignment;
+ for (Map.Entry<TNetworkAddress, Map<Integer, List<TScanRangeParams>>>
entry:assignment.entrySet()) {
Review comment:
done
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
