Skip to content

Commit 4d51e77

Browse files
committed
Deleted some leftovers
1 parent 3bf2963 commit 4d51e77

File tree

6 files changed

+5
-313
lines changed

6 files changed

+5
-313
lines changed

hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/replication/LegacyRatisContainerReplicaCount.java

-142
This file was deleted.

hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/container/replication/RatisContainerReplicaCount.java

+1-5
Original file line numberDiff line numberDiff line change
@@ -223,11 +223,7 @@ private int getAvailableReplicas() {
223223

224224
/**
225225
* The new replication manager now does not consider replicas with
226-
* UNHEALTHY state when counting sufficient replication. This method is
227-
* overridden to ensure LegacyReplicationManager works as intended in
228-
* HDDS-6447.
229-
* See {@link LegacyRatisContainerReplicaCount}, which overrides this
230-
* method, for details.
226+
* UNHEALTHY state when counting sufficient replication.
231227
*/
232228
protected int healthyReplicaCountAdapter() {
233229
return 0;

hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/node/DatanodeAdminMonitorImpl.java

+4-14
Original file line numberDiff line numberDiff line change
@@ -441,20 +441,10 @@ private boolean checkContainersReplicatedOnNode(TrackedNode dn)
441441
continue;
442442
}
443443

444-
// If we get here, the container is closed or quasi-closed and all the replicas match that
445-
// state, except for any which are unhealthy. As the container is closed, we can check
446-
// if it is sufficiently replicated using replicationManager, but this only works if the
447-
// legacy RM is not enabled.
448-
boolean legacyEnabled = conf.getBoolean("hdds.scm.replication.enable" +
449-
".legacy", false);
450-
boolean replicatedOK;
451-
if (legacyEnabled) {
452-
replicatedOK = replicaSet.isSufficientlyReplicatedForOffline(dn.getDatanodeDetails(), nodeManager);
453-
} else {
454-
ReplicationManagerReport report = new ReplicationManagerReport();
455-
replicationManager.checkContainerStatus(replicaSet.getContainer(), report);
456-
replicatedOK = report.getStat(ReplicationManagerReport.HealthState.UNDER_REPLICATED) == 0;
457-
}
444+
ReplicationManagerReport report = new ReplicationManagerReport();
445+
replicationManager.checkContainerStatus(replicaSet.getContainer(), report);
446+
boolean replicatedOK = report.getStat(ReplicationManagerReport.HealthState.UNDER_REPLICATED) == 0;
447+
458448
if (replicatedOK) {
459449
sufficientlyReplicated++;
460450
} else {

hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/balancer/TestContainerBalancerDatanodeNodeLimit.java

-1
Original file line numberDiff line numberDiff line change
@@ -528,7 +528,6 @@ public void checkIterationResultTimeoutFromReplicationManager(@Nonnull MockedSCM
528528
CompletableFuture<MoveManager.MoveResult> future2 =
529529
CompletableFuture.supplyAsync(() -> MoveManager.MoveResult.DELETION_FAIL_TIME_OUT);
530530

531-
// Try the same test with MoveManager instead of LegacyReplicationManager.
532531
when(mockedSCM.getMoveManager()
533532
.move(any(ContainerID.class), any(DatanodeDetails.class), any(DatanodeDetails.class)))
534533
.thenReturn(future).thenAnswer(invocation -> future2);

hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/container/balancer/TestContainerBalancerTask.java

-4
Original file line numberDiff line numberDiff line change
@@ -136,10 +136,6 @@ public void setup(TestInfo testInfo) throws IOException, NodeNotFoundException,
136136
.thenReturn(CompletableFuture.completedFuture(
137137
MoveManager.MoveResult.COMPLETED));
138138

139-
/*
140-
Disable LegacyReplicationManager. This means balancer should select RATIS
141-
as well as EC containers for balancing. Also, MoveManager will be used.
142-
*/
143139
when(replicationManager.getConfig()).thenReturn(rmConf);
144140
// these configs will usually be specified in each test
145141
balancerConfiguration =

hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/node/TestDatanodeAdminMonitor.java

-147
Original file line numberDiff line numberDiff line change
@@ -30,7 +30,6 @@
3030
import org.apache.hadoop.hdds.scm.container.ContainerInfo;
3131
import org.apache.hadoop.hdds.scm.container.ContainerNotFoundException;
3232
import org.apache.hadoop.hdds.scm.container.ContainerReplica;
33-
import org.apache.hadoop.hdds.scm.container.replication.LegacyRatisContainerReplicaCount;
3433
import org.apache.hadoop.hdds.scm.container.replication.RatisContainerReplicaCount;
3534
import org.apache.hadoop.hdds.scm.container.replication.ReplicationManager;
3635
import org.apache.hadoop.hdds.scm.container.SimpleMockNodeManager;
@@ -223,85 +222,6 @@ public void testDecommissionNodeWaitsForContainersToReplicate()
223222
nodeManager.getNodeStatus(dn1).getOperationalState());
224223
}
225224

226-
/**
227-
* Situation: A QUASI_CLOSED container has an UNHEALTHY replica with the
228-
* greatest BCSID, and three QUASI_CLOSED replicas with a smaller BCSID. The
229-
* UNHEALTHY container is on a decommissioning node, and there are no other
230-
* copies of this replica, that is, replicas with the same Origin ID as
231-
* this replica.
232-
*
233-
* Expectation: Decommissioning should not complete until the UNHEALTHY
234-
* replica has been replicated to another node.
235-
*
236-
* Note: This test currently uses the LegacyReplicationManager, as the new
237-
* one doesn't support this behaviour yet.
238-
* @throws NodeNotFoundException
239-
* @throws ContainerNotFoundException
240-
*/
241-
@Test
242-
public void testDecommissionWaitsForUnhealthyReplicaToReplicate()
243-
throws NodeNotFoundException, ContainerNotFoundException {
244-
conf.setBoolean("hdds.scm.replication.enable.legacy", true);
245-
246-
DatanodeDetails dn1 = MockDatanodeDetails.randomDatanodeDetails();
247-
nodeManager.register(dn1,
248-
new NodeStatus(HddsProtos.NodeOperationalState.DECOMMISSIONING,
249-
HddsProtos.NodeState.HEALTHY));
250-
251-
// create 3 QUASI_CLOSED replicas with containerID 1 and same origin ID
252-
ContainerID containerID = ContainerID.valueOf(1);
253-
Set<ContainerReplica> replicas =
254-
ReplicationTestUtil.createReplicasWithSameOrigin(containerID,
255-
State.QUASI_CLOSED, 0, 0, 0);
256-
257-
// the container's sequence id is greater than the healthy replicas'
258-
ContainerInfo container = ReplicationTestUtil.createContainerInfo(
259-
RatisReplicationConfig.getInstance(
260-
HddsProtos.ReplicationFactor.THREE), containerID.getId(),
261-
HddsProtos.LifeCycleState.QUASI_CLOSED,
262-
replicas.iterator().next().getSequenceId() + 1);
263-
// UNHEALTHY replica is on a unique origin and has same sequence id as
264-
// the container
265-
ContainerReplica unhealthy =
266-
ReplicationTestUtil.createContainerReplica(containerID, 0,
267-
dn1.getPersistedOpState(), State.UNHEALTHY,
268-
container.getNumberOfKeys(), container.getUsedBytes(), dn1,
269-
dn1.getUuid(), container.getSequenceId());
270-
replicas.add(unhealthy);
271-
nodeManager.setContainers(dn1, ImmutableSet.of(containerID));
272-
273-
when(repManager.getContainerReplicaCount(eq(containerID)))
274-
.thenReturn(new LegacyRatisContainerReplicaCount(container, replicas,
275-
0, 0, 3, 2));
276-
277-
// start monitoring dn1
278-
monitor.startMonitoring(dn1);
279-
monitor.run();
280-
assertEquals(1, monitor.getTrackedNodeCount());
281-
assertEquals(HddsProtos.NodeOperationalState.DECOMMISSIONING,
282-
nodeManager.getNodeStatus(dn1).getOperationalState());
283-
284-
// Running the monitor again causes it to remain DECOMMISSIONING
285-
// as nothing has changed.
286-
monitor.run();
287-
assertEquals(HddsProtos.NodeOperationalState.DECOMMISSIONING,
288-
nodeManager.getNodeStatus(dn1).getOperationalState());
289-
290-
// add a copy of the UNHEALTHY replica on a new node, dn1 should get
291-
// decommissioned now
292-
ContainerReplica copyOfUnhealthyOnNewNode = unhealthy.toBuilder()
293-
.setDatanodeDetails(MockDatanodeDetails.randomDatanodeDetails())
294-
.build();
295-
replicas.add(copyOfUnhealthyOnNewNode);
296-
when(repManager.getContainerReplicaCount(eq(containerID)))
297-
.thenReturn(new LegacyRatisContainerReplicaCount(container, replicas,
298-
0, 0, 3, 2));
299-
monitor.run();
300-
assertEquals(0, monitor.getTrackedNodeCount());
301-
assertEquals(HddsProtos.NodeOperationalState.DECOMMISSIONED,
302-
nodeManager.getNodeStatus(dn1).getOperationalState());
303-
}
304-
305225
/**
306226
* Situation: A QUASI_CLOSED container has an UNHEALTHY replica with the
307227
* greatest BCSID, and three QUASI_CLOSED replicas with a smaller BCSID. The
@@ -440,72 +360,6 @@ public void testDecommissionWaitsForUnhealthyReplicaWithUniqueOriginToReplicateN
440360
nodeManager.getNodeStatus(dn1).getOperationalState());
441361
}
442362

443-
/**
444-
* Consider a QUASI_CLOSED container with only UNHEALTHY replicas. If one
445-
* of its nodes is decommissioned, the decommissioning should succeed.
446-
*/
447-
@Test
448-
public void testQuasiClosedContainerWithAllUnhealthyReplicas()
449-
throws NodeNotFoundException, ContainerNotFoundException {
450-
conf.setBoolean("hdds.scm.replication.enable.legacy", true);
451-
452-
DatanodeDetails decommissioningNode =
453-
MockDatanodeDetails.randomDatanodeDetails();
454-
nodeManager.register(decommissioningNode,
455-
new NodeStatus(HddsProtos.NodeOperationalState.DECOMMISSIONING,
456-
HddsProtos.NodeState.HEALTHY));
457-
ContainerInfo container = ReplicationTestUtil.createContainer(
458-
HddsProtos.LifeCycleState.QUASI_CLOSED,
459-
RatisReplicationConfig.getInstance(
460-
HddsProtos.ReplicationFactor.THREE));
461-
Set<ContainerReplica> replicas =
462-
ReplicationTestUtil.createReplicas(container.containerID(),
463-
State.UNHEALTHY, 0, 0);
464-
465-
ContainerReplica decommissioningReplica =
466-
ReplicationTestUtil.createContainerReplica(container.containerID(), 0,
467-
DECOMMISSIONING, State.UNHEALTHY, container.getNumberOfKeys(),
468-
container.getUsedBytes(), decommissioningNode,
469-
decommissioningNode.getUuid());
470-
replicas.add(decommissioningReplica);
471-
nodeManager.setContainers(decommissioningNode,
472-
ImmutableSet.of(container.containerID()));
473-
474-
when(repManager.getContainerReplicaCount(
475-
eq(container.containerID())))
476-
.thenReturn(new LegacyRatisContainerReplicaCount(container, replicas,
477-
Collections.emptyList(), 2, true));
478-
479-
// start monitoring dn1
480-
monitor.startMonitoring(decommissioningNode);
481-
monitor.run();
482-
assertEquals(1, monitor.getTrackedNodeCount());
483-
assertEquals(HddsProtos.NodeOperationalState.DECOMMISSIONING,
484-
nodeManager.getNodeStatus(decommissioningNode).getOperationalState());
485-
486-
// Running the monitor again causes it to remain DECOMMISSIONING
487-
// as nothing has changed.
488-
monitor.run();
489-
assertEquals(HddsProtos.NodeOperationalState.DECOMMISSIONING,
490-
nodeManager.getNodeStatus(decommissioningNode).getOperationalState());
491-
492-
// add a copy of the UNHEALTHY replica on a new node, decommissioningNode
493-
// should get decommissioned now
494-
ContainerReplica copyOfUnhealthyOnNewNode =
495-
decommissioningReplica.toBuilder()
496-
.setDatanodeDetails(MockDatanodeDetails.randomDatanodeDetails())
497-
.build();
498-
replicas.add(copyOfUnhealthyOnNewNode);
499-
when(repManager.getContainerReplicaCount(
500-
eq(container.containerID())))
501-
.thenReturn(new LegacyRatisContainerReplicaCount(container, replicas,
502-
Collections.emptyList(), 3, true));
503-
monitor.run();
504-
assertEquals(0, monitor.getTrackedNodeCount());
505-
assertEquals(HddsProtos.NodeOperationalState.DECOMMISSIONED,
506-
nodeManager.getNodeStatus(decommissioningNode).getOperationalState());
507-
}
508-
509363
@Test
510364
public void testDecommissionNotBlockedByDeletingContainers()
511365
throws NodeNotFoundException, ContainerNotFoundException {
@@ -840,7 +694,6 @@ public void testCancelledNodesMovedToInService()
840694
@Test
841695
public void testContainersReplicatedOnDecomDnAPI()
842696
throws NodeNotFoundException, ContainerNotFoundException {
843-
conf.setBoolean("hdds.scm.replication.enable.legacy", false);
844697

845698
DatanodeDetails dn1 = MockDatanodeDetails.randomDatanodeDetails();
846699
nodeManager.register(dn1,

0 commit comments

Comments
 (0)