mirrors/onos
1
0
Fork 0
mirror of https://github.com/opennetworkinglab/onos.git synced 2025-10-28 06:41:19 +01:00
Code Issues Projects Releases Wiki Activity

ONOS-2068: Refresh Leadership periodically from global map.

Browse Source 
Change-Id: I50cff6546d79a275f4c026a4f3b2efe5d2eefd58
This commit is contained in:
Madan Jampani 2015-06-04 15:26:38 -07:00 committed by Gerrit Code Review
parent a862046a83
commit 6f38dafaa3
1 changed files with 46 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

61
core/store/dist/src/main/java/org/onosproject/store/consistent/impl/DistributedLeadershipManager.java vendored
View File

@ -4,6 +4,7 @@ import com.google.common.collect.ImmutableList;
import com.google.common.collect.ImmutableMap; import com.google.common.collect.ImmutableMap;
import com.google.common.collect.Iterables; import com.google.common.collect.Iterables;
import com.google.common.collect.Lists; import com.google.common.collect.Lists;
import com.google.common.collect.MapDifference;
import com.google.common.collect.Maps; import com.google.common.collect.Maps;
import com.google.common.collect.Sets; import com.google.common.collect.Sets;
@ -89,7 +90,7 @@ public class DistributedLeadershipManager implements LeadershipService {
private ScheduledExecutorService electionRunner; private ScheduledExecutorService electionRunner;
private ScheduledExecutorService lockExecutor; private ScheduledExecutorService lockExecutor;
private ScheduledExecutorService staleLeadershipPurgeExecutor; private ScheduledExecutorService staleLeadershipPurgeExecutor;
private ScheduledExecutorService leadershipStatusBroadcaster; private ScheduledExecutorService leadershipRefresher;
private ConsistentMap<String, NodeId> leaderMap; private ConsistentMap<String, NodeId> leaderMap;
private ConsistentMap<String, List<NodeId>> candidateMap; private ConsistentMap<String, List<NodeId>> candidateMap;
@ -106,7 +107,7 @@ public class DistributedLeadershipManager implements LeadershipService {
// The actual delay is randomly chosen between the interval [0, WAIT_BEFORE_RETRY_MILLIS) // The actual delay is randomly chosen between the interval [0, WAIT_BEFORE_RETRY_MILLIS)
private static final int WAIT_BEFORE_RETRY_MILLIS = 150; private static final int WAIT_BEFORE_RETRY_MILLIS = 150;
private static final int DELAY_BETWEEN_LEADER_LOCK_ATTEMPTS_SEC = 2; private static final int DELAY_BETWEEN_LEADER_LOCK_ATTEMPTS_SEC = 2;
private static final int LEADERSHIP_STATUS_UPDATE_INTERVAL_SEC = 2; private static final int LEADERSHIP_REFRESH_INTERVAL_SEC = 2;
private static final int DELAY_BETWEEN_STALE_LEADERSHIP_PURGE_ATTEMPTS_SEC = 2; private static final int DELAY_BETWEEN_STALE_LEADERSHIP_PURGE_ATTEMPTS_SEC = 2;
private final AtomicBoolean staleLeadershipPurgeScheduled = new AtomicBoolean(false); private final AtomicBoolean staleLeadershipPurgeScheduled = new AtomicBoolean(false);
@ -135,8 +136,8 @@ public class DistributedLeadershipManager implements LeadershipService {
4, groupedThreads("onos/store/leadership", "election-thread-%d")); 4, groupedThreads("onos/store/leadership", "election-thread-%d"));
staleLeadershipPurgeExecutor = Executors.newSingleThreadScheduledExecutor( staleLeadershipPurgeExecutor = Executors.newSingleThreadScheduledExecutor(
groupedThreads("onos/store/leadership", "stale-leadership-evictor")); groupedThreads("onos/store/leadership", "stale-leadership-evictor"));
leadershipStatusBroadcaster = Executors.newSingleThreadScheduledExecutor( leadershipRefresher = Executors.newSingleThreadScheduledExecutor(
groupedThreads("onos/store/leadership", "peer-updater")); groupedThreads("onos/store/leadership", "refresh-thread"));
clusterCommunicator.addSubscriber( clusterCommunicator.addSubscriber(
LEADERSHIP_EVENT_MESSAGE_SUBJECT, LEADERSHIP_EVENT_MESSAGE_SUBJECT,
SERIALIZER::decode, SERIALIZER::decode,
@ -148,8 +149,8 @@ public class DistributedLeadershipManager implements LeadershipService {
electionRunner.scheduleWithFixedDelay( electionRunner.scheduleWithFixedDelay(
this::electLeaders, 0, DELAY_BETWEEN_LEADER_LOCK_ATTEMPTS_SEC, TimeUnit.SECONDS); this::electLeaders, 0, DELAY_BETWEEN_LEADER_LOCK_ATTEMPTS_SEC, TimeUnit.SECONDS);
leadershipStatusBroadcaster.scheduleWithFixedDelay( leadershipRefresher.scheduleWithFixedDelay(
this::sendLeadershipStatus, 0, LEADERSHIP_STATUS_UPDATE_INTERVAL_SEC, TimeUnit.SECONDS); this::refreshLeaderBoard, 0, LEADERSHIP_REFRESH_INTERVAL_SEC, TimeUnit.SECONDS);
listenerRegistry = new ListenerRegistry<>(); listenerRegistry = new ListenerRegistry<>();
eventDispatcher.addSink(LeadershipEvent.class, listenerRegistry); eventDispatcher.addSink(LeadershipEvent.class, listenerRegistry);
@ -173,7 +174,7 @@ public class DistributedLeadershipManager implements LeadershipService {
messageHandlingExecutor.shutdown(); messageHandlingExecutor.shutdown();
lockExecutor.shutdown(); lockExecutor.shutdown();
staleLeadershipPurgeExecutor.shutdown(); staleLeadershipPurgeExecutor.shutdown();
leadershipStatusBroadcaster.shutdown(); leadershipRefresher.shutdown();
log.info("Stopped"); log.info("Stopped");
} }
@ -458,6 +459,7 @@ public class DistributedLeadershipManager implements LeadershipService {
leaderBoard.compute(topic, (k, currentLeadership) -> { leaderBoard.compute(topic, (k, currentLeadership) -> {
if (currentLeadership == null || currentLeadership.epoch() <= leadershipUpdate.epoch()) { if (currentLeadership == null || currentLeadership.epoch() <= leadershipUpdate.epoch()) {
updateAccepted.set(true); updateAccepted.set(true);
// FIXME: Removing entries from leaderboard is not safe and should be visited.
return null; return null;
} }
return currentLeadership; return currentLeadership;
@ -579,18 +581,47 @@ public class DistributedLeadershipManager implements LeadershipService {
} }
} }
private void sendLeadershipStatus() { private void refreshLeaderBoard() {
try { try {
leaderBoard.forEach((path, leadership) -> { Map<String, Leadership> newLeaderBoard = Maps.newHashMap();
if (leadership.leader().equals(localNodeId)) { leaderMap.entrySet().forEach(entry -> {
LeadershipEvent event = new LeadershipEvent(LeadershipEvent.Type.LEADER_ELECTED, leadership); String path = entry.getKey();
clusterCommunicator.broadcast(event, Versioned<NodeId> leader = entry.getValue();
LEADERSHIP_EVENT_MESSAGE_SUBJECT, Leadership leadership = new Leadership(path,
SERIALIZER::encode); leader.value(),
leader.version(),
leader.creationTime());
newLeaderBoard.put(path, leadership);
});
// first take snapshot of current leader board.
Map<String, Leadership> currentLeaderBoard = ImmutableMap.copyOf(leaderBoard);
MapDifference<String, Leadership> diff = Maps.difference(currentLeaderBoard, newLeaderBoard);
// evict stale leaders
diff.entriesOnlyOnLeft().forEach((path, leadership) -> {
log.debug("Evicting {} from leaderboard. It is no longer active leader.", leadership);
onLeadershipEvent(new LeadershipEvent(LeadershipEvent.Type.LEADER_BOOTED, leadership));
});
// add missing leaders
diff.entriesOnlyOnRight().forEach((path, leadership) -> {
log.debug("Adding {} to leaderboard. It is now the active leader.", leadership);
onLeadershipEvent(new LeadershipEvent(LeadershipEvent.Type.LEADER_ELECTED, leadership));
});
// add updated leaders
diff.entriesDiffering().forEach((path, difference) -> {
Leadership current = difference.leftValue();
Leadership updated = difference.rightValue();
if (current.epoch() < updated.epoch()) {
log.debug("Updated {} in leaderboard.", updated);
onLeadershipEvent(new LeadershipEvent(LeadershipEvent.Type.LEADER_ELECTED, updated));
} }
}); });
} catch (Exception e) { } catch (Exception e) {
log.debug("Failed to send leadership updates", e); log.debug("Failed to refresh leader board", e);
} }
} }