mirror of
https://github.com/opennetworkinglab/onos.git
synced 2025-10-26 22:01:13 +01:00
HazelcastLinkResourceStore
Change-Id: Ic5d6bf9b54b023368a883e3665484900ccda44e7
This commit is contained in:
parent
c9438f14dd
commit
3cc4d9beee
211
core/store/dist/src/main/java/org/onlab/onos/store/hz/STxMap.java
vendored
Normal file
211
core/store/dist/src/main/java/org/onlab/onos/store/hz/STxMap.java
vendored
Normal file
@ -0,0 +1,211 @@
|
||||
/*
|
||||
* Copyright 2014 Open Networking Laboratory
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
package org.onlab.onos.store.hz;
|
||||
|
||||
import static com.google.common.base.Preconditions.checkNotNull;
|
||||
|
||||
import java.util.ArrayList;
|
||||
import java.util.Collection;
|
||||
import java.util.HashSet;
|
||||
import java.util.Set;
|
||||
import java.util.concurrent.TimeUnit;
|
||||
|
||||
import org.onlab.onos.store.serializers.StoreSerializer;
|
||||
|
||||
import com.hazelcast.core.TransactionalMap;
|
||||
import com.hazelcast.query.Predicate;
|
||||
|
||||
// TODO: implement Predicate, etc. if we need them.
|
||||
/**
|
||||
* Wrapper around TransactionalMap<byte[], byte[]> which serializes/deserializes
|
||||
* key and value using StoreSerializer.
|
||||
*
|
||||
* @param <K> key type
|
||||
* @param <V> value type
|
||||
*/
|
||||
public class STxMap<K, V> implements TransactionalMap<K, V> {
|
||||
|
||||
private final TransactionalMap<byte[], byte[]> m;
|
||||
private final StoreSerializer serializer;
|
||||
|
||||
/**
|
||||
* Creates a STxMap instance.
|
||||
*
|
||||
* @param baseMap base IMap to use
|
||||
* @param serializer serializer to use for both key and value
|
||||
*/
|
||||
public STxMap(TransactionalMap<byte[], byte[]> baseMap, StoreSerializer serializer) {
|
||||
this.m = checkNotNull(baseMap);
|
||||
this.serializer = checkNotNull(serializer);
|
||||
}
|
||||
|
||||
@Override
|
||||
public int size() {
|
||||
return m.size();
|
||||
}
|
||||
|
||||
@Override
|
||||
public boolean isEmpty() {
|
||||
return m.isEmpty();
|
||||
}
|
||||
|
||||
@Deprecated
|
||||
@Override
|
||||
public Object getId() {
|
||||
return m.getId();
|
||||
}
|
||||
|
||||
@Override
|
||||
public String getPartitionKey() {
|
||||
return m.getPartitionKey();
|
||||
}
|
||||
|
||||
@Override
|
||||
public String getName() {
|
||||
return m.getName();
|
||||
}
|
||||
|
||||
@Override
|
||||
public String getServiceName() {
|
||||
return m.getServiceName();
|
||||
}
|
||||
|
||||
@Override
|
||||
public void destroy() {
|
||||
m.destroy();
|
||||
}
|
||||
|
||||
@Override
|
||||
public boolean containsKey(Object key) {
|
||||
return m.containsKey(serializeKey(key));
|
||||
}
|
||||
|
||||
@Override
|
||||
public V get(Object key) {
|
||||
return deserializeVal(m.get(serializeKey(key)));
|
||||
}
|
||||
|
||||
@Override
|
||||
public V getForUpdate(Object key) {
|
||||
// TODO Auto-generated method stub
|
||||
return deserializeVal(m.getForUpdate(serializeKey(key)));
|
||||
}
|
||||
|
||||
@Override
|
||||
public V put(K key, V value) {
|
||||
return deserializeVal(m.put(serializeKey(key), serializeVal(value)));
|
||||
}
|
||||
|
||||
@Override
|
||||
public V remove(Object key) {
|
||||
return deserializeVal(m.remove(serializeKey(key)));
|
||||
}
|
||||
|
||||
@Override
|
||||
public boolean remove(Object key, Object value) {
|
||||
return m.remove(serializeKey(key), serializeVal(value));
|
||||
}
|
||||
|
||||
@Override
|
||||
public void delete(Object key) {
|
||||
m.delete(serializeKey(key));
|
||||
}
|
||||
|
||||
@Override
|
||||
public V put(K key, V value, long ttl, TimeUnit timeunit) {
|
||||
return deserializeVal(m.put(serializeKey(key), serializeVal(value), ttl, timeunit));
|
||||
}
|
||||
|
||||
@Override
|
||||
public V putIfAbsent(K key, V value) {
|
||||
return deserializeVal(m.putIfAbsent(serializeKey(key), serializeVal(value)));
|
||||
}
|
||||
|
||||
@Override
|
||||
public boolean replace(K key, V oldValue, V newValue) {
|
||||
return m.replace(serializeKey(key), serializeVal(oldValue), serializeVal(newValue));
|
||||
}
|
||||
|
||||
@Override
|
||||
public V replace(K key, V value) {
|
||||
return deserializeVal(m.replace(serializeKey(key), serializeVal(value)));
|
||||
}
|
||||
|
||||
@Override
|
||||
public void set(K key, V value) {
|
||||
m.set(serializeKey(key), serializeVal(value));
|
||||
}
|
||||
|
||||
|
||||
@Override
|
||||
public Set<K> keySet() {
|
||||
return deserializeKeySet(m.keySet());
|
||||
}
|
||||
|
||||
@Override
|
||||
public Collection<V> values() {
|
||||
return deserializeVals(m.values());
|
||||
}
|
||||
|
||||
@Deprecated // marking method not implemented
|
||||
@SuppressWarnings("rawtypes")
|
||||
@Override
|
||||
public Set<K> keySet(Predicate predicate) {
|
||||
throw new UnsupportedOperationException();
|
||||
}
|
||||
|
||||
@Deprecated // marking method not implemented
|
||||
@SuppressWarnings("rawtypes")
|
||||
@Override
|
||||
public Collection<V> values(Predicate predicate) {
|
||||
throw new UnsupportedOperationException();
|
||||
}
|
||||
|
||||
private byte[] serializeKey(Object key) {
|
||||
return serializer.encode(key);
|
||||
}
|
||||
|
||||
private K deserializeKey(byte[] key) {
|
||||
return serializer.decode(key);
|
||||
}
|
||||
|
||||
private byte[] serializeVal(Object val) {
|
||||
return serializer.encode(val);
|
||||
}
|
||||
|
||||
private V deserializeVal(byte[] val) {
|
||||
if (val == null) {
|
||||
return null;
|
||||
}
|
||||
return serializer.decode(val.clone());
|
||||
}
|
||||
|
||||
private Set<K> deserializeKeySet(Set<byte[]> keys) {
|
||||
Set<K> dsk = new HashSet<>(keys.size());
|
||||
for (byte[] key : keys) {
|
||||
dsk.add(deserializeKey(key));
|
||||
}
|
||||
return dsk;
|
||||
}
|
||||
|
||||
private Collection<V> deserializeVals(Collection<byte[]> vals) {
|
||||
Collection<V> dsl = new ArrayList<>(vals.size());
|
||||
for (byte[] val : vals) {
|
||||
dsl.add(deserializeVal(val));
|
||||
}
|
||||
return dsl;
|
||||
}
|
||||
}
|
||||
463
core/store/dist/src/main/java/org/onlab/onos/store/resource/impl/HazelcastLinkResourceStore.java
vendored
Normal file
463
core/store/dist/src/main/java/org/onlab/onos/store/resource/impl/HazelcastLinkResourceStore.java
vendored
Normal file
@ -0,0 +1,463 @@
|
||||
/*
|
||||
* Copyright 2014 Open Networking Laboratory
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
package org.onlab.onos.store.resource.impl;
|
||||
|
||||
import java.util.ArrayList;
|
||||
import java.util.Collection;
|
||||
import java.util.Collections;
|
||||
import java.util.HashMap;
|
||||
import java.util.HashSet;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
import java.util.Set;
|
||||
|
||||
import org.apache.felix.scr.annotations.Activate;
|
||||
import org.apache.felix.scr.annotations.Component;
|
||||
import org.apache.felix.scr.annotations.Deactivate;
|
||||
import org.apache.felix.scr.annotations.Reference;
|
||||
import org.apache.felix.scr.annotations.ReferenceCardinality;
|
||||
import org.apache.felix.scr.annotations.Service;
|
||||
import org.onlab.onos.net.Link;
|
||||
import org.onlab.onos.net.LinkKey;
|
||||
import org.onlab.onos.net.intent.IntentId;
|
||||
import org.onlab.onos.net.link.LinkService;
|
||||
import org.onlab.onos.net.resource.Bandwidth;
|
||||
import org.onlab.onos.net.resource.BandwidthResourceAllocation;
|
||||
import org.onlab.onos.net.resource.Lambda;
|
||||
import org.onlab.onos.net.resource.LambdaResourceAllocation;
|
||||
import org.onlab.onos.net.resource.LinkResourceAllocations;
|
||||
import org.onlab.onos.net.resource.LinkResourceEvent;
|
||||
import org.onlab.onos.net.resource.LinkResourceStore;
|
||||
import org.onlab.onos.net.resource.ResourceAllocation;
|
||||
import org.onlab.onos.net.resource.ResourceType;
|
||||
import org.onlab.onos.store.StoreDelegate;
|
||||
import org.onlab.onos.store.hz.AbstractHazelcastStore;
|
||||
import org.onlab.onos.store.hz.STxMap;
|
||||
import org.slf4j.Logger;
|
||||
|
||||
import com.google.common.collect.ImmutableList;
|
||||
import com.google.common.collect.ImmutableSet;
|
||||
import com.google.common.collect.Sets;
|
||||
import com.hazelcast.core.TransactionalMap;
|
||||
import com.hazelcast.transaction.TransactionContext;
|
||||
import com.hazelcast.transaction.TransactionException;
|
||||
import com.hazelcast.transaction.TransactionOptions;
|
||||
import com.hazelcast.transaction.TransactionOptions.TransactionType;
|
||||
|
||||
import static com.google.common.base.Preconditions.checkNotNull;
|
||||
import static com.google.common.base.Preconditions.checkState;
|
||||
import static org.slf4j.LoggerFactory.getLogger;
|
||||
|
||||
/**
|
||||
* Manages link resources using Hazelcast.
|
||||
*/
|
||||
@Component(immediate = true, enabled = false)
|
||||
@Service
|
||||
public class HazelcastLinkResourceStore
|
||||
extends AbstractHazelcastStore<LinkResourceEvent, StoreDelegate<LinkResourceEvent>>
|
||||
implements LinkResourceStore {
|
||||
|
||||
|
||||
private final Logger log = getLogger(getClass());
|
||||
|
||||
// FIXME: what is the Bandwidth unit?
|
||||
private static final Bandwidth DEFAULT_BANDWIDTH = Bandwidth.valueOf(1_000);
|
||||
|
||||
private static final Bandwidth EMPTY_BW = Bandwidth.valueOf(0);
|
||||
|
||||
// table to store current allocations
|
||||
/** LinkKey -> List<LinkResourceAllocations>. */
|
||||
private static final String LINK_RESOURCE_ALLOCATIONS = "LinkResourceAllocations";
|
||||
|
||||
/** IntentId -> LinkResourceAllocations. */
|
||||
private static final String INTENT_ALLOCATIONS = "IntentAllocations";
|
||||
|
||||
|
||||
// TODO make this configurable
|
||||
// number of retries to attempt on allocation failure, due to
|
||||
// concurrent update
|
||||
private static int maxAllocateRetries = 5;
|
||||
|
||||
@Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY)
|
||||
protected LinkService linkService;
|
||||
|
||||
// Link annotation key name to use as bandwidth
|
||||
private String bandwidthAnnotation = "bandwidth";
|
||||
// Link annotation key name to use as max lambda
|
||||
private String wavesAnnotation = "optical.waves";
|
||||
|
||||
@Override
|
||||
@Activate
|
||||
public void activate() {
|
||||
super.activate();
|
||||
log.info("Started");
|
||||
}
|
||||
|
||||
@Deactivate
|
||||
public void deactivate() {
|
||||
log.info("Stopped");
|
||||
}
|
||||
|
||||
private STxMap<IntentId, LinkResourceAllocations> getIntentAllocs(TransactionContext tx) {
|
||||
TransactionalMap<byte[], byte[]> raw = tx.getMap(INTENT_ALLOCATIONS);
|
||||
return new STxMap<>(raw, serializer);
|
||||
}
|
||||
|
||||
private STxMap<LinkKey, List<LinkResourceAllocations>> getLinkAllocs(TransactionContext tx) {
|
||||
TransactionalMap<byte[], byte[]> raw = tx.getMap(LINK_RESOURCE_ALLOCATIONS);
|
||||
return new STxMap<>(raw, serializer);
|
||||
}
|
||||
|
||||
private Set<? extends ResourceAllocation> getResourceCapacity(ResourceType type, Link link) {
|
||||
// TODO: plugin/provider mechanism to add resource type in the future?
|
||||
if (type == ResourceType.BANDWIDTH) {
|
||||
return ImmutableSet.of(getBandwidthResourceCapacity(link));
|
||||
}
|
||||
if (type == ResourceType.LAMBDA) {
|
||||
return getLambdaResourceCapacity(link);
|
||||
}
|
||||
return null;
|
||||
}
|
||||
|
||||
private Set<LambdaResourceAllocation> getLambdaResourceCapacity(Link link) {
|
||||
// FIXME enumerate all the possible link/port lambdas
|
||||
Set<LambdaResourceAllocation> allocations = new HashSet<>();
|
||||
try {
|
||||
final int waves = Integer.parseInt(link.annotations().value(wavesAnnotation));
|
||||
for (int i = 1; i <= waves; i++) {
|
||||
allocations.add(new LambdaResourceAllocation(Lambda.valueOf(i)));
|
||||
}
|
||||
} catch (NumberFormatException e) {
|
||||
log.debug("No {} annotation on link %s", wavesAnnotation, link);
|
||||
}
|
||||
return allocations;
|
||||
}
|
||||
|
||||
private BandwidthResourceAllocation getBandwidthResourceCapacity(Link link) {
|
||||
|
||||
// if Link annotation exist, use them
|
||||
// if all fails, use DEFAULT_BANDWIDTH
|
||||
|
||||
Bandwidth bandwidth = null;
|
||||
String strBw = link.annotations().value(bandwidthAnnotation);
|
||||
if (strBw != null) {
|
||||
try {
|
||||
bandwidth = Bandwidth.valueOf(Double.parseDouble(strBw));
|
||||
} catch (NumberFormatException e) {
|
||||
// do nothings
|
||||
bandwidth = null;
|
||||
}
|
||||
}
|
||||
|
||||
if (bandwidth == null) {
|
||||
// fall back, use fixed default
|
||||
bandwidth = DEFAULT_BANDWIDTH;
|
||||
}
|
||||
return new BandwidthResourceAllocation(bandwidth);
|
||||
}
|
||||
|
||||
private Map<ResourceType, Set<? extends ResourceAllocation>> getResourceCapacity(Link link) {
|
||||
Map<ResourceType, Set<? extends ResourceAllocation>> caps = new HashMap<>();
|
||||
for (ResourceType type : ResourceType.values()) {
|
||||
Set<? extends ResourceAllocation> cap = getResourceCapacity(type, link);
|
||||
if (cap != null) {
|
||||
caps.put(type, cap);
|
||||
}
|
||||
}
|
||||
return caps;
|
||||
}
|
||||
|
||||
@Override
|
||||
public Set<ResourceAllocation> getFreeResources(Link link) {
|
||||
Map<ResourceType, Set<? extends ResourceAllocation>> freeResources = getFreeResourcesEx(link);
|
||||
Set<ResourceAllocation> allFree = new HashSet<>();
|
||||
for (Set<? extends ResourceAllocation> r:freeResources.values()) {
|
||||
allFree.addAll(r);
|
||||
}
|
||||
return allFree;
|
||||
}
|
||||
|
||||
private Map<ResourceType, Set<? extends ResourceAllocation>> getFreeResourcesEx(Link link) {
|
||||
// returns capacity - allocated
|
||||
|
||||
checkNotNull(link);
|
||||
Map<ResourceType, Set<? extends ResourceAllocation>> free = new HashMap<>();
|
||||
final Map<ResourceType, Set<? extends ResourceAllocation>> caps = getResourceCapacity(link);
|
||||
final Iterable<LinkResourceAllocations> allocations = getAllocations(link);
|
||||
|
||||
for (ResourceType type : ResourceType.values()) {
|
||||
// there should be class/category of resources
|
||||
switch (type) {
|
||||
case BANDWIDTH:
|
||||
{
|
||||
Set<? extends ResourceAllocation> bw = caps.get(ResourceType.BANDWIDTH);
|
||||
if (bw == null || bw.isEmpty()) {
|
||||
bw = Sets.newHashSet(new BandwidthResourceAllocation(EMPTY_BW));
|
||||
}
|
||||
|
||||
BandwidthResourceAllocation cap = (BandwidthResourceAllocation) bw.iterator().next();
|
||||
double freeBw = cap.bandwidth().toDouble();
|
||||
|
||||
// enumerate current allocations, subtracting resources
|
||||
for (LinkResourceAllocations alloc : allocations) {
|
||||
Set<ResourceAllocation> types = alloc.getResourceAllocation(link);
|
||||
for (ResourceAllocation a : types) {
|
||||
if (a instanceof BandwidthResourceAllocation) {
|
||||
BandwidthResourceAllocation bwA = (BandwidthResourceAllocation) a;
|
||||
freeBw -= bwA.bandwidth().toDouble();
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
free.put(type, Sets.newHashSet(new BandwidthResourceAllocation(Bandwidth.valueOf(freeBw))));
|
||||
break;
|
||||
}
|
||||
|
||||
case LAMBDA:
|
||||
{
|
||||
Set<? extends ResourceAllocation> lmd = caps.get(type);
|
||||
if (lmd == null || lmd.isEmpty()) {
|
||||
// nothing left
|
||||
break;
|
||||
}
|
||||
Set<LambdaResourceAllocation> freeL = new HashSet<>();
|
||||
for (ResourceAllocation r : lmd) {
|
||||
if (r instanceof LambdaResourceAllocation) {
|
||||
freeL.add((LambdaResourceAllocation) r);
|
||||
}
|
||||
}
|
||||
|
||||
// enumerate current allocations, removing resources
|
||||
for (LinkResourceAllocations alloc : allocations) {
|
||||
Set<ResourceAllocation> types = alloc.getResourceAllocation(link);
|
||||
for (ResourceAllocation a : types) {
|
||||
if (a instanceof LambdaResourceAllocation) {
|
||||
freeL.remove(a);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
free.put(type, freeL);
|
||||
break;
|
||||
}
|
||||
|
||||
default:
|
||||
break;
|
||||
}
|
||||
}
|
||||
return free;
|
||||
}
|
||||
|
||||
@Override
|
||||
public void allocateResources(LinkResourceAllocations allocations) {
|
||||
checkNotNull(allocations);
|
||||
|
||||
for (int i = 0; i < maxAllocateRetries; ++i) {
|
||||
TransactionContext tx = theInstance.newTransactionContext();
|
||||
tx.beginTransaction();
|
||||
try {
|
||||
|
||||
STxMap<IntentId, LinkResourceAllocations> intentAllocs = getIntentAllocs(tx);
|
||||
// should this be conditional write?
|
||||
intentAllocs.put(allocations.intendId(), allocations);
|
||||
|
||||
for (Link link : allocations.links()) {
|
||||
allocateLinkResource(tx, link, allocations);
|
||||
}
|
||||
|
||||
tx.commitTransaction();
|
||||
return;
|
||||
} catch (TransactionException e) {
|
||||
log.debug("Failed to commit allocations for {}. [retry={}]",
|
||||
allocations.intendId(), i);
|
||||
log.trace(" details {} ", allocations, e);
|
||||
continue;
|
||||
} catch (Exception e) {
|
||||
log.error("Exception thrown, rolling back", e);
|
||||
tx.rollbackTransaction();
|
||||
throw e;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private void allocateLinkResource(TransactionContext tx, Link link,
|
||||
LinkResourceAllocations allocations) {
|
||||
|
||||
// requested resources
|
||||
Set<ResourceAllocation> reqs = allocations.getResourceAllocation(link);
|
||||
|
||||
Map<ResourceType, Set<? extends ResourceAllocation>> available = getFreeResourcesEx(link);
|
||||
for (ResourceAllocation req : reqs) {
|
||||
Set<? extends ResourceAllocation> avail = available.get(req.type());
|
||||
if (req instanceof BandwidthResourceAllocation) {
|
||||
// check if allocation should be accepted
|
||||
if (avail.isEmpty()) {
|
||||
checkState(!avail.isEmpty(),
|
||||
"There's no Bandwidth resource on %s?",
|
||||
link);
|
||||
}
|
||||
BandwidthResourceAllocation bw = (BandwidthResourceAllocation) avail.iterator().next();
|
||||
double bwLeft = bw.bandwidth().toDouble();
|
||||
bwLeft -= ((BandwidthResourceAllocation) req).bandwidth().toDouble();
|
||||
if (bwLeft < 0) {
|
||||
// FIXME throw appropriate Exception
|
||||
checkState(bwLeft >= 0,
|
||||
"There's no Bandwidth left on %s. %s",
|
||||
link, bwLeft);
|
||||
}
|
||||
} else if (req instanceof LambdaResourceAllocation) {
|
||||
|
||||
// check if allocation should be accepted
|
||||
if (!avail.contains(req)) {
|
||||
// requested lambda was not available
|
||||
// FIXME throw appropriate exception
|
||||
checkState(avail.contains(req),
|
||||
"Allocating %s on %s failed",
|
||||
req, link);
|
||||
}
|
||||
}
|
||||
}
|
||||
// all requests allocatable => add allocation
|
||||
final LinkKey linkKey = LinkKey.linkKey(link);
|
||||
STxMap<LinkKey, List<LinkResourceAllocations>> linkAllocs = getLinkAllocs(tx);
|
||||
final List<LinkResourceAllocations> before = linkAllocs.get(linkKey);
|
||||
List<LinkResourceAllocations> after = new ArrayList<>(before.size() + 1);
|
||||
after.addAll(before);
|
||||
after.add(allocations);
|
||||
linkAllocs.replace(linkKey, before, after);
|
||||
}
|
||||
|
||||
@Override
|
||||
public LinkResourceEvent releaseResources(LinkResourceAllocations allocations) {
|
||||
checkNotNull(allocations);
|
||||
|
||||
final IntentId intendId = allocations.intendId();
|
||||
final Collection<Link> links = allocations.links();
|
||||
|
||||
boolean success = false;
|
||||
do {
|
||||
// TODO: smaller tx unit to lower the chance of collisions?
|
||||
TransactionContext tx = theInstance.newTransactionContext();
|
||||
tx.beginTransaction();
|
||||
try {
|
||||
STxMap<IntentId, LinkResourceAllocations> intentAllocs = getIntentAllocs(tx);
|
||||
intentAllocs.remove(intendId);
|
||||
|
||||
STxMap<LinkKey, List<LinkResourceAllocations>> linkAllocs = getLinkAllocs(tx);
|
||||
|
||||
for (Link link : links) {
|
||||
final LinkKey linkId = LinkKey.linkKey(link);
|
||||
|
||||
List<LinkResourceAllocations> before = linkAllocs.get(linkId);
|
||||
if (before == null || before.isEmpty()) {
|
||||
// something is wrong, but it is already freed
|
||||
log.warn("There was no resource left to release on {}", linkId);
|
||||
continue;
|
||||
}
|
||||
List<LinkResourceAllocations> after = new ArrayList<>(before);
|
||||
after.remove(allocations);
|
||||
linkAllocs.replace(linkId, before, after);
|
||||
}
|
||||
|
||||
tx.commitTransaction();
|
||||
success = true;
|
||||
} catch (TransactionException e) {
|
||||
log.debug("Transaction failed, retrying");
|
||||
} catch (Exception e) {
|
||||
log.error("Exception thrown during releaseResource {}",
|
||||
allocations, e);
|
||||
tx.rollbackTransaction();
|
||||
throw e;
|
||||
}
|
||||
} while (!success);
|
||||
|
||||
// Issue events to force recompilation of intents.
|
||||
final List<LinkResourceAllocations> releasedResources =
|
||||
ImmutableList.of(allocations);
|
||||
return new LinkResourceEvent(
|
||||
LinkResourceEvent.Type.ADDITIONAL_RESOURCES_AVAILABLE,
|
||||
releasedResources);
|
||||
}
|
||||
|
||||
@Override
|
||||
public LinkResourceAllocations getAllocations(IntentId intentId) {
|
||||
checkNotNull(intentId);
|
||||
TransactionOptions opt = new TransactionOptions();
|
||||
// read-only and will never be commited, thus does not need durability
|
||||
opt.setTransactionType(TransactionType.LOCAL);
|
||||
TransactionContext tx = theInstance.newTransactionContext(opt);
|
||||
tx.beginTransaction();
|
||||
try {
|
||||
STxMap<IntentId, LinkResourceAllocations> intentAllocs = getIntentAllocs(tx);
|
||||
return intentAllocs.get(intentId);
|
||||
} finally {
|
||||
tx.rollbackTransaction();
|
||||
}
|
||||
}
|
||||
|
||||
@Override
|
||||
public List<LinkResourceAllocations> getAllocations(Link link) {
|
||||
checkNotNull(link);
|
||||
final LinkKey key = LinkKey.linkKey(link);
|
||||
|
||||
TransactionOptions opt = new TransactionOptions();
|
||||
// read-only and will never be commited, thus does not need durability
|
||||
opt.setTransactionType(TransactionType.LOCAL);
|
||||
TransactionContext tx = theInstance.newTransactionContext(opt);
|
||||
tx.beginTransaction();
|
||||
List<LinkResourceAllocations> res = null;
|
||||
try {
|
||||
STxMap<LinkKey, List<LinkResourceAllocations>> linkAllocs = getLinkAllocs(tx);
|
||||
res = linkAllocs.get(key);
|
||||
} finally {
|
||||
tx.rollbackTransaction();
|
||||
}
|
||||
|
||||
if (res == null) {
|
||||
// try to add empty list
|
||||
TransactionContext tx2 = theInstance.newTransactionContext();
|
||||
tx2.beginTransaction();
|
||||
try {
|
||||
res = getLinkAllocs(tx2).putIfAbsent(key, new ArrayList<>());
|
||||
tx2.commitTransaction();
|
||||
if (res == null) {
|
||||
return Collections.emptyList();
|
||||
} else {
|
||||
return res;
|
||||
}
|
||||
} catch (TransactionException e) {
|
||||
// concurrently added?
|
||||
return getAllocations(link);
|
||||
} catch (Exception e) {
|
||||
tx.rollbackTransaction();
|
||||
}
|
||||
}
|
||||
return res;
|
||||
|
||||
}
|
||||
|
||||
@Override
|
||||
public Iterable<LinkResourceAllocations> getAllocations() {
|
||||
TransactionContext tx = theInstance.newTransactionContext();
|
||||
tx.beginTransaction();
|
||||
try {
|
||||
STxMap<IntentId, LinkResourceAllocations> intentAllocs = getIntentAllocs(tx);
|
||||
return intentAllocs.values();
|
||||
} finally {
|
||||
tx.rollbackTransaction();
|
||||
}
|
||||
}
|
||||
}
|
||||
194
core/store/dist/src/test/java/org/onlab/onos/store/resource/impl/HazelcastLinkResourceStoreTest.java
vendored
Normal file
194
core/store/dist/src/test/java/org/onlab/onos/store/resource/impl/HazelcastLinkResourceStoreTest.java
vendored
Normal file
@ -0,0 +1,194 @@
|
||||
/*
|
||||
* Copyright 2014 Open Networking Laboratory
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
package org.onlab.onos.store.resource.impl;
|
||||
|
||||
import java.util.HashSet;
|
||||
import java.util.Set;
|
||||
|
||||
import org.junit.After;
|
||||
import org.junit.Before;
|
||||
import org.junit.Test;
|
||||
import org.onlab.onos.net.AnnotationKeys;
|
||||
import org.onlab.onos.net.Annotations;
|
||||
import org.onlab.onos.net.ConnectPoint;
|
||||
import org.onlab.onos.net.DefaultAnnotations;
|
||||
import org.onlab.onos.net.DefaultLink;
|
||||
import org.onlab.onos.net.Link;
|
||||
import org.onlab.onos.net.provider.ProviderId;
|
||||
import org.onlab.onos.net.resource.Bandwidth;
|
||||
import org.onlab.onos.net.resource.BandwidthResourceAllocation;
|
||||
import org.onlab.onos.net.resource.LambdaResourceAllocation;
|
||||
import org.onlab.onos.net.resource.LinkResourceAllocations;
|
||||
import org.onlab.onos.net.resource.LinkResourceStore;
|
||||
import org.onlab.onos.net.resource.ResourceAllocation;
|
||||
import org.onlab.onos.net.resource.ResourceType;
|
||||
import org.onlab.onos.store.hz.StoreService;
|
||||
import org.onlab.onos.store.hz.TestStoreManager;
|
||||
|
||||
import com.hazelcast.config.Config;
|
||||
import com.hazelcast.core.Hazelcast;
|
||||
|
||||
import static org.junit.Assert.assertEquals;
|
||||
import static org.junit.Assert.assertFalse;
|
||||
import static org.junit.Assert.assertNotNull;
|
||||
import static org.onlab.onos.net.DeviceId.deviceId;
|
||||
import static org.onlab.onos.net.Link.Type.DIRECT;
|
||||
import static org.onlab.onos.net.PortNumber.portNumber;
|
||||
|
||||
/**
|
||||
* Test of the simple LinkResourceStore implementation.
|
||||
*/
|
||||
public class HazelcastLinkResourceStoreTest {
|
||||
|
||||
private LinkResourceStore store;
|
||||
private HazelcastLinkResourceStore storeImpl;
|
||||
private Link link1;
|
||||
private Link link2;
|
||||
private Link link3;
|
||||
private TestStoreManager storeMgr;
|
||||
|
||||
/**
|
||||
* Returns {@link Link} object.
|
||||
*
|
||||
* @param dev1 source device
|
||||
* @param port1 source port
|
||||
* @param dev2 destination device
|
||||
* @param port2 destination port
|
||||
* @return created {@link Link} object
|
||||
*/
|
||||
private Link newLink(String dev1, int port1, String dev2, int port2) {
|
||||
Annotations annotations = DefaultAnnotations.builder()
|
||||
.set(AnnotationKeys.OPTICAL_WAVES, "80")
|
||||
.set(AnnotationKeys.BANDWIDTH, "1000000")
|
||||
.build();
|
||||
return new DefaultLink(
|
||||
new ProviderId("of", "foo"),
|
||||
new ConnectPoint(deviceId(dev1), portNumber(port1)),
|
||||
new ConnectPoint(deviceId(dev2), portNumber(port2)),
|
||||
DIRECT, annotations);
|
||||
}
|
||||
|
||||
@Before
|
||||
public void setUp() throws Exception {
|
||||
|
||||
Config config = TestStoreManager.getTestConfig();
|
||||
|
||||
storeMgr = new TestStoreManager(Hazelcast.newHazelcastInstance(config));
|
||||
storeMgr.activate();
|
||||
|
||||
|
||||
storeImpl = new TestHazelcastLinkResourceStore(storeMgr);
|
||||
storeImpl.activate();
|
||||
store = storeImpl;
|
||||
|
||||
link1 = newLink("of:1", 1, "of:2", 2);
|
||||
link2 = newLink("of:2", 1, "of:3", 2);
|
||||
link3 = newLink("of:3", 1, "of:4", 2);
|
||||
}
|
||||
|
||||
@After
|
||||
public void tearDown() throws Exception {
|
||||
storeImpl.deactivate();
|
||||
|
||||
storeMgr.deactivate();
|
||||
}
|
||||
|
||||
/**
|
||||
* Tests constructor and activate method.
|
||||
*/
|
||||
@Test
|
||||
public void testConstructorAndActivate() {
|
||||
final Iterable<LinkResourceAllocations> allAllocations = store.getAllocations();
|
||||
assertNotNull(allAllocations);
|
||||
assertFalse(allAllocations.iterator().hasNext());
|
||||
|
||||
final Iterable<LinkResourceAllocations> linkAllocations =
|
||||
store.getAllocations(link1);
|
||||
assertNotNull(linkAllocations);
|
||||
assertFalse(linkAllocations.iterator().hasNext());
|
||||
|
||||
final Set<ResourceAllocation> res = store.getFreeResources(link2);
|
||||
assertNotNull(res);
|
||||
}
|
||||
|
||||
/**
|
||||
* Picks up and returns one of bandwidth allocations from a given set.
|
||||
*
|
||||
* @param resources the set of {@link ResourceAllocation}s
|
||||
* @return {@link BandwidthResourceAllocation} object if found, null
|
||||
* otherwise
|
||||
*/
|
||||
private BandwidthResourceAllocation getBandwidthObj(Set<ResourceAllocation> resources) {
|
||||
for (ResourceAllocation res : resources) {
|
||||
if (res.type() == ResourceType.BANDWIDTH) {
|
||||
return ((BandwidthResourceAllocation) res);
|
||||
}
|
||||
}
|
||||
return null;
|
||||
}
|
||||
|
||||
/**
|
||||
* Returns all lambda allocations from a given set.
|
||||
*
|
||||
* @param resources the set of {@link ResourceAllocation}s
|
||||
* @return a set of {@link LambdaResourceAllocation} objects
|
||||
*/
|
||||
private Set<LambdaResourceAllocation> getLambdaObjs(Set<ResourceAllocation> resources) {
|
||||
Set<LambdaResourceAllocation> lambdaResources = new HashSet<>();
|
||||
for (ResourceAllocation res : resources) {
|
||||
if (res.type() == ResourceType.LAMBDA) {
|
||||
lambdaResources.add((LambdaResourceAllocation) res);
|
||||
}
|
||||
}
|
||||
return lambdaResources;
|
||||
}
|
||||
|
||||
/**
|
||||
* Tests initial free bandwidth for a link.
|
||||
*/
|
||||
@Test
|
||||
public void testInitialBandwidth() {
|
||||
final Set<ResourceAllocation> freeRes = store.getFreeResources(link1);
|
||||
assertNotNull(freeRes);
|
||||
|
||||
final BandwidthResourceAllocation alloc = getBandwidthObj(freeRes);
|
||||
assertNotNull(alloc);
|
||||
|
||||
assertEquals(Bandwidth.valueOf(1000000.0), alloc.bandwidth());
|
||||
}
|
||||
|
||||
/**
|
||||
* Tests initial free lambda for a link.
|
||||
*/
|
||||
@Test
|
||||
public void testInitialLambdas() {
|
||||
final Set<ResourceAllocation> freeRes = store.getFreeResources(link3);
|
||||
assertNotNull(freeRes);
|
||||
|
||||
final Set<LambdaResourceAllocation> res = getLambdaObjs(freeRes);
|
||||
assertNotNull(res);
|
||||
assertEquals(80, res.size());
|
||||
}
|
||||
|
||||
public static final class TestHazelcastLinkResourceStore
|
||||
extends HazelcastLinkResourceStore {
|
||||
|
||||
public TestHazelcastLinkResourceStore(StoreService storeMgr) {
|
||||
super.storeService = storeMgr;
|
||||
}
|
||||
|
||||
}
|
||||
}
|
||||
Loading…
x
Reference in New Issue
Block a user