2013-10-02 12:38:07 +01:00
|
|
|
'''
|
|
|
|
|
Created on Oct 2, 2013
|
|
|
|
|
|
|
|
|
|
@author: maxzwiessele
|
|
|
|
|
'''
|
|
|
|
|
import numpy
|
2013-10-16 21:07:54 +01:00
|
|
|
from numpy.lib.function_base import vectorize
|
2014-02-28 16:58:24 +00:00
|
|
|
from lists_and_dicts import IntArrayDict
|
2013-10-16 21:07:54 +01:00
|
|
|
|
|
|
|
|
class ParameterIndexOperations(object):
|
2013-10-02 12:38:07 +01:00
|
|
|
'''
|
2013-12-16 13:45:24 +00:00
|
|
|
Index operations for storing param index _properties
|
2013-10-11 16:46:47 +01:00
|
|
|
This class enables index with slices retrieved from object.__getitem__ calls.
|
|
|
|
|
Adding an index will add the selected indexes by the slice of an indexarray
|
|
|
|
|
indexing a shape shaped array to the flattened index array. Remove will
|
|
|
|
|
remove the selected slice indices from the flattened array.
|
|
|
|
|
You can give an offset to set an offset for the given indices in the
|
2013-12-16 13:45:24 +00:00
|
|
|
index array, for multi-param handling.
|
2013-10-11 16:46:47 +01:00
|
|
|
'''
|
2014-02-13 16:44:45 +00:00
|
|
|
_offset = 0
|
2014-02-13 15:06:05 +00:00
|
|
|
def __init__(self, constraints=None):
|
2014-02-12 17:11:55 +00:00
|
|
|
self._properties = IntArrayDict()
|
2014-02-13 15:06:05 +00:00
|
|
|
if constraints is not None:
|
|
|
|
|
for t, i in constraints.iteritems():
|
|
|
|
|
self.add(t, i)
|
2014-03-14 11:32:38 +00:00
|
|
|
|
2013-10-02 19:13:37 +01:00
|
|
|
def iteritems(self):
|
2013-10-07 07:41:23 +01:00
|
|
|
return self._properties.iteritems()
|
2014-03-14 11:32:38 +00:00
|
|
|
|
2014-02-12 17:11:55 +00:00
|
|
|
def items(self):
|
|
|
|
|
return self._properties.items()
|
|
|
|
|
|
2013-10-07 07:41:23 +01:00
|
|
|
def properties(self):
|
2013-10-02 19:13:37 +01:00
|
|
|
return self._properties.keys()
|
|
|
|
|
|
2014-02-12 17:11:55 +00:00
|
|
|
def iterproperties(self):
|
2013-10-07 07:41:23 +01:00
|
|
|
return self._properties.iterkeys()
|
2014-03-14 11:32:38 +00:00
|
|
|
|
2014-02-21 17:53:44 +00:00
|
|
|
def shift_right(self, start, size):
|
2014-02-11 14:44:15 +00:00
|
|
|
for ind in self.iterindices():
|
|
|
|
|
toshift = ind>=start
|
2014-02-21 17:53:44 +00:00
|
|
|
ind[toshift] += size
|
|
|
|
|
|
|
|
|
|
def shift_left(self, start, size):
|
|
|
|
|
for v, ind in self.items():
|
|
|
|
|
todelete = (ind>=start) * (ind<start+size)
|
|
|
|
|
if todelete.size != 0:
|
|
|
|
|
ind = ind[~todelete]
|
|
|
|
|
toshift = ind>=start
|
|
|
|
|
if toshift.size != 0:
|
|
|
|
|
ind[toshift] -= size
|
|
|
|
|
if ind.size != 0: self._properties[v] = ind
|
|
|
|
|
else: del self._properties[v]
|
2014-03-14 11:32:38 +00:00
|
|
|
|
2013-10-07 07:41:23 +01:00
|
|
|
def clear(self):
|
|
|
|
|
self._properties.clear()
|
2014-03-14 11:32:38 +00:00
|
|
|
|
2014-03-04 17:32:46 +00:00
|
|
|
@property
|
2013-10-07 07:41:23 +01:00
|
|
|
def size(self):
|
2014-03-14 11:32:38 +00:00
|
|
|
return reduce(lambda a,b: a+b.size, self.iterindices(), 0)
|
|
|
|
|
|
2013-10-07 07:41:23 +01:00
|
|
|
def iterindices(self):
|
2013-10-11 16:46:47 +01:00
|
|
|
return self._properties.itervalues()
|
2014-03-14 11:32:38 +00:00
|
|
|
|
2013-10-11 16:46:47 +01:00
|
|
|
def indices(self):
|
|
|
|
|
return self._properties.values()
|
2013-10-16 21:07:54 +01:00
|
|
|
|
|
|
|
|
def properties_for(self, index):
|
2014-02-12 17:11:55 +00:00
|
|
|
return vectorize(lambda i: [prop for prop in self.iterproperties() if i in self[prop]], otypes=[list])(index)
|
2014-03-14 11:32:38 +00:00
|
|
|
|
2013-10-17 14:33:41 +01:00
|
|
|
def add(self, prop, indices):
|
2014-03-14 11:32:38 +00:00
|
|
|
self._properties[prop] = combine_indices(self._properties[prop], indices)
|
|
|
|
|
|
2013-10-17 14:33:41 +01:00
|
|
|
def remove(self, prop, indices):
|
2013-10-02 19:13:37 +01:00
|
|
|
if prop in self._properties:
|
2013-10-17 14:33:41 +01:00
|
|
|
diff = remove_indices(self[prop], indices)
|
|
|
|
|
removed = numpy.intersect1d(self[prop], indices, True)
|
2013-10-16 21:07:54 +01:00
|
|
|
if not index_empty(diff):
|
|
|
|
|
self._properties[prop] = diff
|
|
|
|
|
else:
|
|
|
|
|
del self._properties[prop]
|
|
|
|
|
return removed.astype(int)
|
2013-10-11 16:46:47 +01:00
|
|
|
return numpy.array([]).astype(int)
|
2014-03-14 11:32:38 +00:00
|
|
|
|
2014-02-13 16:44:45 +00:00
|
|
|
def update(self, parameter_index_view, offset=0):
|
|
|
|
|
for i, v in parameter_index_view.iteritems():
|
|
|
|
|
self.add(i, v+offset)
|
|
|
|
|
|
|
|
|
|
def copy(self):
|
2014-03-31 12:45:09 +01:00
|
|
|
return self.__deepcopy__(None)
|
|
|
|
|
|
|
|
|
|
def __deepcopy__(self, memo):
|
2014-02-13 16:44:45 +00:00
|
|
|
return ParameterIndexOperations(dict(self.iteritems()))
|
2014-03-14 11:32:38 +00:00
|
|
|
|
2013-10-11 16:46:47 +01:00
|
|
|
def __getitem__(self, prop):
|
|
|
|
|
return self._properties[prop]
|
2014-03-14 11:32:38 +00:00
|
|
|
|
2014-02-12 17:11:55 +00:00
|
|
|
def __str__(self, *args, **kwargs):
|
|
|
|
|
import pprint
|
|
|
|
|
return pprint.pformat(dict(self._properties))
|
2014-03-14 11:32:38 +00:00
|
|
|
|
2013-10-11 16:46:47 +01:00
|
|
|
def combine_indices(arr1, arr2):
|
|
|
|
|
return numpy.union1d(arr1, arr2)
|
|
|
|
|
|
|
|
|
|
def remove_indices(arr, to_remove):
|
|
|
|
|
return numpy.setdiff1d(arr, to_remove, True)
|
|
|
|
|
|
|
|
|
|
def index_empty(index):
|
2014-03-14 11:32:38 +00:00
|
|
|
return numpy.size(index) == 0
|
2013-10-11 16:46:47 +01:00
|
|
|
|
2014-02-12 17:11:55 +00:00
|
|
|
class ParameterIndexOperationsView(object):
|
|
|
|
|
def __init__(self, param_index_operations, offset, size):
|
|
|
|
|
self._param_index_ops = param_index_operations
|
|
|
|
|
self._offset = offset
|
|
|
|
|
self._size = size
|
2014-03-14 11:32:38 +00:00
|
|
|
|
2014-02-12 17:11:55 +00:00
|
|
|
def __getstate__(self):
|
|
|
|
|
return [self._param_index_ops, self._offset, self._size]
|
|
|
|
|
|
|
|
|
|
def __setstate__(self, state):
|
|
|
|
|
self._param_index_ops = state[0]
|
|
|
|
|
self._offset = state[1]
|
|
|
|
|
self._size = state[2]
|
|
|
|
|
|
|
|
|
|
def _filter_index(self, ind):
|
|
|
|
|
return ind[(ind >= self._offset) * (ind < (self._offset + self._size))] - self._offset
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def iteritems(self):
|
|
|
|
|
for i, ind in self._param_index_ops.iteritems():
|
|
|
|
|
ind2 = self._filter_index(ind)
|
|
|
|
|
if ind2.size > 0:
|
2014-03-14 11:32:38 +00:00
|
|
|
yield i, ind2
|
2014-02-12 17:11:55 +00:00
|
|
|
|
|
|
|
|
def items(self):
|
|
|
|
|
return [[i,v] for i,v in self.iteritems()]
|
|
|
|
|
|
|
|
|
|
def properties(self):
|
|
|
|
|
return [i for i in self.iterproperties()]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def iterproperties(self):
|
|
|
|
|
for i, _ in self.iteritems():
|
2014-03-14 11:32:38 +00:00
|
|
|
yield i
|
2014-02-12 17:11:55 +00:00
|
|
|
|
|
|
|
|
|
2014-02-21 17:53:44 +00:00
|
|
|
def shift_right(self, start, size):
|
2014-02-28 16:18:47 +00:00
|
|
|
self._param_index_ops.shift_right(start+self._offset, size)
|
2014-02-12 17:11:55 +00:00
|
|
|
|
2014-02-28 16:18:47 +00:00
|
|
|
def shift_left(self, start, size):
|
|
|
|
|
self._param_index_ops.shift_left(start+self._offset, size)
|
|
|
|
|
self._offset -= size
|
|
|
|
|
self._size -= size
|
2014-03-14 11:32:38 +00:00
|
|
|
|
2014-02-12 17:11:55 +00:00
|
|
|
def clear(self):
|
|
|
|
|
for i, ind in self.items():
|
|
|
|
|
self._param_index_ops.remove(i, ind+self._offset)
|
2013-10-11 16:46:47 +01:00
|
|
|
|
2014-03-04 17:32:46 +00:00
|
|
|
@property
|
2014-02-12 17:11:55 +00:00
|
|
|
def size(self):
|
|
|
|
|
return reduce(lambda a,b: a+b.size, self.iterindices(), 0)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def iterindices(self):
|
|
|
|
|
for _, ind in self.iteritems():
|
|
|
|
|
yield ind
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def indices(self):
|
2014-02-13 15:06:05 +00:00
|
|
|
return [ind for ind in self.iterindices()]
|
2014-02-12 17:11:55 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
def properties_for(self, index):
|
|
|
|
|
return vectorize(lambda i: [prop for prop in self.iterproperties() if i in self[prop]], otypes=[list])(index)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def add(self, prop, indices):
|
|
|
|
|
self._param_index_ops.add(prop, indices+self._offset)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def remove(self, prop, indices):
|
2014-03-24 11:22:31 +00:00
|
|
|
removed = self._param_index_ops.remove(prop, numpy.array(indices)+self._offset)
|
2014-02-14 13:18:48 +00:00
|
|
|
if removed.size > 0:
|
|
|
|
|
return removed - self._size + 1
|
2014-02-12 17:11:55 +00:00
|
|
|
return removed
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def __getitem__(self, prop):
|
|
|
|
|
ind = self._filter_index(self._param_index_ops[prop])
|
2014-02-28 16:18:47 +00:00
|
|
|
return ind
|
2014-03-14 11:32:38 +00:00
|
|
|
|
2014-02-12 17:11:55 +00:00
|
|
|
def __str__(self, *args, **kwargs):
|
|
|
|
|
import pprint
|
|
|
|
|
return pprint.pformat(dict(self.iteritems()))
|
|
|
|
|
|
2014-02-13 16:44:45 +00:00
|
|
|
def update(self, parameter_index_view, offset=0):
|
2014-02-12 17:11:55 +00:00
|
|
|
for i, v in parameter_index_view.iteritems():
|
2014-02-13 16:44:45 +00:00
|
|
|
self.add(i, v+offset)
|
2014-03-14 11:32:38 +00:00
|
|
|
|
|
|
|
|
|
2014-02-13 15:06:05 +00:00
|
|
|
def copy(self):
|
2014-03-31 12:45:09 +01:00
|
|
|
return self.__deepcopy__(None)
|
|
|
|
|
|
|
|
|
|
def __deepcopy__(self, memo):
|
2014-02-13 15:06:05 +00:00
|
|
|
return ParameterIndexOperations(dict(self.iteritems()))
|
2014-02-12 17:11:55 +00:00
|
|
|
pass
|
|
|
|
|
|