diff --git a/GPy/core/parameterization/index_operations.py b/GPy/core/parameterization/index_operations.py
index d5061be7..bfd0bf21 100644
--- a/GPy/core/parameterization/index_operations.py
+++ b/GPy/core/parameterization/index_operations.py
@@ -215,8 +215,6 @@ class ParameterIndexOperationsView(object):
 
     def remove(self, prop, indices):
         removed = self._param_index_ops.remove(prop, indices+self._offset)
-        if self[prop].size == 0:
-            del self[prop]
         if removed.size > 0:
             return removed - self._size + 1
         return removed