First attempt at making coregionalise work with the sparse model

Gradients are failing! have implemented prod_othogonal.dKdiag_dtheta
This commit is contained in:
James Hensman 2013-03-06 15:29:03 +00:00
parent fc34fa3eb9
commit 65f9c7bb76
3 changed files with 82 additions and 16 deletions

View file

@ -143,6 +143,43 @@ def coregionalisation_toy():
return m
def coregionalisation_sparse():
"""
A simple demonstration of coregionalisation on two sinusoidal functions
"""
X1 = np.random.rand(500,1)*8
X2 = np.random.rand(300,1)*5
index = np.vstack((np.zeros_like(X1),np.ones_like(X2)))
X = np.hstack((np.vstack((X1,X2)),index))
Y1 = np.sin(X1) + np.random.randn(*X1.shape)*0.05
Y2 = -np.sin(X2) + np.random.randn(*X2.shape)*0.05
Y = np.vstack((Y1,Y2))
Z = np.hstack((np.random.rand(25,1)*8,np.random.randint(0,2,25)[:,None]))
k1 = GPy.kern.rbf(1)
k2 = GPy.kern.coregionalise(2,2)
k = k1.prod_orthogonal(k2) + GPy.kern.white(2,0.001)
m = GPy.models.sparse_GP_regression(X,Y,kernel=k,Z=Z)
m.constrain_fixed('rbf_var',1.)
m.constrain_positive('kappa')
m.constrain_fixed('iip')
m.ensure_default_constraints()
#m.optimize()
pb.figure()
Xtest1 = np.hstack((np.linspace(0,9,100)[:,None],np.zeros((100,1))))
Xtest2 = np.hstack((np.linspace(0,9,100)[:,None],np.ones((100,1))))
mean, var,low,up = m.predict(Xtest1)
GPy.util.plot.gpplot(Xtest1[:,0],mean,low,up)
mean, var,low,up = m.predict(Xtest2)
GPy.util.plot.gpplot(Xtest2[:,0],mean,low,up)
pb.plot(X1[:,0],Y1[:,0],'rx',mew=2)
pb.plot(X2[:,0],Y2[:,0],'gx',mew=2)
return m
def multiple_optima(gene_number=937,resolution=80, model_restarts=10, seed=10000):
"""Show an example of a multimodal error surface for Gaussian process regression. Gene 939 has bimodal behaviour where the noisey mode is higher."""