The pytorch-ssge from nonconvexopt

pytorch-ssge's People

Contributors

Watchers

pytorch-ssge's Issues

Issue with simple Gaussian distribution

Hi,

First of all thanks for this wonderful implementation.

I am now trying to work a simple example of using SSGE for estimating score function for N(0, 1) function. Please find below my code:

import torch
import gpytorch
from ssge import SSGE

def test_gaussian():
    import matplotlib.pyplot as plt
    plt.style.use('seaborn')

    dist = torch.distributions.normal.Normal(
        torch.tensor(0.0), torch.tensor(1.0)
    )

    kernel = gpytorch.kernels.RBFKernel()

    # estimator = SSGE(gpytorch.kernels.ScaleKernel(gpytorch.kernels.RBFKernel()))
    estimator = SSGE(
        gpytorch.kernels.ScaleKernel(gpytorch.kernels.RBFKernel()), 
        noise=1e-4
    )

    sample = dist.sample((100, 1))
    logp = dist.log_prob(sample)
    sample.requires_grad_(True)
    estimator.fit(sample)


    # test_points = dist.sample((25, 1))
    test_points = torch.linspace(-2, +2, 250)
    test_points.requires_grad_(True)
    grad_the = -test_points
    grad_est = estimator(test_points)

    # Plot results
    fig, ax = plt.subplots(1, 1)
    ax.scatter(sample.detach().numpy(), logp.detach().numpy(),
               marker='o', s=2.0, label='Sample points')
    ax.plot(test_points.detach().numpy(), grad_the.detach().numpy(),
            c='red', lw=1, label=r"$\nabla_x")
    ax.plot(test_points.detach().numpy(), grad_est.detach().numpy(),
            c='blue', lw=1,  label=r"$\hat{\nabla_x}")
    plt.savefig("out/test_gaussian.png")

test_gaussian()