    def test_init(self):
        value_function = TabularQFunction(num_states=4, num_actions=2)
        torch.testing.assert_allclose(value_function.table, 0)

    def test_compile(self):
        torch.jit.script(TabularQFunction(num_states=4, num_actions=2))
