            obs, rew, done, _ = e.step(a)
            obs_, rew_, done_, _ = e_.step(a[None])
            assert np.allclose(obs, obs_, **isclose_kwargs)
            assert np.isclose(rew, rew_, **isclose_kwargs)
            assert done == done_
            if done:
                break


def test_env(envid):