def METHOD_NAME(self):
    """memstats
    get the memory statistics during training.
    The stats could be collected by a runtime memory tracer, or collected by the GeminiManager.
    Note, for the latter, you can not access the memstats before warmup iteration finishes.
    """
    if self._premade_memstats_:
        return self._memstats
    else:
        assert not self._warmup, "Gemini Manager has memstats after warm up! Now is during warmup."
        return self._mem_stats_collector._memstats