chong.zhang
update
96fe5d9
raw
history blame
321 Bytes
import sys
import torch.distributed
import logging
HINTED = set()
def hint_once(content, uid, rank=None):
if (rank is None) or (not torch.distributed.is_initialized()) or torch.distributed.get_rank() == rank:
if uid not in HINTED:
logging.info(content, stacklevel=3)
HINTED.add(uid)