Spaces:
Running
on
Zero
Running
on
Zero
File size: 321 Bytes
96fe5d9 |
1 2 3 4 5 6 7 8 9 10 11 12 |
import sys
import torch.distributed
import logging
HINTED = set()
def hint_once(content, uid, rank=None):
if (rank is None) or (not torch.distributed.is_initialized()) or torch.distributed.get_rank() == rank:
if uid not in HINTED:
logging.info(content, stacklevel=3)
HINTED.add(uid) |