def METHOD_NAME(self):
    tensor_alloc_bytes = {}
    for _, tensor in self._trace._tensors.items():
        device = self.pid_devices[tensor.pid]
        tensor_alloc_bytes.setdefault(device, 0)
        tensor_alloc_bytes[device] += tensor._num_bytes
    return tensor_alloc_bytes