def METHOD_NAME(self):
    parallel_transformer_block = self.parallel_transformer_block
    assert isinstance(parallel_transformer_block, TransformerBlock)
    num_weights = sum([p.numel() for p in parallel_transformer_block.parameters()])
    assert num_weights == 3792
    assert parallel_transformer_block.num_layers_per_pipeline_rank == 2
    assert len(parallel_transformer_block.layers) == 2
    layer_0: TransformerLayer = parallel_transformer_block._get_layer(0)
    assert layer_0.layer_number == 1
    layer_1: TransformerLayer = parallel_transformer_block._get_layer(1)
    assert layer_1.layer_number == 2