docstr: Simple MLP block with intermediate_size and embedding size
docstr_tok: ["Simple","MLP","block","with","intermediate_size","and","embedding","size"]
code: def __init__(
      self,
      prefix,
      intermediate_size,
      config,
      weights,
  ):
      """Simple MLP block with intermediate_size and embedding size"""
      super().__init__()
      self.embed_dim = config.vision_config.embed_dim
      self.ln = nn.LayerNorm.load(
          prefix=f"{prefix}.ln", weights=weights, eps=EPS
      )
      self.fc = TensorParallelColumnLinear.load(
          config=config,
          prefix=f"{prefix}.fc",
          weights=weights,
          bias=False,
      )
      self.act = nn.ReLU()
      self.c_proj = TensorParallelRowLinear.load(
          config=config,
          prefix=f"{prefix}.c_proj",
          weights=weights,
          bias=False,
      )
  
file_path: text-generation-inference/server/text_generation_server/models/custom_modeling/idefics_perceiver.py
imports: from typing import Optional, Tuple
  import torch
  import torch.nn
  from text_generation_server.utils.layers import TensorParallelColumnLinear, TensorParallelRowLinear
label_desc: Use image node_id 1 to create a new IdeficsMLP object from inherited base classes: nn with example: obj = IdeficsMLP(prefix, intermediate_size, config, weights)