code: def generate_test_shapes():
      shapes = [
          # Format: [inp.shape[0], inp.shape[1], hidden.shape[1]]
          # ViT-Giant
          (9456, 1536, 2736),
          (4440, 1536, 2736),
          (4728, 1536, 2736),
          # GPT-3 (small)
          (2048, 2048, 5632),
          # Chinchilla
          (2048, 8192, 22016),
      ]
      # Add some random shapes
      r = random.Random(0)
      for _ in range(20):
          shapes.append(
              (
                  r.randint(1, 1000) * 8,
                  r.randint(1, 1000) * 8,
                  r.randint(1, 512) * 8,
              )
          )
      return shapes
  
file_path: xformers/tests/test_swiglu.py
imports: import copy
  import functools
  import random
  from contextlib import nullcontext
  from typing import ContextManager, Optional, Sequence, cast
  import pytest
  import torch
  import xformers.ops.swiglu_op
label_desc: Use image node_id 2 for calling a global function with example usage: generate_test_shapes() and returns: shapes