code: def checkpoint_suite():
      suite = unittest.TestSuite()
  
      suite.addTest(
          GPT2CheckpointTestCase("test_mp2_gpu4_node1_with_zero1")
      )
      suite.addTest(
          GPT2CheckpointTestCase("test_mp2_gpu4_node1_with_zero2")
      )
      suite.addTest(
          GPT2CheckpointTestCase(
              "test_mp2_gpu4_node1_with_zero2_offload"
          )
      )
  
      # Shrink DP
      suite.addTest(
          GPT2CheckpointTestCase(
              "test_mp1_gpu2_load_gpu1_node1_with_zero1"
          )
      )
      suite.addTest(
          GPT2CheckpointTestCase(
              "test_mp1_gpu2_load_gpu1_node1_with_zero2"
          )
      )
      suite.addTest(
          GPT2CheckpointTestCase(
              "test_mp1_gpu2_load_gpu1_node1_with_zero2_offload"
          )
      )
  
      suite.addTest(
          GPT2CheckpointTestCase(
              "test_mp2_gpu4_load_gpu2_node1_with_zero1"
          )
      )
      suite.addTest(
          GPT2CheckpointTestCase(
              "test_mp2_gpu4_load_gpu2_node1_with_zero2"
          )
      )
      suite.addTest(
          GPT2CheckpointTestCase(
              "test_mp2_gpu4_load_gpu2_node1_with_zero2_offload"
          )
      )
  
      # Expand DP
      suite.addTest(
          GPT2CheckpointTestCase(
              "test_mp1_gpu2_load_gpu4_node1_with_zero1"
          )
      )
      suite.addTest(
          GPT2CheckpointTestCase(
              "test_mp1_gpu2_load_gpu4_node1_with_zero2"
          )
      )
      suite.addTest(
          GPT2CheckpointTestCase(
              "test_mp1_gpu2_load_gpu4_node1_with_zero2_offload"
          )
      )
  
      suite.addTest(
          GPT2CheckpointTestCase(
              "test_mp2_gpu2_load_gpu4_node1_with_zero1"
          )
      )
      suite.addTest(
          GPT2CheckpointTestCase(
              "test_mp2_gpu2_load_gpu4_node1_with_zero2"
          )
      )
      suite.addTest(
          GPT2CheckpointTestCase(
              "test_mp2_gpu2_load_gpu4_node1_with_zero2_offload"
          )
      )
  
      suite.addTest(
          GPT2CheckpointTestCase("test_mp2_gpu4_node1_without_zero")
      )
  
      return suite
  
imports: import unittest
  import subprocess
  import os
  import re
  from .test_common import BaseTestCase
label_desc: Use image node_id 3 for calling a global function with example usage: checkpoint_suite() and returns: suite