code: def __init__(self, *args, **kwargs):
      super(TestFusedAdagrad, self).__init__(*args, **kwargs)
      self.options = {"lr": 5e-4, "eps": 1e-08, "weight_decay": 1.0e-5}
      self.ref_optim = torch.optim.Adagrad
      self.fused_optim = apex.optimizers.FusedAdagrad
  
imports: from itertools import product
  import random
  import unittest
  import torch
  import apex
label_desc: Use image node_id 1 to create a new TestFusedAdagrad object from inherited base classes: TestFusedOptimizer with example: obj = TestFusedAdagrad()