class_docstr: `MADGRAD Optimizer`: A Momentumized, Adaptive, Dual Averaged Gradient Method for Stochastic
  Optimization.
  Paper: https://arxiv.org/abs/2101.11075
  
  Implementation has been copied over from the original author
  (https://github.com/facebookresearch/madgrad/blob/master/madgrad/madgrad.py)
class_docstr_tok: ["`","MADGRAD","Optimizer","`",":","A","Momentumized",",","Adaptive",",","Dual","Averaged","Gradient","Method","for","Stochastic","Optimization",".","Paper",":","https",":","\/\/arxiv.org\/abs\/2101.11075","Implementation","has","been","copied","over","from","the","original","author","(","https",":","\/\/github.com\/facebookresearch\/madgrad\/blob\/master\/madgrad\/madgrad.py",")"]
code: def supports_flat_params(self) -> bool:
      return True
  
file_path: pytext/pytext/optimizer/madgrad.py
imports: import math
  from collections import defaultdict
  from typing import Optional
  import torch
  from torch.optim.optimizer import Optimizer
  from .optimizers import Optimizer
label_desc: Use image node_id 5 for calling the MADGRAD obj's underlying member method code with example usage: obj.supports_flat_params() and returns: True