class_docstr: Improved Multiscale Vision Transformers for Classification and Detection
  Yanghao Li*, Chao-Yuan Wu*, Haoqi Fan, Karttikeya Mangalam, Bo Xiong, Jitendra Malik,
      Christoph Feichtenhofer*
  https://arxiv.org/abs/2112.01526
  
  Multiscale Vision Transformers
  Haoqi Fan*, Bo Xiong*, Karttikeya Mangalam*, Yanghao Li*, Zhicheng Yan, Jitendra Malik,
      Christoph Feichtenhofer*
  https://arxiv.org/abs/2104.11227
class_docstr_tok: ["Improved","Multiscale","Vision","Transformers","for","Classification","and","Detection","Yanghao","Li","*",",","Chao-Yuan","Wu","*",",","Haoqi","Fan",",","Karttikeya","Mangalam",",","Bo","Xiong",",","Jitendra","Malik",",","Christoph","Feichtenhofer","*","https",":","\/\/arxiv.org\/abs\/2112.01526","Multiscale","Vision","Transformers","Haoqi","Fan","*",",","Bo","Xiong","*",",","Karttikeya","Mangalam","*",",","Yanghao","Li","*",",","Zhicheng","Yan",",","Jitendra","Malik",",","Christoph","Feichtenhofer","*","https",":","\/\/arxiv.org\/abs\/2104.11227"]
code: def no_weight_decay(self):
      return {
          k
          for k, _ in self.named_parameters()
          if any(
              n in k
              for n in [
                  "pos_embed",
                  "rel_pos_h",
                  "rel_pos_w",
                  "cls_token",
              ]
          )
      }
  
imports: import operator
  from collections import OrderedDict
  from dataclasses import dataclass
  from functools import partial, reduce
  from typing import Union, List, Tuple, Optional
  import torch
  import torch.utils.checkpoint
  from torch import nn
  from timm.data import IMAGENET_DEFAULT_MEAN, IMAGENET_DEFAULT_STD
  from timm.layers import Mlp, DropPath, trunc_normal_tf_, get_norm_layer, to_2tuple
  from ._builder import build_model_with_cfg
  from ._features_fx import register_notrace_function
  from ._registry import register_model, register_model_deprecations, generate_default_cfgs
label_desc: Use image node_id 3 for calling the MultiScaleVit obj's underlying member method code with example usage: obj.no_weight_decay() and returns: unknown