text: <html>
          <head> <meta charset="UTF-8">
          <style>
          table, th, td {
              border: 1px solid black;
              font-size: 10px;
          }
          </style> </head>
          <body>
          <table frame="hsides" rules="groups" width="100%%">
              [html]<thead><tr><td>Hyper - parameter</td><td>ViT - L / 16</td><td>ViT - H / 16</td></tr></thead><tbody><tr><td>out_layers</td><td>[ 18.20.22.24 ]</td><td>[ 26.28.30.32 ]</td></tr><tr><td>batch_size</td><td>64</td><td>64</td></tr><tr><td>epochs</td><td>30</td><td>30</td></tr><tr><td>opt</td><td>AdamW</td><td>AdamW</td></tr><tr><td>opt_eps</td><td>0.00000001</td><td>0.00000001</td></tr><tr><td>momentum</td><td>0.9</td><td>0.9</td></tr><tr><td>weight_decay</td><td>0.05</td><td>0.05</td></tr><tr><td>lr</td><td>0.0001</td><td>0.0001</td></tr><tr><td>warmup_lr</td><td>0.000001</td><td>0.000001</td></tr><tr><td>min_ lr</td><td>0.000001</td><td>0.000001</td></tr><tr><td>warmup_epochs</td><td>2</td><td>2</td></tr><tr><td>warmup_steps</td><td>1</td><td>1</td></tr></tbody>
          </table> </body> </html>