Upload lpermute_vit_base_patch16_224.augreg_in1k_group_auxloss_biglr_less_iter.sh with huggingface_hub

lpermute_vit_base_patch16_224.augreg_in1k_group_auxloss_biglr_less_iter.sh

@@ -0,0 +1,32 @@
+export HIP_VISIBLE_DEVICES=0,1
+
+torchrun --nnodes=1 --nproc_per_node=2 --master_port 23419 timm_permutation_train_group_auxloss_less_iters.py \
+    --model vit_base_patch16_224.augreg_in1k \
+    --pretrained \
+    --sparsity-mode permutation \
+    --mask-only \
+    -b 128 \
+    --opt adamw \
+    --lr 1e-1 \
+    --weight-decay 0.01 \
+    --epochs 20 \
+    --warmup-epochs 0 \
+    --mixup 0.8 \
+    --cutmix 1.0 \
+    --sched cosine \
+    --smoothing 0.1 \
+    --drop-path 0.1 \
+    --aa rand-m8-inc1-mstd101 \
+    --remode pixel --reprob 0.3 \
+    --amp \
+    --crop-pct 0.9 \
+    --mean 0.5 0.5 0.5 \
+    --std 0.5 0.5 0.5 \
+    --output output/lpermutation_vit_base_patch16_224.augreg_in1k_group_auxloss_biglr_less_iter \
+    --scaling-range 1e1 1e2 \
+    --tau-range 4 0.05 \
+    --sparse-weight-reg 1e-5 \
+    --clip-grad 2.0 \
+    --min-lr 1e-5 \
+    --model-ema-decay 0.9998 \
+    --prior-strength 3 \