Update files

app.py

@@ -61,7 +61,7 @@ def plot_acc_param(param_compare_results_df: pl.DataFrame, width: int = 1000, he
 
 def plot_acc_memory(memory_compare_results_df: pl.DataFrame, width: int = 900, height: int = 640) -> alt.LayerChart:
     if len(memory_compare_results_df) > 0:
-        batch_size = memory_compare_results_df["batch_size"][0]
+        batch_size = memory_compare_results_df["max_batch_size"][0]
         amp = memory_compare_results_df["amp"][0]
     else:
         batch_size = ""
@@ -113,7 +113,7 @@ def plot_acc_rate(rate_compare_results_df: pl.DataFrame, width: int = 1000, heig
     if len(rate_compare_results_df) > 0:
         device = rate_compare_results_df["device"][0]
         compiled = rate_compare_results_df["compile"][0]
-        batch_size = rate_compare_results_df["batch_size"][0]
+        batch_size = rate_compare_results_df["max_batch_size"][0]
         amp = rate_compare_results_df["amp"][0]
         single_thread = rate_compare_results_df["single_thread"][0]
     else:

results_arabian-peninsula.csv

@@ -0,0 +1,105 @@
+Model name,Model type,Accuracy,Top-3 accuracy,Macro F1-score,Samples,Mistakes,Resolution,Intermediate,MIM,Distilled,ms / sample,Parameters (M),Samples / sec,Peak GPU memory (MB),device,max_batch_size,compile,amp,single_thread,torch_version
+crossformer s,CrossFormer,0.9545160395673477,0.9880281039105112,0.9191056899197354,21634,984,256,false,false,false,31.022708345000908,30.453609,32.2344519014615,,cpu,1,false,false,false,2.5.1+cu124
+crossformer s,CrossFormer,0.9545160395673477,0.9880281039105112,0.9191056899197354,21634,984,256,false,false,false,30.878061753988764,30.453609,32.3854524279142,,cpu,1,true,false,false,2.5.1+cu124
+crossformer s,CrossFormer,0.9545160395673477,0.9880281039105112,0.9191056899197354,21634,984,256,false,false,false,25.322280403983342,30.453609,39.4909140901344,,cpu,1,true,true,false,2.5.1+cu124
+crossformer s,CrossFormer,0.9545160395673477,0.9880281039105112,0.9191056899197354,21634,984,256,false,false,false,1.2406471414228313,30.453609,806.030954823427,,cuda,512,false,false,false,2.5.1+cu124
+crossformer s,CrossFormer,0.9545160395673477,0.9880281039105112,0.9191056899197354,21634,984,256,false,false,false,1.1742599853514923,30.453609,851.600167317861,,cuda,512,true,false,false,2.5.1+cu124
+crossformer s,CrossFormer,0.9545160395673477,0.9880281039105112,0.9191056899197354,21634,984,256,false,false,false,0.48638817983335914,30.453609,2055.97101546055,,cuda,512,true,true,false,2.5.1+cu124
+crossformer s,CrossFormer,0.9545160395673477,0.9880281039105112,0.9191056899197354,21634,984,256,false,false,false,127.99998951668387,30.453609,7.81250063985089,,cpu,1,false,false,true,2.5.1+cu124
+crossformer s,CrossFormer,0.9545160395673477,0.9880281039105112,0.9191056899197354,21634,984,256,false,false,false,,30.453609,,149.55078125,cuda,1,false,false,false,2.5.1+cu124
+crossformer s,CrossFormer,0.967782194693538,0.992234445779791,0.9395493856517793,21634,697,384,false,false,false,63.33183502999612,30.453609,15.7898472312758,,cpu,1,false,false,false,2.5.1+cu124
+crossformer s,CrossFormer,0.967782194693538,0.992234445779791,0.9395493856517793,21634,697,384,false,false,false,302.61609647520055,30.453609,3.30451688343006,,cpu,1,false,false,true,2.5.1+cu124
+crossformer s,CrossFormer,0.967782194693538,0.992234445779791,0.9395493856517793,21634,697,384,false,false,false,61.191837015038,30.453609,16.3420490179801,,cpu,1,true,false,false,2.5.1+cu124
+crossformer s,CrossFormer,0.967782194693538,0.992234445779791,0.9395493856517793,21634,697,384,false,false,false,37.85915158345599,30.453609,26.4136928107229,,cpu,1,true,true,false,2.5.1+cu124
+crossformer s,CrossFormer,0.967782194693538,0.992234445779791,0.9395493856517793,21634,697,384,false,false,false,1.462842140400654,30.453609,683.600760726043,,cuda,512,true,true,false,2.5.1+cu124
+crossformer s,CrossFormer,0.967782194693538,0.992234445779791,0.9395493856517793,21634,697,384,false,false,false,,30.453609,,185.40869140625,cuda,1,false,false,false,2.5.1+cu124
+crossformer s,CrossFormer,0.967782194693538,0.992234445779791,0.9395493856517793,21634,697,384,false,false,false,3.2894944455410267,30.453609,303.99808133299,,cuda,512,false,false,false,2.5.1+cu124
+crossformer s,CrossFormer,0.967782194693538,0.992234445779791,0.9395493856517793,21634,697,384,false,false,false,3.0108886935304326,30.453609,332.127853862125,,cuda,512,true,false,false,2.5.1+cu124
+efficientnet v2 s,EfficientNet v2,0.9535453452898216,0.988721456965887,0.9139077475376313,21634,1005,256,false,false,false,30.725078952004008,21.119023,32.5467023717697,,cpu,1,false,false,false,2.5.1+cu124
+efficientnet v2 s,EfficientNet v2,0.9535453452898216,0.988721456965887,0.9139077475376313,21634,1005,256,false,false,false,77.75963057501914,21.119023,12.8601434009546,,cpu,1,false,false,true,2.5.1+cu124
+efficientnet v2 s,EfficientNet v2,0.9535453452898216,0.988721456965887,0.9139077475376313,21634,1005,256,false,false,false,25.278231466480058,21.119023,39.5597295374892,,cpu,1,true,false,false,2.5.1+cu124
+efficientnet v2 s,EfficientNet v2,0.9535453452898216,0.988721456965887,0.9139077475376313,21634,1005,256,false,false,false,65.9277308364979,21.119023,15.1681240551115,,cpu,1,true,true,false,2.5.1+cu124
+efficientnet v2 s,EfficientNet v2,0.9535453452898216,0.988721456965887,0.9139077475376313,21634,1005,256,false,false,false,0.9225199473632991,21.119023,1083.98740087751,,cuda,512,false,false,false,2.5.1+cu124
+efficientnet v2 s,EfficientNet v2,0.9535453452898216,0.988721456965887,0.9139077475376313,21634,1005,256,false,false,false,0.6538652943851285,21.119023,1529.36699437514,,cuda,512,true,false,false,2.5.1+cu124
+efficientnet v2 s,EfficientNet v2,0.9535453452898216,0.988721456965887,0.9139077475376313,21634,1005,256,false,false,false,0.3646936624414815,21.119023,2742.0273588123,,cuda,512,true,true,false,2.5.1+cu124
+efficientnet v2 s,EfficientNet v2,0.9535453452898216,0.988721456965887,0.9139077475376313,21634,1005,256,false,false,false,,21.119023,,100.7138671875,cuda,1,false,false,false,2.5.1+cu124
+focalnet b lrf (i),FocalNet,0.9834057502080059,0.998243505593048,0.9658840759918995,21634,359,384,true,false,false,97.37046415699294,88.478143,10.270054771308,,cpu,1,false,false,false,2.5.1+cu124
+focalnet b lrf (i),FocalNet,0.9834057502080059,0.998243505593048,0.9658840759918995,21634,359,384,true,false,false,826.8656025582444,88.478143,1.2093863826311,,cpu,1,false,false,true,2.5.1+cu124
+focalnet b lrf (i),FocalNet,0.9834057502080059,0.998243505593048,0.9658840759918995,21634,359,384,true,false,false,103.43243434402395,88.478143,9.6681471952398,,cpu,1,true,false,false,2.5.1+cu124
+focalnet b lrf (i),FocalNet,0.9834057502080059,0.998243505593048,0.9658840759918995,21634,359,384,true,false,false,72.51781151149768,88.478143,13.78971564581,,cpu,1,true,true,false,2.5.1+cu124
+focalnet b lrf (i),FocalNet,0.9834057502080059,0.998243505593048,0.9658840759918995,21634,359,384,true,false,false,6.853725362011579,88.478143,145.906050677598,,cuda,512,false,false,false,2.5.1+cu124
+focalnet b lrf (i),FocalNet,0.9834057502080059,0.998243505593048,0.9658840759918995,21634,359,384,true,false,false,4.497301604901615,88.478143,222.355556254021,,cuda,512,true,false,false,2.5.1+cu124
+focalnet b lrf (i),FocalNet,0.9834057502080059,0.998243505593048,0.9658840759918995,21634,359,384,true,false,false,2.4662892438277595,88.478143,405.467445678824,,cuda,512,true,true,false,2.5.1+cu124
+focalnet b lrf (i),FocalNet,0.9834057502080059,0.998243505593048,0.9658840759918995,21634,359,384,true,false,false,,88.478143,,401.63037109375,cuda,1,false,false,false,2.5.1+cu124
+iformer s,iFormer,0.9728205602292688,0.9951927521493945,0.9526396172513611,21634,588,384,false,false,false,72.91006662551054,19.763279,13.7155271731724,,cpu,1,false,false,false,2.5.1+cu124
+iformer s,iFormer,0.9728205602292688,0.9951927521493945,0.9526396172513611,21634,588,384,false,false,false,60.18735044400083,19.763279,16.6147868717101,,cpu,1,true,false,false,2.5.1+cu124
+iformer s,iFormer,0.9728205602292688,0.9951927521493945,0.9526396172513611,21634,588,384,false,false,false,42.806867363484294,19.763279,23.3607376944624,,cpu,1,true,true,false,2.5.1+cu124
+iformer s,iFormer,0.9728205602292688,0.9951927521493945,0.9526396172513611,21634,588,384,false,false,false,3.8090053974125775,19.763279,262.535726696342,,cuda,512,false,false,false,2.5.1+cu124
+iformer s,iFormer,0.9728205602292688,0.9951927521493945,0.9526396172513611,21634,588,384,false,false,false,1.410765714729222,19.763279,708.834918200388,,cuda,512,true,true,false,2.5.1+cu124
+iformer s,iFormer,0.9728205602292688,0.9951927521493945,0.9526396172513611,21634,588,384,false,false,false,2.803181309339681,19.763279,356.737538406162,,cuda,512,true,false,false,2.5.1+cu124
+iformer s,iFormer,0.9728205602292688,0.9951927521493945,0.9526396172513611,21634,588,384,false,false,false,376.44663914203795,19.763279,2.65641898750672,,cpu,1,false,false,true,2.5.1+cu124
+iformer s,iFormer,0.9728205602292688,0.9951927521493945,0.9526396172513611,21634,588,384,false,false,false,,19.763279,,134.71484375,cuda,1,false,false,false,2.5.1+cu124
+rdnet s,RDNet,0.9605713229176297,0.9909864102801146,0.9238857029858994,21634,853,256,false,false,false,36.05621933948719,50.101223,27.7344662951072,,cpu,1,false,false,false,2.5.1+cu124
+rdnet s,RDNet,0.9605713229176297,0.9909864102801146,0.9238857029858994,21634,853,256,false,false,false,53.50269973950348,50.101223,18.6906456098262,,cpu,1,true,false,false,2.5.1+cu124
+rdnet s,RDNet,0.9605713229176297,0.9909864102801146,0.9238857029858994,21634,853,256,false,false,false,82.37227296849606,50.101223,12.1400073588167,,cpu,1,true,true,false,2.5.1+cu124
+rdnet s,RDNet,0.9605713229176297,0.9909864102801146,0.9238857029858994,21634,853,256,false,false,false,1.722630736083868,50.101223,580.507463992744,,cuda,512,false,false,false,2.5.1+cu124
+rdnet s,RDNet,0.9605713229176297,0.9909864102801146,0.9238857029858994,21634,853,256,false,false,false,1.204233326350846,50.101223,830.403857888796,,cuda,512,true,false,false,2.5.1+cu124
+rdnet s,RDNet,0.9605713229176297,0.9909864102801146,0.9238857029858994,21634,853,256,false,false,false,0.6406448993658396,50.101223,1560.92712357482,,cuda,512,true,true,false,2.5.1+cu124
+rdnet s,RDNet,0.9605713229176297,0.9909864102801146,0.9238857029858994,21634,853,256,false,false,false,202.17392340806944,50.101223,4.94623630556742,,cpu,1,false,false,true,2.5.1+cu124
+rdnet s,RDNet,0.9605713229176297,0.9909864102801146,0.9238857029858994,21634,853,256,false,false,false,,50.101223,,235.50390625,cuda,1,false,false,false,2.5.1+cu124
+rdnet s,RDNet,0.9715725247295923,0.9946842932421189,0.9443315226943826,21634,615,384,false,false,false,56.012030553014334,50.101223,17.8533074078348,,cpu,1,false,false,false,2.5.1+cu124
+rdnet s,RDNet,0.9715725247295923,0.9946842932421189,0.9443315226943826,21634,615,384,false,false,false,442.66785515840985,50.101223,2.25903007943088,,cpu,1,false,false,true,2.5.1+cu124
+rdnet s,RDNet,0.9715725247295923,0.9946842932421189,0.9443315226943826,21634,615,384,false,false,false,73.36151631950636,50.101223,13.6311250117128,,cpu,1,true,false,false,2.5.1+cu124
+rdnet s,RDNet,0.9715725247295923,0.9946842932421189,0.9443315226943826,21634,615,384,false,false,false,107.33230303350139,50.101223,9.31685961949286,,cpu,1,true,true,false,2.5.1+cu124
+rdnet s,RDNet,0.9715725247295923,0.9946842932421189,0.9443315226943826,21634,615,384,false,false,false,1.452168473857683,50.101223,688.625333769643,,cuda,512,true,true,false,2.5.1+cu124
+rdnet s,RDNet,0.9715725247295923,0.9946842932421189,0.9443315226943826,21634,615,384,false,false,false,,50.101223,,274.9931640625,cuda,1,false,false,false,2.5.1+cu124
+rdnet s,RDNet,0.9715725247295923,0.9946842932421189,0.9443315226943826,21634,615,384,false,false,false,2.763398216265135,50.101223,361.873288516321,,cuda,512,true,false,false,2.5.1+cu124
+rdnet s,RDNet,0.9715725247295923,0.9946842932421189,0.9443315226943826,21634,615,384,false,false,false,3.934187509977891,50.101223,254.182089049848,,cuda,512,false,false,false,2.5.1+cu124
+resnet v1 50,ResNet v1,0.9392622723490801,0.978274937598225,0.8925641279364709,21634,1314,256,false,false,false,20.887542841999675,25.014047,47.8754254420605,,cpu,1,false,false,false,2.5.1+cu124
+resnet v1 50,ResNet v1,0.9392622723490801,0.978274937598225,0.8925641279364709,21634,1314,256,false,false,false,92.59670900840638,25.014047,10.7995198826042,,cpu,1,false,false,true,2.5.1+cu124
+resnet v1 50,ResNet v1,0.9392622723490801,0.978274937598225,0.8925641279364709,21634,1314,256,false,false,false,17.868082230503198,25.014047,55.9657151282227,,cpu,1,true,false,false,2.5.1+cu124
+resnet v1 50,ResNet v1,0.9392622723490801,0.978274937598225,0.8925641279364709,21634,1314,256,false,false,false,10.943903355495419,25.014047,91.3750759227836,,cpu,1,true,true,false,2.5.1+cu124
+resnet v1 50,ResNet v1,0.9392622723490801,0.978274937598225,0.8925641279364709,21634,1314,256,false,false,false,0.898559644648461,25.014047,1112.89217800475,,cuda,512,false,false,false,2.5.1+cu124
+resnet v1 50,ResNet v1,0.9392622723490801,0.978274937598225,0.8925641279364709,21634,1314,256,false,false,false,0.5574248719435119,25.014047,1793.96372557509,,cuda,512,true,false,false,2.5.1+cu124
+resnet v1 50,ResNet v1,0.9392622723490801,0.978274937598225,0.8925641279364709,21634,1314,256,false,false,false,0.25380360536132707,25.014047,3940.05435256269,,cuda,512,true,true,false,2.5.1+cu124
+resnet v1 50,ResNet v1,0.9392622723490801,0.978274937598225,0.8925641279364709,21634,1314,256,false,false,false,,25.014047,,122.0400390625,cuda,1,false,false,false,2.5.1+cu124
+rope deit3 reg4 m14,RoPE DeiT3,0.94785985023574,0.986086715355459,0.9074774733545122,21634,1128,252,false,false,false,30.772518441000994,38.654175,32.4965277676984,,cpu,1,false,false,false,2.5.1+cu124
+rope deit3 reg4 m14,RoPE DeiT3,0.94785985023574,0.986086715355459,0.9074774733545122,21634,1128,252,false,false,false,234.72653917500205,38.654175,4.26027667563591,,cpu,1,false,false,true,2.5.1+cu124
+rope deit3 reg4 m14,RoPE DeiT3,0.94785985023574,0.986086715355459,0.9074774733545122,21634,1128,252,false,false,false,29.426381595003516,38.654175,33.9831112694398,,cpu,1,true,false,false,2.5.1+cu124
+rope deit3 reg4 m14,RoPE DeiT3,0.94785985023574,0.986086715355459,0.9074774733545122,21634,1128,252,false,false,false,22.707346203998895,38.654175,44.0386116024379,,cpu,1,true,true,false,2.5.1+cu124
+rope deit3 reg4 m14,RoPE DeiT3,0.94785985023574,0.986086715355459,0.9074774733545122,21634,1128,252,false,false,false,1.2874482347753258,38.654175,776.730258342784,,cuda,512,false,false,false,2.5.1+cu124
+rope deit3 reg4 m14,RoPE DeiT3,0.94785985023574,0.986086715355459,0.9074774733545122,21634,1128,252,false,false,false,0.8788732638281285,38.654175,1137.8204812424,,cuda,512,true,false,false,2.5.1+cu124
+rope deit3 reg4 m14,RoPE DeiT3,0.94785985023574,0.986086715355459,0.9074774733545122,21634,1128,252,false,false,false,0.43836367933593645,38.654175,2281.21089209505,,cuda,512,true,true,false,2.5.1+cu124
+rope deit3 reg4 m14,RoPE DeiT3,0.94785985023574,0.986086715355459,0.9074774733545122,21634,1128,252,false,false,false,,38.654175,,167.73388671875,cuda,1,false,false,false,2.5.1+cu124
+swin transformer v2 s (i),Swin Transformer v2,0.9790145141906259,0.9966719053341961,0.9576527532286789,21634,454,384,true,false,false,90.06867345800894,49.533657,11.1026393706821,,cpu,1,false,false,false,2.5.1+cu124
+swin transformer v2 s (i),Swin Transformer v2,0.9790145141906259,0.9966719053341961,0.9576527532286789,21634,454,384,true,false,false,74.88265769500872,49.533657,13.3542268768414,,cpu,1,true,false,false,2.5.1+cu124
+swin transformer v2 s (i),Swin Transformer v2,0.9790145141906259,0.9966719053341961,0.9576527532286789,21634,454,384,true,false,false,52.86855351200197,49.533657,18.9148356361402,,cpu,1,true,true,false,2.5.1+cu124
+swin transformer v2 s (i),Swin Transformer v2,0.9790145141906259,0.9966719053341961,0.9576527532286789,21634,454,384,true,false,false,5.548139352506123,49.533657,180.240606167957,,cuda,512,false,false,false,2.5.1+cu124
+swin transformer v2 s (i),Swin Transformer v2,0.9790145141906259,0.9966719053341961,0.9576527532286789,21634,454,384,true,false,false,2.2101173493969855,49.533657,452.464662237434,,cuda,512,true,true,false,2.5.1+cu124
+swin transformer v2 s (i),Swin Transformer v2,0.9790145141906259,0.9966719053341961,0.9576527532286789,21634,454,384,true,false,false,3.6381103716141507,49.533657,274.867966569228,,cuda,512,true,false,false,2.5.1+cu124
+swin transformer v2 s (i),Swin Transformer v2,0.9790145141906259,0.9966719053341961,0.9576527532286789,21634,454,384,true,false,false,516.825842908777,49.533657,1.9348877648452,,cpu,1,false,false,true,2.5.1+cu124
+swin transformer v2 s (i),Swin Transformer v2,0.9790145141906259,0.9966719053341961,0.9576527532286789,21634,454,384,true,false,false,,49.533657,,262.33642578125,cuda,1,false,false,false,2.5.1+cu124
+van b2,VAN,0.9595544051030784,0.9906166219839142,0.9240413460766104,21634,875,256,false,false,false,41.39875469350228,26.442527,24.1553159606744,,cpu,1,false,false,false,2.5.1+cu124
+van b2,VAN,0.9595544051030784,0.9906166219839142,0.9240413460766104,21634,875,256,false,false,false,161.5112194582859,26.442527,6.19152033743559,,cpu,1,false,false,true,2.5.1+cu124
+van b2,VAN,0.9595544051030784,0.9906166219839142,0.9240413460766104,21634,875,256,false,false,false,39.23881300849465,26.442527,25.4849707044786,,cpu,1,true,false,false,2.5.1+cu124
+van b2,VAN,0.9595544051030784,0.9906166219839142,0.9240413460766104,21634,875,256,false,false,false,36.238696332504276,26.442527,27.5948116572574,,cpu,1,true,true,false,2.5.1+cu124
+van b2,VAN,0.9595544051030784,0.9906166219839142,0.9240413460766104,21634,875,256,false,false,false,2.0102242142188227,26.442527,497.456946805609,,cuda,512,false,false,false,2.5.1+cu124
+van b2,VAN,0.9595544051030784,0.9906166219839142,0.9240413460766104,21634,875,256,false,false,false,1.7234496389649208,26.442527,580.23163392264,,cuda,512,true,false,false,2.5.1+cu124
+van b2,VAN,0.9595544051030784,0.9906166219839142,0.9240413460766104,21634,875,256,false,false,false,1.1255033006152364,26.442527,888.491397096186,,cuda,512,true,true,false,2.5.1+cu124
+van b2,VAN,0.9595544051030784,0.9906166219839142,0.9240413460766104,21634,875,256,false,false,false,,26.442527,,130.68994140625,cuda,1,false,false,false,2.5.1+cu124
+van b2,VAN,0.9674586299343626,0.9936673754275677,0.939669155834456,21634,704,384,false,false,false,67.2555118685052,26.442527,14.8686698267222,,cpu,1,false,false,false,2.5.1+cu124
+van b2,VAN,0.9674586299343626,0.9936673754275677,0.939669155834456,21634,704,384,false,false,false,346.73078851665156,26.442527,2.8840819249946,,cpu,1,false,false,true,2.5.1+cu124
+van b2,VAN,0.9674586299343626,0.9936673754275677,0.939669155834456,21634,704,384,false,false,false,40.12690014949468,26.442527,24.9209382303256,,cpu,1,true,false,false,2.5.1+cu124
+van b2,VAN,0.9674586299343626,0.9936673754275677,0.939669155834456,21634,704,384,false,false,false,37.10543190899619,26.442527,26.9502320429142,,cpu,1,true,true,false,2.5.1+cu124
+van b2,VAN,0.9674586299343626,0.9936673754275677,0.939669155834456,21634,704,384,false,false,false,5.474223075683552,26.442527,182.674324040975,,cuda,512,true,false,false,2.5.1+cu124
+van b2,VAN,0.9674586299343626,0.9936673754275677,0.939669155834456,21634,704,384,false,false,false,4.068634453867197,26.442527,245.782709491021,,cuda,512,true,true,false,2.5.1+cu124
+van b2,VAN,0.9674586299343626,0.9936673754275677,0.939669155834456,21634,704,384,false,false,false,,26.442527,,157.22119140625,cuda,1,false,false,false,2.5.1+cu124
+van b2,VAN,0.9674586299343626,0.9936673754275677,0.939669155834456,21634,704,384,false,false,false,4.6231259202568165,26.442527,216.303863932923,,cuda,512,false,false,false,2.5.1+cu124
+"vitreg4 b16 (mim, i)",ViT,0.9712027364333918,0.9947305167791439,0.945025817784609,21634,623,384,true,true,false,66.8381551619968,86.370015,14.9615140869206,,cpu,1,false,false,false,2.5.1+cu124
+"vitreg4 b16 (mim, i)",ViT,0.9712027364333918,0.9947305167791439,0.945025817784609,21634,623,384,true,true,false,69.92860583600117,86.370015,14.3002993988645,,cpu,1,true,false,false,2.5.1+cu124
+"vitreg4 b16 (mim, i)",ViT,0.9712027364333918,0.9947305167791439,0.945025817784609,21634,623,384,true,true,false,42.15360556548691,86.370015,23.7227631322419,,cpu,1,true,true,false,2.5.1+cu124
+"vitreg4 b16 (mim, i)",ViT,0.9712027364333918,0.9947305167791439,0.945025817784609,21634,623,384,true,true,false,3.117010184960613,86.370015,320.820254237519,,cuda,512,false,false,false,2.5.1+cu124
+"vitreg4 b16 (mim, i)",ViT,0.9712027364333918,0.9947305167791439,0.945025817784609,21634,623,384,true,true,false,3.0363258613448383,86.370015,329.345414710226,,cuda,512,true,false,false,2.5.1+cu124
+"vitreg4 b16 (mim, i)",ViT,0.9712027364333918,0.9947305167791439,0.945025817784609,21634,623,384,true,true,false,1.483919620720068,86.370015,673.890948025037,,cuda,512,true,true,false,2.5.1+cu124
+"vitreg4 b16 (mim, i)",ViT,0.9712027364333918,0.9947305167791439,0.945025817784609,21634,623,384,true,true,false,888.777042442233,86.370015,1.12514157347285,,cpu,1,false,false,true,2.5.1+cu124
+"vitreg4 b16 (mim, i)",ViT,0.9712027364333918,0.9947305167791439,0.945025817784609,21634,623,384,true,true,false,,86.370015,,362.62890625,cuda,1,false,false,false,2.5.1+cu124

results_il-common.csv

@@ -1,4 +1,4 @@
-Model name,Model type,Accuracy,Top-3 accuracy,Macro F1-score,Samples,Mistakes,Resolution,Intermediate,MIM,Distilled,ms / sample,Parameters (M),Samples / sec,Peak GPU memory (MB),device,batch_size,compile,amp,single_thread,torch_version
+Model name,Model type,Accuracy,Top-3 accuracy,Macro F1-score,Samples,Mistakes,Resolution,Intermediate,MIM,Distilled,ms / sample,Parameters (M),Samples / sec,Peak GPU memory (MB),device,max_batch_size,compile,amp,single_thread,torch_version
 cait xxs24,CaiT,0.9233055134041477,0.9696509863429439,0.8966270708482156,15816,1213,256,false,false,false,46.69523362448677,11.834867,21.4154619728812,,cpu,1,false,false,false,2.5.1+cu124
 cait xxs24,CaiT,0.9233055134041477,0.9696509863429439,0.8966270708482156,15816,1213,256,false,false,false,41.805457279522685,11.834867,23.9203220123566,,cpu,1,true,false,false,2.5.1+cu124
 cait xxs24,CaiT,0.9233055134041477,0.9696509863429439,0.8966270708482156,15816,1213,256,false,false,false,42.5546237445087,11.834867,23.4992090637164,,cpu,1,true,true,false,2.5.1+cu124
@@ -23,13 +23,13 @@ coat tiny,CoaT,0.9324102175012645,0.9744562468386444,0.9080923389521037,15816,10
 coat tiny,CoaT,0.9324102175012645,0.9744562468386444,0.9080923389521037,15816,1069,256,false,false,false,0.8657629922802826,5.402303,1155.05052643352,,cuda,512,true,true,false,2.5.1+cu124
 coat tiny,CoaT,0.9324102175012645,0.9744562468386444,0.9080923389521037,15816,1069,256,false,false,false,164.45811165807135,5.402303,6.08057571571248,,cpu,1,false,false,true,2.5.1+cu124
 coat tiny,CoaT,0.9324102175012645,0.9744562468386444,0.9080923389521037,15816,1069,256,false,false,false,,5.402303,,59.08056640625,cuda,1,false,false,false,2.5.1+cu124
-conv2former n,Conv2Former,0.9585862417804755,0.9874810318664643,0.9426536984630685,15816,655,256,false,false,false,40.95046309350437,14.187091,24.419748263081832,,cpu,1,false,false,false,2.5.1+cu124
-conv2former n,Conv2Former,0.9585862417804755,0.9874810318664643,0.9426536984630685,15816,655,256,false,false,false,73.508838775039,14.187091,13.603806245128235,,cpu,1,false,false,true,2.5.1+cu124
-conv2former n,Conv2Former,0.9585862417804755,0.9874810318664643,0.9426536984630685,15816,655,256,false,false,false,20.973168628996063,14.187091,47.67996756663028,,cpu,1,true,false,false,2.5.1+cu124
-conv2former n,Conv2Former,0.9585862417804755,0.9874810318664643,0.9426536984630685,15816,655,256,false,false,false,18.3885175825053,14.187091,54.38176272302628,,cpu,1,true,true,false,2.5.1+cu124
+conv2former n,Conv2Former,0.9585862417804755,0.9874810318664643,0.9426536984630685,15816,655,256,false,false,false,40.950463093504425,14.187091,24.4197482630818,,cpu,1,false,false,false,2.5.1+cu124
+conv2former n,Conv2Former,0.9585862417804755,0.9874810318664643,0.9426536984630685,15816,655,256,false,false,false,73.5088387750392,14.187091,13.6038062451282,,cpu,1,false,false,true,2.5.1+cu124
+conv2former n,Conv2Former,0.9585862417804755,0.9874810318664643,0.9426536984630685,15816,655,256,false,false,false,20.973168628996053,14.187091,47.6799675666303,,cpu,1,true,false,false,2.5.1+cu124
+conv2former n,Conv2Former,0.9585862417804755,0.9874810318664643,0.9426536984630685,15816,655,256,false,false,false,18.388517582505294,14.187091,54.3817627230263,,cpu,1,true,true,false,2.5.1+cu124
 conv2former n,Conv2Former,0.9585862417804755,0.9874810318664643,0.9426536984630685,15816,655,256,false,false,false,1.3820914514258218,14.187091,723.541122382574,,cuda,512,false,false,false,2.5.1+cu124
-conv2former n,Conv2Former,0.9585862417804755,0.9874810318664643,0.9426536984630685,15816,655,256,false,false,false,0.6963918554004067,14.187091,1435.9731410486222,,cuda,512,true,false,false,2.5.1+cu124
-conv2former n,Conv2Former,0.9585862417804755,0.9874810318664643,0.9426536984630685,15816,655,256,false,false,false,0.3616930215332559,14.187091,2764.7754876798335,,cuda,512,true,true,false,2.5.1+cu124
+conv2former n,Conv2Former,0.9585862417804755,0.9874810318664643,0.9426536984630685,15816,655,256,false,false,false,0.6963918554004078,14.187091,1435.97314104862,,cuda,512,true,false,false,2.5.1+cu124
+conv2former n,Conv2Former,0.9585862417804755,0.9874810318664643,0.9426536984630685,15816,655,256,false,false,false,0.3616930215332564,14.187091,2764.77548767983,,cuda,512,true,true,false,2.5.1+cu124
 conv2former n,Conv2Former,0.9585862417804755,0.9874810318664643,0.9426536984630685,15816,655,256,false,false,false,,14.187091,,79.02099609375,cuda,1,false,false,false,2.5.1+cu124
 convnext v2 atto,ConvNeXt v2,0.8779084471421346,0.9412620131512393,0.8448640662634193,15816,1931,256,false,false,false,10.582217349990964,3.506491,94.4981535463221,,cpu,1,false,false,false,2.5.1+cu124
 convnext v2 atto,ConvNeXt v2,0.8779084471421346,0.9412620131512393,0.8448640662634193,15816,1931,256,false,false,false,10.353709629009249,3.506491,96.5837401116773,,cpu,1,true,false,false,2.5.1+cu124
@@ -175,13 +175,13 @@ efficientnet v1 b1,EfficientNet v1,0.9397445624683864,0.9805260495700556,0.91871
 efficientnet v1 b1,EfficientNet v1,0.9397445624683864,0.9805260495700556,0.9187110336722603,15816,953,256,false,false,false,0.29819524715833245,6.988435,3353.50750734478,,cuda,512,true,true,false,2.5.1+cu124
 efficientnet v1 b1,EfficientNet v1,0.9397445624683864,0.9805260495700556,0.9187110336722603,15816,953,256,false,false,false,27.7521137002623,6.988435,36.033291402613,,cpu,1,false,false,true,2.5.1+cu124
 efficientnet v1 b1,EfficientNet v1,0.9397445624683864,0.9805260495700556,0.9187110336722603,15816,953,256,false,false,false,,6.988435,,50.8798828125,cuda,1,false,false,false,2.5.1+cu124
-efficientnet v1 b2,EfficientNet v1,0.9408194233687405,0.9827389984825493,0.9204250745066693,15816,936,256,false,false,false,22.75211707499693,8.223733,43.95195386450141,,cpu,1,false,false,false,2.5.1+cu124
-efficientnet v1 b2,EfficientNet v1,0.9408194233687405,0.9827389984825493,0.9204250745066693,15816,936,256,false,false,false,35.77179904168588,8.223733,27.954982047021787,,cpu,1,false,false,true,2.5.1+cu124
-efficientnet v1 b2,EfficientNet v1,0.9408194233687405,0.9827389984825493,0.9204250745066693,15816,936,256,false,false,false,12.510217766510323,8.223733,79.93465970488427,,cpu,1,true,false,false,2.5.1+cu124
-efficientnet v1 b2,EfficientNet v1,0.9408194233687405,0.9827389984825493,0.9204250745066693,15816,936,256,false,false,false,41.50355239100464,8.223733,24.09432307333618,,cpu,1,true,true,false,2.5.1+cu124
-efficientnet v1 b2,EfficientNet v1,0.9408194233687405,0.9827389984825493,0.9204250745066693,15816,936,256,false,false,false,0.7177660845997025,8.223733,1393.2115510273784,,cuda,512,false,false,false,2.5.1+cu124
-efficientnet v1 b2,EfficientNet v1,0.9408194233687405,0.9827389984825493,0.9204250745066693,15816,936,256,false,false,false,0.5104271631248025,8.223733,1959.1433846860027,,cuda,512,true,false,false,2.5.1+cu124
-efficientnet v1 b2,EfficientNet v1,0.9408194233687405,0.9827389984825493,0.9204250745066693,15816,936,256,false,false,false,0.31352293101576834,8.223733,3189.559362564475,,cuda,512,true,true,false,2.5.1+cu124
+efficientnet v1 b2,EfficientNet v1,0.9408194233687405,0.9827389984825493,0.9204250745066693,15816,936,256,false,false,false,22.752117074996942,8.223733,43.9519538645014,,cpu,1,false,false,false,2.5.1+cu124
+efficientnet v1 b2,EfficientNet v1,0.9408194233687405,0.9827389984825493,0.9204250745066693,15816,936,256,false,false,false,35.77179904168586,8.223733,27.9549820470218,,cpu,1,false,false,true,2.5.1+cu124
+efficientnet v1 b2,EfficientNet v1,0.9408194233687405,0.9827389984825493,0.9204250745066693,15816,936,256,false,false,false,12.51021776651032,8.223733,79.9346597048843,,cpu,1,true,false,false,2.5.1+cu124
+efficientnet v1 b2,EfficientNet v1,0.9408194233687405,0.9827389984825493,0.9204250745066693,15816,936,256,false,false,false,41.503552391004604,8.223733,24.0943230733362,,cpu,1,true,true,false,2.5.1+cu124
+efficientnet v1 b2,EfficientNet v1,0.9408194233687405,0.9827389984825493,0.9204250745066693,15816,936,256,false,false,false,0.7177660845997017,8.223733,1393.21155102738,,cuda,512,false,false,false,2.5.1+cu124
+efficientnet v1 b2,EfficientNet v1,0.9408194233687405,0.9827389984825493,0.9204250745066693,15816,936,256,false,false,false,0.5104271631248032,8.223733,1959.143384686,,cuda,512,true,false,false,2.5.1+cu124
+efficientnet v1 b2,EfficientNet v1,0.9408194233687405,0.9827389984825493,0.9204250745066693,15816,936,256,false,false,false,0.31352293101576784,8.223733,3189.55936256448,,cuda,512,true,true,false,2.5.1+cu124
 efficientnet v1 b2,EfficientNet v1,0.9408194233687405,0.9827389984825493,0.9204250745066693,15816,936,256,false,false,false,,8.223733,,55.63330078125,cuda,1,false,false,false,2.5.1+cu124
 efficientnet v2 s,EfficientNet v2,0.9589023773394031,0.9884926656550329,0.9425628174764586,15816,650,256,false,false,false,32.75701137000576,20.652739,30.5278155172501,,cpu,1,false,false,false,2.5.1+cu124
 efficientnet v2 s,EfficientNet v2,0.9589023773394031,0.9884926656550329,0.9425628174764586,15816,650,256,false,false,false,25.10888454399537,20.652739,39.8265402131989,,cpu,1,true,false,false,2.5.1+cu124
@@ -255,13 +255,13 @@ ghostnet v2 1,GhostNet v2,0.8964339908952959,0.9599772382397572,0.86818051961865
 ghostnet v2 1,GhostNet v2,0.8964339908952959,0.9599772382397572,0.8681805196186574,15816,1638,256,false,false,false,0.19867922770998817,5.351159,5033.23881175791,,cuda,512,true,true,false,2.5.1+cu124
 ghostnet v2 1,GhostNet v2,0.8964339908952959,0.9599772382397572,0.8681805196186574,15816,1638,256,false,false,false,22.508054983336454,5.351159,44.4285390603647,,cpu,1,false,false,true,2.5.1+cu124
 ghostnet v2 1,GhostNet v2,0.8964339908952959,0.9599772382397572,0.8681805196186574,15816,1638,256,false,false,false,,5.351159,,37.72802734375,cuda,1,false,false,false,2.5.1+cu124
-groupmixformer mobile,GroupMixFormer,0.9496712190187152,0.9814112291350531,0.93146047453614,15816,796,256,false,false,false,70.52609626899357,5.631851,14.17914861168411,,cpu,1,false,false,false,2.5.1+cu124
-groupmixformer mobile,GroupMixFormer,0.9496712190187152,0.9814112291350531,0.93146047453614,15816,796,256,false,false,false,76.32421462476486,5.631851,13.102001834101163,,cpu,1,false,false,true,2.5.1+cu124
+groupmixformer mobile,GroupMixFormer,0.9496712190187152,0.9814112291350531,0.93146047453614,15816,796,256,false,false,false,70.52609626899361,5.631851,14.1791486116841,,cpu,1,false,false,false,2.5.1+cu124
+groupmixformer mobile,GroupMixFormer,0.9496712190187152,0.9814112291350531,0.93146047453614,15816,796,256,false,false,false,76.32421462476465,5.631851,13.1020018341012,,cpu,1,false,false,true,2.5.1+cu124
 groupmixformer mobile,GroupMixFormer,0.9496712190187152,0.9814112291350531,0.93146047453614,15816,796,256,false,false,false,52.66591077650082,5.631851,18.9876142889414,,cpu,1,true,false,false,2.5.1+cu124
-groupmixformer mobile,GroupMixFormer,0.9496712190187152,0.9814112291350531,0.93146047453614,15816,796,256,false,false,false,47.60062263949658,5.631851,21.00812856112203,,cpu,1,true,true,false,2.5.1+cu124
-groupmixformer mobile,GroupMixFormer,0.9496712190187152,0.9814112291350531,0.93146047453614,15816,796,256,false,false,false,1.1712917849706628,5.631851,853.7582290180981,,cuda,512,false,false,false,2.5.1+cu124
-groupmixformer mobile,GroupMixFormer,0.9496712190187152,0.9814112291350531,0.93146047453614,15816,796,256,false,false,false,0.868515167050532,5.631851,1151.3903705285759,,cuda,512,true,false,false,2.5.1+cu124
-groupmixformer mobile,GroupMixFormer,0.9496712190187152,0.9814112291350531,0.93146047453614,15816,796,256,false,false,false,0.4851932499707346,5.631851,2061.0344436166765,,cuda,512,true,true,false,2.5.1+cu124
+groupmixformer mobile,GroupMixFormer,0.9496712190187152,0.9814112291350531,0.93146047453614,15816,796,256,false,false,false,47.60062263949664,5.631851,21.008128561122,,cpu,1,true,true,false,2.5.1+cu124
+groupmixformer mobile,GroupMixFormer,0.9496712190187152,0.9814112291350531,0.93146047453614,15816,796,256,false,false,false,1.171291784970663,5.631851,853.758229018098,,cuda,512,false,false,false,2.5.1+cu124
+groupmixformer mobile,GroupMixFormer,0.9496712190187152,0.9814112291350531,0.93146047453614,15816,796,256,false,false,false,0.8685151670505289,5.631851,1151.39037052858,,cuda,512,true,false,false,2.5.1+cu124
+groupmixformer mobile,GroupMixFormer,0.9496712190187152,0.9814112291350531,0.93146047453614,15816,796,256,false,false,false,0.4851932499707337,5.631851,2061.03444361668,,cuda,512,true,true,false,2.5.1+cu124
 groupmixformer mobile,GroupMixFormer,0.9496712190187152,0.9814112291350531,0.93146047453614,15816,796,256,false,false,false,,5.631851,,38.607421875,cuda,1,false,false,false,2.5.1+cu124
 inception next a,Inception NeXt,0.9331057157309054,0.9740768841679313,0.912216085257309,15816,1058,256,false,false,false,12.059639051003613,3.552051,82.9212214205349,,cpu,1,false,false,false,2.5.1+cu124
 inception next a,Inception NeXt,0.9331057157309054,0.9740768841679313,0.912216085257309,15816,1058,256,false,false,false,9.528393329004754,3.552051,104.949487859193,,cpu,1,true,false,false,2.5.1+cu124
@@ -439,21 +439,21 @@ pit t,PiT,0.8428806272129489,0.9246332827516439,0.8049661245128393,15816,2485,25
 pit t,PiT,0.8428806272129489,0.9246332827516439,0.8049661245128393,15816,2485,256,false,false,false,0.08232201151855602,4.78103,12147.4194028239,,cuda,512,true,true,false,2.5.1+cu124
 pit t,PiT,0.8428806272129489,0.9246332827516439,0.8049661245128393,15816,2485,256,false,false,false,25.215715684074283,4.78103,39.657807556562,,cpu,1,false,false,true,2.5.1+cu124
 pit t,PiT,0.8428806272129489,0.9246332827516439,0.8049661245128393,15816,2485,256,false,false,false,,4.78103,,30.52587890625,cuda,1,false,false,false,2.5.1+cu124
-poolformer v1 s12,MetaFormer,0.9374051593323217,0.9775543753161355,0.9173398088305279,15816,990,256,false,false,false,16.168591960973572,11.592499,61.84830456564916,,cpu,1,false,false,false,2.5.1+cu124
-poolformer v1 s12,MetaFormer,0.9374051593323217,0.9775543753161355,0.9173398088305279,15816,990,256,false,false,false,51.38625632486461,11.592499,19.460456385030003,,cpu,1,false,false,true,2.5.1+cu124
-poolformer v1 s12,MetaFormer,0.9374051593323217,0.9775543753161355,0.9173398088305279,15816,990,256,false,false,false,13.862334221019408,11.592499,72.13792309838436,,cpu,1,true,false,false,2.5.1+cu124
-poolformer v1 s12,MetaFormer,0.9374051593323217,0.9775543753161355,0.9173398088305279,15816,990,256,false,false,false,10.235911409487016,11.592499,97.69525741236521,,cpu,1,true,true,false,2.5.1+cu124
-poolformer v1 s12,MetaFormer,0.9374051593323217,0.9775543753161355,0.9173398088305279,15816,990,256,false,false,false,0.5507562345610495,11.592499,1815.685301859535,,cuda,512,false,false,false,2.5.1+cu124
-poolformer v1 s12,MetaFormer,0.9374051593323217,0.9775543753161355,0.9173398088305279,15816,990,256,false,false,false,0.3708547245605586,11.592499,2696.4736695344573,,cuda,512,true,false,false,2.5.1+cu124
-poolformer v1 s12,MetaFormer,0.9374051593323217,0.9775543753161355,0.9173398088305279,15816,990,256,false,false,false,0.2147788045795096,11.592499,4655.952909123335,,cuda,512,true,true,false,2.5.1+cu124
+poolformer v1 s12,MetaFormer,0.9374051593323217,0.9775543753161355,0.9173398088305279,15816,990,256,false,false,false,16.16859196097356,11.592499,61.8483045656492,,cpu,1,false,false,false,2.5.1+cu124
+poolformer v1 s12,MetaFormer,0.9374051593323217,0.9775543753161355,0.9173398088305279,15816,990,256,false,false,false,51.386256324864625,11.592499,19.46045638503,,cpu,1,false,false,true,2.5.1+cu124
+poolformer v1 s12,MetaFormer,0.9374051593323217,0.9775543753161355,0.9173398088305279,15816,990,256,false,false,false,13.8623342210194,11.592499,72.1379230983844,,cpu,1,true,false,false,2.5.1+cu124
+poolformer v1 s12,MetaFormer,0.9374051593323217,0.9775543753161355,0.9173398088305279,15816,990,256,false,false,false,10.235911409487018,11.592499,97.6952574123652,,cpu,1,true,true,false,2.5.1+cu124
+poolformer v1 s12,MetaFormer,0.9374051593323217,0.9775543753161355,0.9173398088305279,15816,990,256,false,false,false,0.550756234561048,11.592499,1815.68530185954,,cuda,512,false,false,false,2.5.1+cu124
+poolformer v1 s12,MetaFormer,0.9374051593323217,0.9775543753161355,0.9173398088305279,15816,990,256,false,false,false,0.37085472456055824,11.592499,2696.47366953446,,cuda,512,true,false,false,2.5.1+cu124
+poolformer v1 s12,MetaFormer,0.9374051593323217,0.9775543753161355,0.9173398088305279,15816,990,256,false,false,false,0.21477880457950937,11.592499,4655.95290912334,,cuda,512,true,true,false,2.5.1+cu124
 poolformer v1 s12,MetaFormer,0.9374051593323217,0.9775543753161355,0.9173398088305279,15816,990,256,false,false,false,,11.592499,,66.48681640625,cuda,1,false,false,false,2.5.1+cu124
-poolformer v2 s12,MetaFormer,0.9417678300455236,0.9808421851289834,0.9210016188892922,15816,921,256,false,false,false,15.088983266032301,11.569035,66.27351772939923,,cpu,1,false,false,false,2.5.1+cu124
-poolformer v2 s12,MetaFormer,0.9417678300455236,0.9808421851289834,0.9210016188892922,15816,921,256,false,false,false,47.302974483075864,11.569035,21.140319629535806,,cpu,1,false,false,true,2.5.1+cu124
-poolformer v2 s12,MetaFormer,0.9417678300455236,0.9808421851289834,0.9210016188892922,15816,921,256,false,false,false,15.189357992494477,11.569035,65.83556727638721,,cpu,1,true,false,false,2.5.1+cu124
-poolformer v2 s12,MetaFormer,0.9417678300455236,0.9808421851289834,0.9210016188892922,15816,921,256,false,false,false,9.632575118448585,11.569035,103.81439933800996,,cpu,1,true,true,false,2.5.1+cu124
-poolformer v2 s12,MetaFormer,0.9417678300455236,0.9808421851289834,0.9210016188892922,15816,921,256,false,false,false,0.7357488781735811,11.569035,1359.1593948228565,,cuda,512,false,false,false,2.5.1+cu124
-poolformer v2 s12,MetaFormer,0.9417678300455236,0.9808421851289834,0.9210016188892922,15816,921,256,false,false,false,0.3777505283096616,11.569035,2647.249772157164,,cuda,512,true,false,false,2.5.1+cu124
-poolformer v2 s12,MetaFormer,0.9417678300455236,0.9808421851289834,0.9210016188892922,15816,921,256,false,false,false,0.22760369368370448,11.569035,4393.601807665198,,cuda,512,true,true,false,2.5.1+cu124
+poolformer v2 s12,MetaFormer,0.9417678300455236,0.9808421851289834,0.9210016188892922,15816,921,256,false,false,false,15.088983266032308,11.569035,66.2735177293992,,cpu,1,false,false,false,2.5.1+cu124
+poolformer v2 s12,MetaFormer,0.9417678300455236,0.9808421851289834,0.9210016188892922,15816,921,256,false,false,false,47.30297448307588,11.569035,21.1403196295358,,cpu,1,false,false,true,2.5.1+cu124
+poolformer v2 s12,MetaFormer,0.9417678300455236,0.9808421851289834,0.9210016188892922,15816,921,256,false,false,false,15.18935799249448,11.569035,65.8355672763872,,cpu,1,true,false,false,2.5.1+cu124
+poolformer v2 s12,MetaFormer,0.9417678300455236,0.9808421851289834,0.9210016188892922,15816,921,256,false,false,false,9.632575118448582,11.569035,103.81439933801,,cpu,1,true,true,false,2.5.1+cu124
+poolformer v2 s12,MetaFormer,0.9417678300455236,0.9808421851289834,0.9210016188892922,15816,921,256,false,false,false,0.7357488781735793,11.569035,1359.15939482286,,cuda,512,false,false,false,2.5.1+cu124
+poolformer v2 s12,MetaFormer,0.9417678300455236,0.9808421851289834,0.9210016188892922,15816,921,256,false,false,false,0.37775052830966216,11.569035,2647.24977215716,,cuda,512,true,false,false,2.5.1+cu124
+poolformer v2 s12,MetaFormer,0.9417678300455236,0.9808421851289834,0.9210016188892922,15816,921,256,false,false,false,0.2276036936837044,11.569035,4393.6018076652,,cuda,512,true,true,false,2.5.1+cu124
 poolformer v2 s12,MetaFormer,0.9417678300455236,0.9808421851289834,0.9210016188892922,15816,921,256,false,false,false,,11.569035,,69.40234375,cuda,1,false,false,false,2.5.1+cu124
 pvt v2 b0,PVT v2,0.931398583712696,0.976416287303996,0.9084080899349161,15816,1085,256,false,false,false,14.797805715003056,3.505107,67.577586789515,,cpu,1,false,false,false,2.5.1+cu124
 pvt v2 b0,PVT v2,0.931398583712696,0.976416287303996,0.9084080899349161,15816,1085,256,false,false,false,13.913955016498212,3.505107,71.8702912877229,,cpu,1,true,false,false,2.5.1+cu124
@@ -531,13 +531,13 @@ resnest 14,ResNeSt,0.9284901365705615,0.9748988366211432,0.9051016635455327,1581
 resnest 14,ResNeSt,0.9284901365705615,0.9748988366211432,0.9051016635455327,15816,1131,256,false,false,false,0.24155578822274043,9.322387,4139.8304191241,,cuda,512,true,true,false,2.5.1+cu124
 resnest 14,ResNeSt,0.9284901365705615,0.9748988366211432,0.9051016635455327,15816,1131,256,false,false,false,68.20752544153945,9.322387,14.6611388336775,,cpu,1,false,false,true,2.5.1+cu124
 resnest 14,ResNeSt,0.9284901365705615,0.9748988366211432,0.9051016635455327,15816,1131,256,false,false,false,,9.322387,,63.16748046875,cuda,1,false,false,false,2.5.1+cu124
-rope deit3 reg4 t16,RoPE DeiT3,0.927731411229135,0.974645928174001,0.9032457664279663,15816,1143,256,false,false,false,16.67378165750415,5.601203,59.97439696290752,,cpu,1,false,false,false,2.5.1+cu124
-rope deit3 reg4 t16,RoPE DeiT3,0.927731411229135,0.974645928174001,0.9032457664279663,15816,1143,256,false,false,false,33.74644954989587,5.601203,29.632746950799916,,cpu,1,false,false,true,2.5.1+cu124
-rope deit3 reg4 t16,RoPE DeiT3,0.927731411229135,0.974645928174001,0.9032457664279663,15816,1143,256,false,false,false,16.601042818496353,5.601203,60.23717973221729,,cpu,1,true,false,false,2.5.1+cu124
+rope deit3 reg4 t16,RoPE DeiT3,0.927731411229135,0.974645928174001,0.9032457664279663,15816,1143,256,false,false,false,16.673781657504158,5.601203,59.9743969629075,,cpu,1,false,false,false,2.5.1+cu124
+rope deit3 reg4 t16,RoPE DeiT3,0.927731411229135,0.974645928174001,0.9032457664279663,15816,1143,256,false,false,false,33.74644954989589,5.601203,29.6327469507999,,cpu,1,false,false,true,2.5.1+cu124
+rope deit3 reg4 t16,RoPE DeiT3,0.927731411229135,0.974645928174001,0.9032457664279663,15816,1143,256,false,false,false,16.60104281849635,5.601203,60.2371797322173,,cpu,1,true,false,false,2.5.1+cu124
 rope deit3 reg4 t16,RoPE DeiT3,0.927731411229135,0.974645928174001,0.9032457664279663,15816,1143,256,false,false,false,13.453885577997426,5.601203,74.3279697305741,,cpu,1,true,true,false,2.5.1+cu124
-rope deit3 reg4 t16,RoPE DeiT3,0.927731411229135,0.974645928174001,0.9032457664279663,15816,1143,256,false,false,false,0.35131356149406656,5.601203,2846.4599992872445,,cuda,512,false,false,false,2.5.1+cu124
+rope deit3 reg4 t16,RoPE DeiT3,0.927731411229135,0.974645928174001,0.9032457664279663,15816,1143,256,false,false,false,0.3513135614940671,5.601203,2846.45999928724,,cuda,512,false,false,false,2.5.1+cu124
 rope deit3 reg4 t16,RoPE DeiT3,0.927731411229135,0.974645928174001,0.9032457664279663,15816,1143,256,false,false,false,0.23415552957999355,5.601203,4270.6657485036,,cuda,512,true,false,false,2.5.1+cu124
-rope deit3 reg4 t16,RoPE DeiT3,0.927731411229135,0.974645928174001,0.9032457664279663,15816,1143,256,false,false,false,0.10994241787130932,5.601203,9095.670436960265,,cuda,512,true,true,false,2.5.1+cu124
+rope deit3 reg4 t16,RoPE DeiT3,0.927731411229135,0.974645928174001,0.9032457664279663,15816,1143,256,false,false,false,0.10994241787130925,5.601203,9095.67043696027,,cuda,512,true,true,false,2.5.1+cu124
 rope deit3 reg4 t16,RoPE DeiT3,0.927731411229135,0.974645928174001,0.9032457664279663,15816,1143,256,false,false,false,,5.601203,,33.35595703125,cuda,1,false,false,false,2.5.1+cu124
 shufflenet v1 4,ShuffleNet v1,0.8358624178047547,0.931398583712696,0.8023148233530545,15816,2596,256,false,false,false,10.887262207019374,1.283315,91.8504561555675,,cpu,1,false,false,false,2.5.1+cu124
 shufflenet v1 4,ShuffleNet v1,0.8358624178047547,0.931398583712696,0.8023148233530545,15816,2596,256,false,false,false,8.900185397505988,1.283315,112.357210028481,,cpu,1,true,false,false,2.5.1+cu124
@@ -555,13 +555,13 @@ shufflenet v2 1,ShuffleNet v2,0.8878983308042488,0.9573216995447648,0.8559561886
 shufflenet v2 1,ShuffleNet v2,0.8878983308042488,0.9573216995447648,0.8559561886589162,15816,1773,256,false,false,false,0.06811832364746787,1.633879,14680.3377777658,,cuda,512,true,true,false,2.5.1+cu124
 shufflenet v2 1,ShuffleNet v2,0.8878983308042488,0.9573216995447648,0.8559561886589162,15816,1773,256,false,false,false,9.76247779132491,1.633879,102.433011513595,,cpu,1,false,false,true,2.5.1+cu124
 shufflenet v2 1,ShuffleNet v2,0.8878983308042488,0.9573216995447648,0.8559561886589162,15816,1773,256,false,false,false,,1.633879,,19.41943359375,cuda,1,false,false,false,2.5.1+cu124
-smt t,SMT,0.9607991906929692,0.9899468892261002,0.9442116072745401,15816,620,256,false,false,false,32.29748469050537,11.183859,30.962163449650127,,cpu,1,false,false,false,2.5.1+cu124
-smt t,SMT,0.9607991906929692,0.9899468892261002,0.9442116072745401,15816,620,256,false,false,false,89.3247418833198,11.183859,11.195106517142218,,cpu,1,false,false,true,2.5.1+cu124
-smt t,SMT,0.9607991906929692,0.9899468892261002,0.9442116072745401,15816,620,256,false,false,false,30.029766091502093,11.183859,33.30029268136666,,cpu,1,true,false,false,2.5.1+cu124
-smt t,SMT,0.9607991906929692,0.9899468892261002,0.9442116072745401,15816,620,256,false,false,false,25.56558281499747,11.183859,39.11508715589979,,cpu,1,true,true,false,2.5.1+cu124
-smt t,SMT,0.9607991906929692,0.9899468892261002,0.9442116072745401,15816,620,256,false,false,false,1.2400289196583003,11.183859,806.4328050313196,,cuda,512,false,false,false,2.5.1+cu124
-smt t,SMT,0.9607991906929692,0.9899468892261002,0.9442116072745401,15816,620,256,false,false,false,0.8749918754297425,11.183859,1142.867754639277,,cuda,512,true,false,false,2.5.1+cu124
-smt t,SMT,0.9607991906929692,0.9899468892261002,0.9442116072745401,15816,620,256,false,false,false,0.5141224264453115,11.183859,1945.0620096736288,,cuda,512,true,true,false,2.5.1+cu124
+smt t,SMT,0.9607991906929692,0.9899468892261002,0.9442116072745401,15816,620,256,false,false,false,32.29748469050541,11.183859,30.9621634496501,,cpu,1,false,false,false,2.5.1+cu124
+smt t,SMT,0.9607991906929692,0.9899468892261002,0.9442116072745401,15816,620,256,false,false,false,89.32474188331994,11.183859,11.1951065171422,,cpu,1,false,false,true,2.5.1+cu124
+smt t,SMT,0.9607991906929692,0.9899468892261002,0.9442116072745401,15816,620,256,false,false,false,30.02976609150206,11.183859,33.3002926813667,,cpu,1,true,false,false,2.5.1+cu124
+smt t,SMT,0.9607991906929692,0.9899468892261002,0.9442116072745401,15816,620,256,false,false,false,25.565582814997466,11.183859,39.1150871558998,,cpu,1,true,true,false,2.5.1+cu124
+smt t,SMT,0.9607991906929692,0.9899468892261002,0.9442116072745401,15816,620,256,false,false,false,1.2400289196582999,11.183859,806.43280503132,,cuda,512,false,false,false,2.5.1+cu124
+smt t,SMT,0.9607991906929692,0.9899468892261002,0.9442116072745401,15816,620,256,false,false,false,0.8749918754297404,11.183859,1142.86775463928,,cuda,512,true,false,false,2.5.1+cu124
+smt t,SMT,0.9607991906929692,0.9899468892261002,0.9442116072745401,15816,620,256,false,false,false,0.5141224264453113,11.183859,1945.06200967363,,cuda,512,true,true,false,2.5.1+cu124
 smt t,SMT,0.9607991906929692,0.9899468892261002,0.9442116072745401,15816,620,256,false,false,false,,11.183859,,68.341796875,cuda,1,false,false,false,2.5.1+cu124
 squeezenext 1,SqueezeNext,0.8548305513404147,0.946320182094082,0.8215127664927108,15816,2296,259,false,false,false,14.220951595023504,0.833235,70.3187823485695,,cpu,1,false,false,false,2.5.1+cu124
 squeezenext 1,SqueezeNext,0.8548305513404147,0.946320182094082,0.8215127664927108,15816,2296,259,false,false,false,9.557655587472212,0.833235,104.628168576273,,cpu,1,true,false,false,2.5.1+cu124