Model save

README.md

@@ -0,0 +1,51 @@
+---
+library_name: transformers
+license: apache-2.0
+base_model: microsoft/swin-base-patch4-window7-224
+tags:
+- generated_from_trainer
+model-index:
+- name: swin-base-patch4-window7-224_rice-leaf-disease-augmented-v2_fft
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# swin-base-patch4-window7-224_rice-leaf-disease-augmented-v2_fft
+
+This model is a fine-tuned version of [microsoft/swin-base-patch4-window7-224](https://huggingface.co/microsoft/swin-base-patch4-window7-224) on an unknown dataset.
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 5e-05
+- train_batch_size: 64
+- eval_batch_size: 64
+- seed: 42
+- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: cosine_with_restarts
+- lr_scheduler_warmup_ratio: 0.1
+- num_epochs: 15
+- mixed_precision_training: Native AMP
+
+### Framework versions
+
+- Transformers 4.48.3
+- Pytorch 2.5.1+cu124
+- Datasets 3.3.2
+- Tokenizers 0.21.0

config.json

@@ -0,0 +1,72 @@
+{
+  "_name_or_path": "microsoft/swin-base-patch4-window7-224",
+  "architectures": [
+    "SwinForImageClassification"
+  ],
+  "attention_probs_dropout_prob": 0.0,
+  "depths": [
+    2,
+    2,
+    18,
+    2
+  ],
+  "drop_path_rate": 0.1,
+  "embed_dim": 128,
+  "encoder_stride": 32,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.0,
+  "hidden_size": 1024,
+  "id2label": {
+    "0": "Bacterial Leaf Blight",
+    "1": "Brown Spot",
+    "2": "Healthy Rice Leaf",
+    "3": "Leaf Blast",
+    "4": "Leaf scald",
+    "5": "Narrow Brown Leaf Spot",
+    "6": "Rice Hispa",
+    "7": "Sheath Blight"
+  },
+  "image_size": 224,
+  "initializer_range": 0.02,
+  "label2id": {
+    "Bacterial Leaf Blight": 0,
+    "Brown Spot": 1,
+    "Healthy Rice Leaf": 2,
+    "Leaf Blast": 3,
+    "Leaf scald": 4,
+    "Narrow Brown Leaf Spot": 5,
+    "Rice Hispa": 6,
+    "Sheath Blight": 7
+  },
+  "layer_norm_eps": 1e-05,
+  "mlp_ratio": 4.0,
+  "model_type": "swin",
+  "num_channels": 3,
+  "num_heads": [
+    4,
+    8,
+    16,
+    32
+  ],
+  "num_layers": 4,
+  "out_features": [
+    "stage4"
+  ],
+  "out_indices": [
+    4
+  ],
+  "patch_size": 4,
+  "path_norm": true,
+  "qkv_bias": true,
+  "stage_names": [
+    "stem",
+    "stage1",
+    "stage2",
+    "stage3",
+    "stage4"
+  ],
+  "torch_dtype": "float32",
+  "transformers_version": "4.48.3",
+  "use_absolute_embeddings": false,
+  "window_size": 7
+}

logs/events.out.tfevents.1740258697.17453a9827e7.637.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c24b79cdc77f51291a9f069e3cdacdd0f357e35d9d43d5044e83466bd9f0c442
+size 6044

logs/events.out.tfevents.1740258936.17453a9827e7.2740.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92975e3f871210646f04533749c338e6bfb0c5e324688b874a83e5b78d21d03d
+size 6044

logs/events.out.tfevents.1740259144.17453a9827e7.3812.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5f3de86b90ccb26a30b8104b78e36b6592e42715871145b7e1c2877a84bb32
+size 8703

logs/events.out.tfevents.1740261704.17453a9827e7.3812.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c585b36c569a4a3650732f89071165c2275ef1200a4560d168620bbfbd4a14a
+size 20116

logs/events.out.tfevents.1740263799.17453a9827e7.3812.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bac0f0e28db541ba4941501b1f69a2a92a758192798c8d203bb5d9308a400b3
+size 8722

logs/events.out.tfevents.1740281118.c59d799b8436.377.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f00bd5822379c857cc8b37027afe61b1b96dc308f913672f4b5d5c23b1dfa51
+size 88

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8159ec2fc2e32290c999f338c3c4b05b8a5af21a1fe3b3d7ec6309b238fdaa4b
+size 347523416

preprocessor_config.json

@@ -0,0 +1,23 @@
+{
+  "do_convert_rgb": null,
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.485,
+    0.456,
+    0.406
+  ],
+  "image_processor_type": "ViTImageProcessor",
+  "image_std": [
+    0.229,
+    0.224,
+    0.225
+  ],
+  "resample": 3,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "height": 224,
+    "width": 224
+  }
+}

trainer_state.json

@@ -0,0 +1,177 @@
+{
+  "best_metric": 0.3934735655784607,
+  "best_model_checkpoint": "./drive/Shareddrives/CS198-Drones/training_output/swin-base-patch4-window7-224_rice-leaf-disease-augmented-v2_fft/checkpoint-375",
+  "epoch": 9.0,
+  "eval_steps": 500,
+  "global_step": 1125,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "grad_norm": 7.30280876159668,
+      "learning_rate": 6.577540106951872e-06,
+      "loss": 1.6649,
+      "step": 125
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.7351190476190477,
+      "eval_loss": 0.8050427436828613,
+      "eval_runtime": 14.2308,
+      "eval_samples_per_second": 23.611,
+      "eval_steps_per_second": 0.422,
+      "step": 125
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 6.75390100479126,
+      "learning_rate": 9.871664184437119e-06,
+      "loss": 0.431,
+      "step": 250
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.8511904761904762,
+      "eval_loss": 0.45273008942604065,
+      "eval_runtime": 13.8146,
+      "eval_samples_per_second": 24.322,
+      "eval_steps_per_second": 0.434,
+      "step": 250
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 8.129321098327637,
+      "learning_rate": 8.848767222994402e-06,
+      "loss": 0.1233,
+      "step": 375
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.8928571428571429,
+      "eval_loss": 0.3934735655784607,
+      "eval_runtime": 14.0064,
+      "eval_samples_per_second": 23.989,
+      "eval_steps_per_second": 0.428,
+      "step": 375
+    },
+    {
+      "epoch": 4.0,
+      "grad_norm": 1.9338823556900024,
+      "learning_rate": 7.007580044706666e-06,
+      "loss": 0.0326,
+      "step": 500
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.9077380952380952,
+      "eval_loss": 0.4275733530521393,
+      "eval_runtime": 13.7209,
+      "eval_samples_per_second": 24.488,
+      "eval_steps_per_second": 0.437,
+      "step": 500
+    },
+    {
+      "epoch": 5.0,
+      "grad_norm": 0.1951848417520523,
+      "learning_rate": 4.739559281809819e-06,
+      "loss": 0.01,
+      "step": 625
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.9166666666666666,
+      "eval_loss": 0.45519202947616577,
+      "eval_runtime": 13.6317,
+      "eval_samples_per_second": 24.648,
+      "eval_steps_per_second": 0.44,
+      "step": 625
+    },
+    {
+      "epoch": 6.0,
+      "grad_norm": 0.07782671600580215,
+      "learning_rate": 2.5674558357271096e-06,
+      "loss": 0.0049,
+      "step": 750
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 0.9077380952380952,
+      "eval_loss": 0.4804078936576843,
+      "eval_runtime": 12.6134,
+      "eval_samples_per_second": 26.638,
+      "eval_steps_per_second": 0.476,
+      "step": 750
+    },
+    {
+      "epoch": 7.0,
+      "grad_norm": 0.7393015623092651,
+      "learning_rate": 9.974770025621516e-06,
+      "loss": 0.0024,
+      "step": 875
+    },
+    {
+      "epoch": 7.0,
+      "eval_accuracy": 0.9166666666666666,
+      "eval_loss": 0.4863254427909851,
+      "eval_runtime": 12.7829,
+      "eval_samples_per_second": 26.285,
+      "eval_steps_per_second": 0.469,
+      "step": 875
+    },
+    {
+      "epoch": 8.0,
+      "grad_norm": 0.14619985222816467,
+      "learning_rate": 6.511415799458836e-06,
+      "loss": 0.005,
+      "step": 1000
+    },
+    {
+      "epoch": 8.0,
+      "eval_accuracy": 0.9166666666666666,
+      "eval_loss": 0.5142239332199097,
+      "eval_runtime": 12.7007,
+      "eval_samples_per_second": 26.455,
+      "eval_steps_per_second": 0.472,
+      "step": 1000
+    },
+    {
+      "epoch": 9.0,
+      "grad_norm": 0.16888085007667542,
+      "learning_rate": 1.2234689624958324e-06,
+      "loss": 0.0026,
+      "step": 1125
+    },
+    {
+      "epoch": 9.0,
+      "eval_accuracy": 0.9166666666666666,
+      "eval_loss": 0.5233145952224731,
+      "eval_runtime": 12.5815,
+      "eval_samples_per_second": 26.706,
+      "eval_steps_per_second": 0.477,
+      "step": 1125
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 1875,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 15,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 5.761627233139556e+18,
+  "train_batch_size": 64,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979002238134198a950d2de7953ccf5fdc0ff327300aafa84afa81c05f472946
+size 5496