aashraychegu commited on
Commit
3a73cb1
·
1 Parent(s): 96220ba

Upload 6 files

Browse files
Files changed (5) hide show
  1. .gitignore +1 -0
  2. README.md +64 -0
  3. config.json +72 -0
  4. pytorch_model.bin +3 -0
  5. training_args.bin +3 -0
.gitignore ADDED
@@ -0,0 +1 @@
 
 
1
+ checkpoint-*/
README.md ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: ''
3
+ tags:
4
+ - generated_from_trainer
5
+ model-index:
6
+ - name: glacformer
7
+ results: []
8
+ ---
9
+
10
+ <!-- This model card has been generated automatically according to the information the Trainer had access to. You
11
+ should probably proofread and complete it, then remove this comment. -->
12
+
13
+ # glacformer
14
+
15
+ This model is a fine-tuned version of [](https://huggingface.co/) on the None dataset.
16
+ It achieves the following results on the evaluation set:
17
+ - Loss: 0.0333
18
+ - Mean Iou: 0.9528
19
+ - Mean Accuracy: 0.9772
20
+ - Overall Accuracy: 0.9885
21
+ - Per Category Iou: [0.9855230058020051, 0.8845759711828091, 0.9883964861024538]
22
+ - Per Category Accuracy: [0.9921669407092866, 0.9462930795421282, 0.9931901963885149]
23
+
24
+ ## Model description
25
+
26
+ More information needed
27
+
28
+ ## Intended uses & limitations
29
+
30
+ More information needed
31
+
32
+ ## Training and evaluation data
33
+
34
+ More information needed
35
+
36
+ ## Training procedure
37
+
38
+ ### Training hyperparameters
39
+
40
+ The following hyperparameters were used during training:
41
+ - learning_rate: 6e-05
42
+ - train_batch_size: 4
43
+ - eval_batch_size: 1
44
+ - seed: 42
45
+ - gradient_accumulation_steps: 4
46
+ - total_train_batch_size: 16
47
+ - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
48
+ - lr_scheduler_type: linear
49
+ - num_epochs: 2
50
+
51
+ ### Training results
52
+
53
+ | Training Loss | Epoch | Step | Validation Loss | Mean Iou | Mean Accuracy | Overall Accuracy | Per Category Iou | Per Category Accuracy |
54
+ |:-------------:|:-----:|:----:|:---------------:|:--------:|:-------------:|:----------------:|:------------------------------------------------------------:|:------------------------------------------------------------:|
55
+ | 0.045 | 1.0 | 523 | 0.0421 | 0.9477 | 0.9795 | 0.9869 | [0.9852157890390353, 0.8719898483736556, 0.9857700613925825] | [0.9904340924248899, 0.9587586082053337, 0.9893900149083925] |
56
+ | 0.0372 | 2.0 | 1046 | 0.0333 | 0.9528 | 0.9772 | 0.9885 | [0.9855230058020051, 0.8845759711828091, 0.9883964861024538] | [0.9921669407092866, 0.9462930795421282, 0.9931901963885149] |
57
+
58
+
59
+ ### Framework versions
60
+
61
+ - Transformers 4.31.0
62
+ - Pytorch 1.14.0.dev20221130+cu117
63
+ - Datasets 2.13.1
64
+ - Tokenizers 0.13.3
config.json ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "SegformerForSemanticSegmentation"
4
+ ],
5
+ "attention_probs_dropout_prob": 0.0,
6
+ "classifier_dropout_prob": 0.1,
7
+ "decoder_hidden_size": 768,
8
+ "depths": [
9
+ 2,
10
+ 3,
11
+ 4,
12
+ 3
13
+ ],
14
+ "drop_path_rate": 0.1,
15
+ "hidden_act": "gelu",
16
+ "hidden_dropout_prob": 0.0,
17
+ "hidden_sizes": [
18
+ 64,
19
+ 128,
20
+ 320,
21
+ 512
22
+ ],
23
+ "id2label": {
24
+ "0": "sky",
25
+ "1": "surface-to-bed",
26
+ "2": "bed-to-bottom"
27
+ },
28
+ "initializer_range": 0.02,
29
+ "label2id": {
30
+ "bed-to-bottom": 2,
31
+ "sky": 0,
32
+ "surface-to-bed": 1
33
+ },
34
+ "layer_norm_eps": 1e-06,
35
+ "mlp_ratios": [
36
+ 4,
37
+ 4,
38
+ 4,
39
+ 4
40
+ ],
41
+ "model_type": "segformer",
42
+ "num_attention_heads": [
43
+ 1,
44
+ 2,
45
+ 5,
46
+ 8
47
+ ],
48
+ "num_channels": 3,
49
+ "num_encoder_blocks": 4,
50
+ "patch_sizes": [
51
+ 7,
52
+ 3,
53
+ 3,
54
+ 3
55
+ ],
56
+ "reshape_last_stage": true,
57
+ "semantic_loss_ignore_index": 255,
58
+ "sr_ratios": [
59
+ 8,
60
+ 4,
61
+ 2,
62
+ 1
63
+ ],
64
+ "strides": [
65
+ 4,
66
+ 2,
67
+ 2,
68
+ 2
69
+ ],
70
+ "torch_dtype": "float32",
71
+ "transformers_version": "4.31.0"
72
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38bf0b2081e7cb98799a81d8b24d5005933cf0c069f5e609b1da2c52ab7d507d
3
+ size 93128541
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac141ee318de43da6637ea23290541a7c53b96bfacddc6af09e91a743296fe2b
3
+ size 3963