paolinox commited on
Commit
fea99c4
1 Parent(s): 05c5dba

paolinox/mobilevit-Trained-EUROSAT-Multispectral

Browse files
Files changed (23) hide show
  1. README.md +82 -0
  2. config.json +67 -0
  3. model.safetensors +3 -0
  4. preprocessor_config.json +16 -0
  5. runs/Feb21_14-24-32_2d47c53f3f44/events.out.tfevents.1708525473.2d47c53f3f44.227.0 +3 -0
  6. runs/Feb21_14-25-26_2d47c53f3f44/events.out.tfevents.1708525527.2d47c53f3f44.227.1 +3 -0
  7. runs/Feb21_14-29-38_2d47c53f3f44/events.out.tfevents.1708525778.2d47c53f3f44.227.2 +3 -0
  8. runs/Feb21_14-36-34_2d47c53f3f44/events.out.tfevents.1708526195.2d47c53f3f44.227.3 +3 -0
  9. runs/Feb21_14-38-15_2d47c53f3f44/events.out.tfevents.1708526295.2d47c53f3f44.227.4 +3 -0
  10. runs/Feb21_14-38-29_2d47c53f3f44/events.out.tfevents.1708526310.2d47c53f3f44.227.5 +3 -0
  11. runs/Feb21_14-39-25_2d47c53f3f44/events.out.tfevents.1708526366.2d47c53f3f44.227.6 +3 -0
  12. runs/Feb21_14-41-25_2d47c53f3f44/events.out.tfevents.1708526486.2d47c53f3f44.10281.0 +3 -0
  13. runs/Feb21_14-45-45_2d47c53f3f44/events.out.tfevents.1708526746.2d47c53f3f44.10281.1 +3 -0
  14. runs/Feb21_14-48-26_2d47c53f3f44/events.out.tfevents.1708526907.2d47c53f3f44.10281.2 +3 -0
  15. runs/Feb21_14-49-24_2d47c53f3f44/events.out.tfevents.1708526964.2d47c53f3f44.10281.3 +3 -0
  16. runs/Feb22_12-41-01_93a4b0faffc2/events.out.tfevents.1708605662.93a4b0faffc2.534.0 +3 -0
  17. runs/Feb22_12-48-25_93a4b0faffc2/events.out.tfevents.1708606106.93a4b0faffc2.534.1 +3 -0
  18. runs/Feb22_13-00-24_93a4b0faffc2/events.out.tfevents.1708606825.93a4b0faffc2.534.2 +3 -0
  19. runs/Feb22_13-04-19_93a4b0faffc2/events.out.tfevents.1708607060.93a4b0faffc2.534.3 +3 -0
  20. runs/Feb22_13-05-08_93a4b0faffc2/events.out.tfevents.1708607109.93a4b0faffc2.534.4 +3 -0
  21. runs/Feb22_13-05-36_93a4b0faffc2/events.out.tfevents.1708607137.93a4b0faffc2.534.5 +3 -0
  22. runs/Feb22_13-30-19_93a4b0faffc2/events.out.tfevents.1708608620.93a4b0faffc2.534.6 +3 -0
  23. training_args.bin +3 -0
README.md ADDED
@@ -0,0 +1,82 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: other
3
+ base_model: apple/mobilevitv2-1.0-imagenet1k-256
4
+ tags:
5
+ - generated_from_trainer
6
+ metrics:
7
+ - accuracy
8
+ model-index:
9
+ - name: mobilevit-trained-task3
10
+ results: []
11
+ ---
12
+
13
+ <!-- This model card has been generated automatically according to the information the Trainer had access to. You
14
+ should probably proofread and complete it, then remove this comment. -->
15
+
16
+ # mobilevit-trained-task3
17
+
18
+ This model is a fine-tuned version of [apple/mobilevitv2-1.0-imagenet1k-256](https://huggingface.co/apple/mobilevitv2-1.0-imagenet1k-256) on an unknown dataset.
19
+ It achieves the following results on the evaluation set:
20
+ - Loss: 0.1371
21
+ - Accuracy: 0.9670
22
+
23
+ ## Model description
24
+
25
+ More information needed
26
+
27
+ ## Intended uses & limitations
28
+
29
+ More information needed
30
+
31
+ ## Training and evaluation data
32
+
33
+ More information needed
34
+
35
+ ## Training procedure
36
+
37
+ ### Training hyperparameters
38
+
39
+ The following hyperparameters were used during training:
40
+ - learning_rate: 0.001
41
+ - train_batch_size: 32
42
+ - eval_batch_size: 32
43
+ - seed: 42
44
+ - gradient_accumulation_steps: 4
45
+ - total_train_batch_size: 128
46
+ - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
47
+ - lr_scheduler_type: linear
48
+ - lr_scheduler_warmup_ratio: 0.1
49
+ - num_epochs: 20
50
+
51
+ ### Training results
52
+
53
+ | Training Loss | Epoch | Step | Validation Loss | Accuracy |
54
+ |:-------------:|:-----:|:----:|:---------------:|:--------:|
55
+ | 0.6753 | 0.99 | 126 | 0.8382 | 0.7376 |
56
+ | 0.6882 | 2.0 | 253 | 0.6129 | 0.7874 |
57
+ | 0.4068 | 3.0 | 380 | 0.3532 | 0.8876 |
58
+ | 0.3587 | 4.0 | 507 | 0.4896 | 0.8622 |
59
+ | 0.3013 | 4.99 | 633 | 0.2656 | 0.9078 |
60
+ | 0.2777 | 6.0 | 760 | 0.1679 | 0.9472 |
61
+ | 0.2093 | 7.0 | 887 | 0.2264 | 0.9302 |
62
+ | 0.1866 | 8.0 | 1014 | 0.2245 | 0.9263 |
63
+ | 0.1896 | 8.99 | 1140 | 0.2252 | 0.9333 |
64
+ | 0.1059 | 10.0 | 1267 | 0.1544 | 0.9528 |
65
+ | 0.1072 | 11.0 | 1394 | 0.2232 | 0.9391 |
66
+ | 0.1121 | 12.0 | 1521 | 0.1723 | 0.9467 |
67
+ | 0.103 | 12.99 | 1647 | 0.1750 | 0.9530 |
68
+ | 0.071 | 14.0 | 1774 | 0.1713 | 0.9541 |
69
+ | 0.0276 | 15.0 | 1901 | 0.1384 | 0.9631 |
70
+ | 0.0279 | 16.0 | 2028 | 0.1575 | 0.9607 |
71
+ | 0.0396 | 16.99 | 2154 | 0.1579 | 0.9604 |
72
+ | 0.0129 | 18.0 | 2281 | 0.1389 | 0.9674 |
73
+ | 0.0031 | 19.0 | 2408 | 0.1315 | 0.9689 |
74
+ | 0.0074 | 19.88 | 2520 | 0.1371 | 0.9670 |
75
+
76
+
77
+ ### Framework versions
78
+
79
+ - Transformers 4.37.2
80
+ - Pytorch 2.1.0+cu121
81
+ - Datasets 2.17.1
82
+ - Tokenizers 0.15.2
config.json ADDED
@@ -0,0 +1,67 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "apple/mobilevitv2-1.0-imagenet1k-256",
3
+ "architectures": [
4
+ "MobileViTV2ForImageClassification"
5
+ ],
6
+ "aspp_dropout_prob": 0.1,
7
+ "aspp_out_channels": 512,
8
+ "atrous_rates": [
9
+ 6,
10
+ 12,
11
+ 18
12
+ ],
13
+ "attn_dropout": 0.0,
14
+ "base_attn_unit_dims": [
15
+ 128,
16
+ 192,
17
+ 256
18
+ ],
19
+ "classifier_dropout_prob": 0.1,
20
+ "conv_kernel_size": 3,
21
+ "expand_ratio": 2.0,
22
+ "ffn_dropout": 0.0,
23
+ "ffn_multiplier": 2,
24
+ "hidden_act": "swish",
25
+ "id2label": {
26
+ "0": "Forest",
27
+ "1": "AnnualCrop",
28
+ "2": "Highway",
29
+ "3": "PermanentCrop",
30
+ "4": "Industrial",
31
+ "5": "River",
32
+ "6": "SeaLake",
33
+ "7": "HerbaceousVegetation",
34
+ "8": "Pasture",
35
+ "9": "Residential"
36
+ },
37
+ "image_size": 64,
38
+ "initializer_range": 0.02,
39
+ "label2id": {
40
+ "AnnualCrop": 1,
41
+ "Forest": 0,
42
+ "HerbaceousVegetation": 7,
43
+ "Highway": 2,
44
+ "Industrial": 4,
45
+ "Pasture": 8,
46
+ "PermanentCrop": 3,
47
+ "Residential": 9,
48
+ "River": 5,
49
+ "SeaLake": 6
50
+ },
51
+ "layer_norm_eps": 1e-05,
52
+ "mlp_ratio": 2.0,
53
+ "model_type": "mobilevitv2",
54
+ "n_attn_blocks": [
55
+ 2,
56
+ 4,
57
+ 3
58
+ ],
59
+ "num_channels": 13,
60
+ "output_stride": 32,
61
+ "patch_size": 2,
62
+ "problem_type": "single_label_classification",
63
+ "semantic_loss_ignore_index": 255,
64
+ "torch_dtype": "float32",
65
+ "transformers_version": "4.37.2",
66
+ "width_multiplier": 1.0
67
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0a369e77d1581310ca1707e47db6af7e04c4f9e9a6c6c7ec2a301e0706700d3
3
+ size 17687036
preprocessor_config.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "crop_size": {
3
+ "height": 256,
4
+ "width": 256
5
+ },
6
+ "do_center_crop": true,
7
+ "do_flip_channel_order": true,
8
+ "do_rescale": true,
9
+ "do_resize": true,
10
+ "image_processor_type": "MobileViTImageProcessor",
11
+ "resample": 2,
12
+ "rescale_factor": 0.00392156862745098,
13
+ "size": {
14
+ "shortest_edge": 288
15
+ }
16
+ }
runs/Feb21_14-24-32_2d47c53f3f44/events.out.tfevents.1708525473.2d47c53f3f44.227.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7876414a48e9caf62f31ff13962f69d81ebadbef0ac9a4aba84d435c6efee46b
3
+ size 5075
runs/Feb21_14-25-26_2d47c53f3f44/events.out.tfevents.1708525527.2d47c53f3f44.227.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbae446c67eae12ce9d31579dddecf47c7e6f9866bb8e8e0852d15cb3b2a3872
3
+ size 5075
runs/Feb21_14-29-38_2d47c53f3f44/events.out.tfevents.1708525778.2d47c53f3f44.227.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f7176ff052a80a903fdb9f1c2a2098b2430456ace88313bb32d965a685dec6b
3
+ size 5075
runs/Feb21_14-36-34_2d47c53f3f44/events.out.tfevents.1708526195.2d47c53f3f44.227.3 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba3c9ca4688f5e85535b697747b7d3d2387481e654afcdda15bb3b2e81100682
3
+ size 5075
runs/Feb21_14-38-15_2d47c53f3f44/events.out.tfevents.1708526295.2d47c53f3f44.227.4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:281bed2705aa7002c0d7be50ad775b6558451f491c8b0b6169c4c4423275e330
3
+ size 88
runs/Feb21_14-38-29_2d47c53f3f44/events.out.tfevents.1708526310.2d47c53f3f44.227.5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1f7f5c5bd49683105d2139e2ad51874d835fbc288b0fd637a1acbb40972cdea
3
+ size 88
runs/Feb21_14-39-25_2d47c53f3f44/events.out.tfevents.1708526366.2d47c53f3f44.227.6 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee583590cabd05eef0fd0b8da14a0e1b73e986630e6e7a5eb679d0d701248386
3
+ size 88
runs/Feb21_14-41-25_2d47c53f3f44/events.out.tfevents.1708526486.2d47c53f3f44.10281.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:896fa9d5488aa2d23c11378791171ee6612b20c64b1857041b03c11bcdd1ad65
3
+ size 5075
runs/Feb21_14-45-45_2d47c53f3f44/events.out.tfevents.1708526746.2d47c53f3f44.10281.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:169b3d5f24d9d302740bc3660e6c5b84513d03d0d60719ad446755850c4b4df5
3
+ size 5075
runs/Feb21_14-48-26_2d47c53f3f44/events.out.tfevents.1708526907.2d47c53f3f44.10281.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af30ba4cbe501e52e540f306b3d492670e560bbb1b8513d3d5f2d85199822651
3
+ size 5075
runs/Feb21_14-49-24_2d47c53f3f44/events.out.tfevents.1708526964.2d47c53f3f44.10281.3 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5ab16d1da2ec8a88127a7c9fc44e8ccc810bb6ddb38dfb1c1e2b2b0230d8122
3
+ size 5075
runs/Feb22_12-41-01_93a4b0faffc2/events.out.tfevents.1708605662.93a4b0faffc2.534.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1929055e96296535587f5beb13dc7a54bea273a147b0b2368613651ebb9bb516
3
+ size 5075
runs/Feb22_12-48-25_93a4b0faffc2/events.out.tfevents.1708606106.93a4b0faffc2.534.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc8aecd2848b7e97c18b986787ea4e2fe3a7078b6ed33ff84859eb95c3eba2f5
3
+ size 5075
runs/Feb22_13-00-24_93a4b0faffc2/events.out.tfevents.1708606825.93a4b0faffc2.534.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27955c582df187d605e042e558fa21b7d025c523ee44c17e07b53aa1af3c6683
3
+ size 5124
runs/Feb22_13-04-19_93a4b0faffc2/events.out.tfevents.1708607060.93a4b0faffc2.534.3 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b984072a96237567550957519cd7e0a1979003261e1ed33ef7be271fd97b69a1
3
+ size 5124
runs/Feb22_13-05-08_93a4b0faffc2/events.out.tfevents.1708607109.93a4b0faffc2.534.4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:205d7293b53d14e4df993f474ed576f05f8c109201d728c193a7e720b0233b71
3
+ size 5124
runs/Feb22_13-05-36_93a4b0faffc2/events.out.tfevents.1708607137.93a4b0faffc2.534.5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c7107a8338835dc8fcf1d69bfbda3a396f0660b95d6cdb20e117019b0dac7d4
3
+ size 5124
runs/Feb22_13-30-19_93a4b0faffc2/events.out.tfevents.1708608620.93a4b0faffc2.534.6 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f740f1c70b68dd0797134f23070930338e3b1a2a2076e66533cb29dda246d0ee
3
+ size 51460
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12f125f4a7fd1fe2844dfbbe4db9a44a0fa0e4e9237f06223932bb4ce3fb903e
3
+ size 4728