paolinox/mobilevit-Trained-EUROSAT-Multispectral
Browse files- README.md +82 -0
- config.json +67 -0
- model.safetensors +3 -0
- preprocessor_config.json +16 -0
- runs/Feb21_14-24-32_2d47c53f3f44/events.out.tfevents.1708525473.2d47c53f3f44.227.0 +3 -0
- runs/Feb21_14-25-26_2d47c53f3f44/events.out.tfevents.1708525527.2d47c53f3f44.227.1 +3 -0
- runs/Feb21_14-29-38_2d47c53f3f44/events.out.tfevents.1708525778.2d47c53f3f44.227.2 +3 -0
- runs/Feb21_14-36-34_2d47c53f3f44/events.out.tfevents.1708526195.2d47c53f3f44.227.3 +3 -0
- runs/Feb21_14-38-15_2d47c53f3f44/events.out.tfevents.1708526295.2d47c53f3f44.227.4 +3 -0
- runs/Feb21_14-38-29_2d47c53f3f44/events.out.tfevents.1708526310.2d47c53f3f44.227.5 +3 -0
- runs/Feb21_14-39-25_2d47c53f3f44/events.out.tfevents.1708526366.2d47c53f3f44.227.6 +3 -0
- runs/Feb21_14-41-25_2d47c53f3f44/events.out.tfevents.1708526486.2d47c53f3f44.10281.0 +3 -0
- runs/Feb21_14-45-45_2d47c53f3f44/events.out.tfevents.1708526746.2d47c53f3f44.10281.1 +3 -0
- runs/Feb21_14-48-26_2d47c53f3f44/events.out.tfevents.1708526907.2d47c53f3f44.10281.2 +3 -0
- runs/Feb21_14-49-24_2d47c53f3f44/events.out.tfevents.1708526964.2d47c53f3f44.10281.3 +3 -0
- runs/Feb22_12-41-01_93a4b0faffc2/events.out.tfevents.1708605662.93a4b0faffc2.534.0 +3 -0
- runs/Feb22_12-48-25_93a4b0faffc2/events.out.tfevents.1708606106.93a4b0faffc2.534.1 +3 -0
- runs/Feb22_13-00-24_93a4b0faffc2/events.out.tfevents.1708606825.93a4b0faffc2.534.2 +3 -0
- runs/Feb22_13-04-19_93a4b0faffc2/events.out.tfevents.1708607060.93a4b0faffc2.534.3 +3 -0
- runs/Feb22_13-05-08_93a4b0faffc2/events.out.tfevents.1708607109.93a4b0faffc2.534.4 +3 -0
- runs/Feb22_13-05-36_93a4b0faffc2/events.out.tfevents.1708607137.93a4b0faffc2.534.5 +3 -0
- runs/Feb22_13-30-19_93a4b0faffc2/events.out.tfevents.1708608620.93a4b0faffc2.534.6 +3 -0
- training_args.bin +3 -0
README.md
ADDED
@@ -0,0 +1,82 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
---
|
2 |
+
license: other
|
3 |
+
base_model: apple/mobilevitv2-1.0-imagenet1k-256
|
4 |
+
tags:
|
5 |
+
- generated_from_trainer
|
6 |
+
metrics:
|
7 |
+
- accuracy
|
8 |
+
model-index:
|
9 |
+
- name: mobilevit-trained-task3
|
10 |
+
results: []
|
11 |
+
---
|
12 |
+
|
13 |
+
<!-- This model card has been generated automatically according to the information the Trainer had access to. You
|
14 |
+
should probably proofread and complete it, then remove this comment. -->
|
15 |
+
|
16 |
+
# mobilevit-trained-task3
|
17 |
+
|
18 |
+
This model is a fine-tuned version of [apple/mobilevitv2-1.0-imagenet1k-256](https://huggingface.co/apple/mobilevitv2-1.0-imagenet1k-256) on an unknown dataset.
|
19 |
+
It achieves the following results on the evaluation set:
|
20 |
+
- Loss: 0.1371
|
21 |
+
- Accuracy: 0.9670
|
22 |
+
|
23 |
+
## Model description
|
24 |
+
|
25 |
+
More information needed
|
26 |
+
|
27 |
+
## Intended uses & limitations
|
28 |
+
|
29 |
+
More information needed
|
30 |
+
|
31 |
+
## Training and evaluation data
|
32 |
+
|
33 |
+
More information needed
|
34 |
+
|
35 |
+
## Training procedure
|
36 |
+
|
37 |
+
### Training hyperparameters
|
38 |
+
|
39 |
+
The following hyperparameters were used during training:
|
40 |
+
- learning_rate: 0.001
|
41 |
+
- train_batch_size: 32
|
42 |
+
- eval_batch_size: 32
|
43 |
+
- seed: 42
|
44 |
+
- gradient_accumulation_steps: 4
|
45 |
+
- total_train_batch_size: 128
|
46 |
+
- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
|
47 |
+
- lr_scheduler_type: linear
|
48 |
+
- lr_scheduler_warmup_ratio: 0.1
|
49 |
+
- num_epochs: 20
|
50 |
+
|
51 |
+
### Training results
|
52 |
+
|
53 |
+
| Training Loss | Epoch | Step | Validation Loss | Accuracy |
|
54 |
+
|:-------------:|:-----:|:----:|:---------------:|:--------:|
|
55 |
+
| 0.6753 | 0.99 | 126 | 0.8382 | 0.7376 |
|
56 |
+
| 0.6882 | 2.0 | 253 | 0.6129 | 0.7874 |
|
57 |
+
| 0.4068 | 3.0 | 380 | 0.3532 | 0.8876 |
|
58 |
+
| 0.3587 | 4.0 | 507 | 0.4896 | 0.8622 |
|
59 |
+
| 0.3013 | 4.99 | 633 | 0.2656 | 0.9078 |
|
60 |
+
| 0.2777 | 6.0 | 760 | 0.1679 | 0.9472 |
|
61 |
+
| 0.2093 | 7.0 | 887 | 0.2264 | 0.9302 |
|
62 |
+
| 0.1866 | 8.0 | 1014 | 0.2245 | 0.9263 |
|
63 |
+
| 0.1896 | 8.99 | 1140 | 0.2252 | 0.9333 |
|
64 |
+
| 0.1059 | 10.0 | 1267 | 0.1544 | 0.9528 |
|
65 |
+
| 0.1072 | 11.0 | 1394 | 0.2232 | 0.9391 |
|
66 |
+
| 0.1121 | 12.0 | 1521 | 0.1723 | 0.9467 |
|
67 |
+
| 0.103 | 12.99 | 1647 | 0.1750 | 0.9530 |
|
68 |
+
| 0.071 | 14.0 | 1774 | 0.1713 | 0.9541 |
|
69 |
+
| 0.0276 | 15.0 | 1901 | 0.1384 | 0.9631 |
|
70 |
+
| 0.0279 | 16.0 | 2028 | 0.1575 | 0.9607 |
|
71 |
+
| 0.0396 | 16.99 | 2154 | 0.1579 | 0.9604 |
|
72 |
+
| 0.0129 | 18.0 | 2281 | 0.1389 | 0.9674 |
|
73 |
+
| 0.0031 | 19.0 | 2408 | 0.1315 | 0.9689 |
|
74 |
+
| 0.0074 | 19.88 | 2520 | 0.1371 | 0.9670 |
|
75 |
+
|
76 |
+
|
77 |
+
### Framework versions
|
78 |
+
|
79 |
+
- Transformers 4.37.2
|
80 |
+
- Pytorch 2.1.0+cu121
|
81 |
+
- Datasets 2.17.1
|
82 |
+
- Tokenizers 0.15.2
|
config.json
ADDED
@@ -0,0 +1,67 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "apple/mobilevitv2-1.0-imagenet1k-256",
|
3 |
+
"architectures": [
|
4 |
+
"MobileViTV2ForImageClassification"
|
5 |
+
],
|
6 |
+
"aspp_dropout_prob": 0.1,
|
7 |
+
"aspp_out_channels": 512,
|
8 |
+
"atrous_rates": [
|
9 |
+
6,
|
10 |
+
12,
|
11 |
+
18
|
12 |
+
],
|
13 |
+
"attn_dropout": 0.0,
|
14 |
+
"base_attn_unit_dims": [
|
15 |
+
128,
|
16 |
+
192,
|
17 |
+
256
|
18 |
+
],
|
19 |
+
"classifier_dropout_prob": 0.1,
|
20 |
+
"conv_kernel_size": 3,
|
21 |
+
"expand_ratio": 2.0,
|
22 |
+
"ffn_dropout": 0.0,
|
23 |
+
"ffn_multiplier": 2,
|
24 |
+
"hidden_act": "swish",
|
25 |
+
"id2label": {
|
26 |
+
"0": "Forest",
|
27 |
+
"1": "AnnualCrop",
|
28 |
+
"2": "Highway",
|
29 |
+
"3": "PermanentCrop",
|
30 |
+
"4": "Industrial",
|
31 |
+
"5": "River",
|
32 |
+
"6": "SeaLake",
|
33 |
+
"7": "HerbaceousVegetation",
|
34 |
+
"8": "Pasture",
|
35 |
+
"9": "Residential"
|
36 |
+
},
|
37 |
+
"image_size": 64,
|
38 |
+
"initializer_range": 0.02,
|
39 |
+
"label2id": {
|
40 |
+
"AnnualCrop": 1,
|
41 |
+
"Forest": 0,
|
42 |
+
"HerbaceousVegetation": 7,
|
43 |
+
"Highway": 2,
|
44 |
+
"Industrial": 4,
|
45 |
+
"Pasture": 8,
|
46 |
+
"PermanentCrop": 3,
|
47 |
+
"Residential": 9,
|
48 |
+
"River": 5,
|
49 |
+
"SeaLake": 6
|
50 |
+
},
|
51 |
+
"layer_norm_eps": 1e-05,
|
52 |
+
"mlp_ratio": 2.0,
|
53 |
+
"model_type": "mobilevitv2",
|
54 |
+
"n_attn_blocks": [
|
55 |
+
2,
|
56 |
+
4,
|
57 |
+
3
|
58 |
+
],
|
59 |
+
"num_channels": 13,
|
60 |
+
"output_stride": 32,
|
61 |
+
"patch_size": 2,
|
62 |
+
"problem_type": "single_label_classification",
|
63 |
+
"semantic_loss_ignore_index": 255,
|
64 |
+
"torch_dtype": "float32",
|
65 |
+
"transformers_version": "4.37.2",
|
66 |
+
"width_multiplier": 1.0
|
67 |
+
}
|
model.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c0a369e77d1581310ca1707e47db6af7e04c4f9e9a6c6c7ec2a301e0706700d3
|
3 |
+
size 17687036
|
preprocessor_config.json
ADDED
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"crop_size": {
|
3 |
+
"height": 256,
|
4 |
+
"width": 256
|
5 |
+
},
|
6 |
+
"do_center_crop": true,
|
7 |
+
"do_flip_channel_order": true,
|
8 |
+
"do_rescale": true,
|
9 |
+
"do_resize": true,
|
10 |
+
"image_processor_type": "MobileViTImageProcessor",
|
11 |
+
"resample": 2,
|
12 |
+
"rescale_factor": 0.00392156862745098,
|
13 |
+
"size": {
|
14 |
+
"shortest_edge": 288
|
15 |
+
}
|
16 |
+
}
|
runs/Feb21_14-24-32_2d47c53f3f44/events.out.tfevents.1708525473.2d47c53f3f44.227.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7876414a48e9caf62f31ff13962f69d81ebadbef0ac9a4aba84d435c6efee46b
|
3 |
+
size 5075
|
runs/Feb21_14-25-26_2d47c53f3f44/events.out.tfevents.1708525527.2d47c53f3f44.227.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bbae446c67eae12ce9d31579dddecf47c7e6f9866bb8e8e0852d15cb3b2a3872
|
3 |
+
size 5075
|
runs/Feb21_14-29-38_2d47c53f3f44/events.out.tfevents.1708525778.2d47c53f3f44.227.2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3f7176ff052a80a903fdb9f1c2a2098b2430456ace88313bb32d965a685dec6b
|
3 |
+
size 5075
|
runs/Feb21_14-36-34_2d47c53f3f44/events.out.tfevents.1708526195.2d47c53f3f44.227.3
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ba3c9ca4688f5e85535b697747b7d3d2387481e654afcdda15bb3b2e81100682
|
3 |
+
size 5075
|
runs/Feb21_14-38-15_2d47c53f3f44/events.out.tfevents.1708526295.2d47c53f3f44.227.4
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:281bed2705aa7002c0d7be50ad775b6558451f491c8b0b6169c4c4423275e330
|
3 |
+
size 88
|
runs/Feb21_14-38-29_2d47c53f3f44/events.out.tfevents.1708526310.2d47c53f3f44.227.5
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d1f7f5c5bd49683105d2139e2ad51874d835fbc288b0fd637a1acbb40972cdea
|
3 |
+
size 88
|
runs/Feb21_14-39-25_2d47c53f3f44/events.out.tfevents.1708526366.2d47c53f3f44.227.6
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ee583590cabd05eef0fd0b8da14a0e1b73e986630e6e7a5eb679d0d701248386
|
3 |
+
size 88
|
runs/Feb21_14-41-25_2d47c53f3f44/events.out.tfevents.1708526486.2d47c53f3f44.10281.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:896fa9d5488aa2d23c11378791171ee6612b20c64b1857041b03c11bcdd1ad65
|
3 |
+
size 5075
|
runs/Feb21_14-45-45_2d47c53f3f44/events.out.tfevents.1708526746.2d47c53f3f44.10281.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:169b3d5f24d9d302740bc3660e6c5b84513d03d0d60719ad446755850c4b4df5
|
3 |
+
size 5075
|
runs/Feb21_14-48-26_2d47c53f3f44/events.out.tfevents.1708526907.2d47c53f3f44.10281.2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:af30ba4cbe501e52e540f306b3d492670e560bbb1b8513d3d5f2d85199822651
|
3 |
+
size 5075
|
runs/Feb21_14-49-24_2d47c53f3f44/events.out.tfevents.1708526964.2d47c53f3f44.10281.3
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b5ab16d1da2ec8a88127a7c9fc44e8ccc810bb6ddb38dfb1c1e2b2b0230d8122
|
3 |
+
size 5075
|
runs/Feb22_12-41-01_93a4b0faffc2/events.out.tfevents.1708605662.93a4b0faffc2.534.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1929055e96296535587f5beb13dc7a54bea273a147b0b2368613651ebb9bb516
|
3 |
+
size 5075
|
runs/Feb22_12-48-25_93a4b0faffc2/events.out.tfevents.1708606106.93a4b0faffc2.534.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fc8aecd2848b7e97c18b986787ea4e2fe3a7078b6ed33ff84859eb95c3eba2f5
|
3 |
+
size 5075
|
runs/Feb22_13-00-24_93a4b0faffc2/events.out.tfevents.1708606825.93a4b0faffc2.534.2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:27955c582df187d605e042e558fa21b7d025c523ee44c17e07b53aa1af3c6683
|
3 |
+
size 5124
|
runs/Feb22_13-04-19_93a4b0faffc2/events.out.tfevents.1708607060.93a4b0faffc2.534.3
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b984072a96237567550957519cd7e0a1979003261e1ed33ef7be271fd97b69a1
|
3 |
+
size 5124
|
runs/Feb22_13-05-08_93a4b0faffc2/events.out.tfevents.1708607109.93a4b0faffc2.534.4
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:205d7293b53d14e4df993f474ed576f05f8c109201d728c193a7e720b0233b71
|
3 |
+
size 5124
|
runs/Feb22_13-05-36_93a4b0faffc2/events.out.tfevents.1708607137.93a4b0faffc2.534.5
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6c7107a8338835dc8fcf1d69bfbda3a396f0660b95d6cdb20e117019b0dac7d4
|
3 |
+
size 5124
|
runs/Feb22_13-30-19_93a4b0faffc2/events.out.tfevents.1708608620.93a4b0faffc2.534.6
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f740f1c70b68dd0797134f23070930338e3b1a2a2076e66533cb29dda246d0ee
|
3 |
+
size 51460
|
training_args.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:12f125f4a7fd1fe2844dfbbe4db9a44a0fa0e4e9237f06223932bb4ce3fb903e
|
3 |
+
size 4728
|