Hugging Face's logo

Spaces:
thyaa10
/
instructblip
Runtime error

App Files Community
instructblip
File size: 5,581 Bytes 
be13417
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
 
"""
 Copyright (c) 2022, salesforce.com, inc.
 All rights reserved.
 SPDX-License-Identifier: BSD-3-Clause
 For full license text, see the LICENSE file in the repo root or https://opensource.org/licenses/BSD-3-Clause
"""

from lavis.datasets.builders.base_dataset_builder import BaseDatasetBuilder

from lavis.common.registry import registry
from lavis.datasets.datasets.aok_vqa_datasets import AOKVQADataset, AOKVQAEvalDataset, AOKVQAInstructDataset
from lavis.datasets.datasets.coco_vqa_datasets import COCOVQADataset, COCOVQAEvalDataset, COCOVQAInstructDataset
from lavis.datasets.datasets.vg_vqa_datasets import VGVQADataset, VGVQAInstructDataset
from lavis.datasets.datasets.gqa_datasets import GQADataset, GQAEvalDataset, GQAInstructDataset
from lavis.datasets.datasets.iconqa_datasets import IconQADataset, IconQAEvalDataset, IconQAInstructDataset
from lavis.datasets.datasets.ocr_datasets import OCRVQADataset, OCRVQAInstructDataset
from lavis.datasets.datasets.vizwiz_vqa_datasets import VizWizEvalDataset

@registry.register_builder("coco_vqa")
class COCOVQABuilder(BaseDatasetBuilder):
    train_dataset_cls = COCOVQADataset
    eval_dataset_cls = COCOVQAEvalDataset

    DATASET_CONFIG_DICT = {
        "default": "configs/datasets/coco/defaults_vqa.yaml",
        "eval": "configs/datasets/coco/eval_vqa.yaml",
    }

@registry.register_builder("coco_vqa_instruct")
class COCOVQAInstructBuilder(BaseDatasetBuilder):
    train_dataset_cls = COCOVQAInstructDataset
    eval_dataset_cls = COCOVQAEvalDataset

    DATASET_CONFIG_DICT = {
        "default": "configs/datasets/coco/defaults_vqa_instruct.yaml",
        "eval": "configs/datasets/coco/eval_vqa.yaml",
    }

@registry.register_builder("vg_vqa")
class VGVQABuilder(BaseDatasetBuilder):
    train_dataset_cls = VGVQADataset
    DATASET_CONFIG_DICT = {"default": "configs/datasets/vg/defaults_vqa.yaml"}

@registry.register_builder("vg_vqa_instruct")
class VGVQAInstructBuilder(BaseDatasetBuilder):
    train_dataset_cls = VGVQAInstructDataset
    DATASET_CONFIG_DICT = {"default": "configs/datasets/vg/defaults_vqa_instruct.yaml"}

@registry.register_builder("ok_vqa")
class OKVQABuilder(COCOVQABuilder):
    DATASET_CONFIG_DICT = {
        "default": "configs/datasets/okvqa/defaults.yaml",
    }

@registry.register_builder("ok_vqa_instruct")
class OKVQAInstructBuilder(COCOVQAInstructBuilder):
    DATASET_CONFIG_DICT = {
        "default": "configs/datasets/okvqa/defaults_instruct.yaml",
    }

@registry.register_builder("aok_vqa")
class AOKVQABuilder(BaseDatasetBuilder):
    train_dataset_cls = AOKVQADataset
    eval_dataset_cls = AOKVQAEvalDataset

    DATASET_CONFIG_DICT = {"default": "configs/datasets/aokvqa/defaults.yaml"}

@registry.register_builder("aok_vqa_instruct")
class AOKVQAInstructBuilder(BaseDatasetBuilder):
    train_dataset_cls = AOKVQAInstructDataset
    eval_dataset_cls = AOKVQAEvalDataset

    DATASET_CONFIG_DICT = {"default": "configs/datasets/aokvqa/defaults_instruct.yaml"}


@registry.register_builder("gqa")
class GQABuilder(BaseDatasetBuilder):
    train_dataset_cls = GQADataset
    eval_dataset_cls = GQAEvalDataset

    DATASET_CONFIG_DICT = {
        "default": "configs/datasets/gqa/defaults.yaml",
        "balanced_val": "configs/datasets/gqa/balanced_val.yaml",
        "balanced_testdev": "configs/datasets/gqa/balanced_testdev.yaml",
    }

@registry.register_builder("gqa_instruct")
class GQAInstructBuilder(BaseDatasetBuilder):
    train_dataset_cls = GQAInstructDataset
    eval_dataset_cls = GQAEvalDataset

    DATASET_CONFIG_DICT = {
        "default": "configs/datasets/gqa/defaults_instruct.yaml",
        "balanced_val": "configs/datasets/gqa/balanced_val_instruct.yaml",
        "balanced_testdev": "configs/datasets/gqa/balanced_testdev_instruct.yaml",
    }

@registry.register_builder("iconqa")
class IconQABuilder(BaseDatasetBuilder):
    train_dataset_cls = IconQADataset
    eval_dataset_cls = IconQAEvalDataset

    DATASET_CONFIG_DICT = {
        "default": "configs/datasets/iconqa/defaults.yaml",
    }

@registry.register_builder("iconqa_instruct")
class IconQAInstructBuilder(BaseDatasetBuilder):
    train_dataset_cls = IconQAInstructDataset
    eval_dataset_cls = IconQAEvalDataset

    DATASET_CONFIG_DICT = {
        "default": "configs/datasets/iconqa/defaults_instruct.yaml",
    }

@registry.register_builder("scienceqa")
class ScienceQABuilder(BaseDatasetBuilder):
    train_dataset_cls = IconQADataset
    eval_dataset_cls = IconQAEvalDataset

    DATASET_CONFIG_DICT = {"default": "configs/datasets/scienceqa/defaults.yaml"}

@registry.register_builder("scienceqa_instruct")
class ScienceQAInstructBuilder(BaseDatasetBuilder):
    train_dataset_cls = IconQAInstructDataset
    eval_dataset_cls = IconQAEvalDataset

    DATASET_CONFIG_DICT = {"default": "configs/datasets/scienceqa/defaults_instruct.yaml"}

@registry.register_builder("ocr_vqa")
class OCRVQABuilder(BaseDatasetBuilder):
    train_dataset_cls = OCRVQADataset
    eval_dataset_cls = OCRVQADataset

    DATASET_CONFIG_DICT = {"default": "configs/datasets/ocrvqa/defaults.yaml"}

@registry.register_builder("ocr_vqa_instruct")
class OCRVQAInstructBuilder(BaseDatasetBuilder):
    train_dataset_cls = OCRVQAInstructDataset
    eval_dataset_cls = OCRVQAInstructDataset

    DATASET_CONFIG_DICT = {"default": "configs/datasets/ocrvqa/defaults_instruct.yaml"}


@registry.register_builder("vizwiz_vqa")
class VizWizVQABuilder(BaseDatasetBuilder):
    eval_dataset_cls = VizWizEvalDataset

    DATASET_CONFIG_DICT = {"default": "configs/datasets/vizwiz/defaults.yaml"}