Spaces:
Runtime error
Runtime error
| # coding: utf-8 | |
| from vqaTools.vqa import VQA | |
| import random | |
| import skimage.io as io | |
| import matplotlib.pyplot as plt | |
| import os | |
| dataDir ='../../VQA' | |
| versionType ='v2_' # this should be '' when using VQA v2.0 dataset | |
| taskType ='OpenEnded' # 'OpenEnded' only for v2.0. 'OpenEnded' or 'MultipleChoice' for v1.0 | |
| dataType ='mscoco' # 'mscoco' only for v1.0. 'mscoco' for real and 'abstract_v002' for abstract for v1.0. | |
| dataSubType ='train2014' | |
| annFile ='%s/Annotations/%s%s_%s_annotations.json'%(dataDir, versionType, dataType, dataSubType) | |
| quesFile ='%s/Questions/%s%s_%s_%s_questions.json'%(dataDir, versionType, taskType, dataType, dataSubType) | |
| imgDir = '%s/Images/%s/%s/' %(dataDir, dataType, dataSubType) | |
| # initialize VQA api for QA annotations | |
| vqa=VQA(annFile, quesFile) | |
| # load and display QA annotations for given question types | |
| """ | |
| All possible quesTypes for abstract and mscoco has been provided in respective text files in ../QuestionTypes/ folder. | |
| """ | |
| annIds = vqa.getQuesIds(quesTypes='how many'); | |
| anns = vqa.loadQA(annIds) | |
| randomAnn = random.choice(anns) | |
| vqa.showQA([randomAnn]) | |
| imgId = randomAnn['image_id'] | |
| imgFilename = 'COCO_' + dataSubType + '_'+ str(imgId).zfill(12) + '.jpg' | |
| if os.path.isfile(imgDir + imgFilename): | |
| I = io.imread(imgDir + imgFilename) | |
| plt.imshow(I) | |
| plt.axis('off') | |
| plt.show() | |
| # load and display QA annotations for given answer types | |
| """ | |
| ansTypes can be one of the following | |
| yes/no | |
| number | |
| other | |
| """ | |
| annIds = vqa.getQuesIds(ansTypes='yes/no'); | |
| anns = vqa.loadQA(annIds) | |
| randomAnn = random.choice(anns) | |
| vqa.showQA([randomAnn]) | |
| imgId = randomAnn['image_id'] | |
| imgFilename = 'COCO_' + dataSubType + '_'+ str(imgId).zfill(12) + '.jpg' | |
| if os.path.isfile(imgDir + imgFilename): | |
| I = io.imread(imgDir + imgFilename) | |
| plt.imshow(I) | |
| plt.axis('off') | |
| plt.show() | |
| # load and display QA annotations for given images | |
| """ | |
| Usage: vqa.getImgIds(quesIds=[], quesTypes=[], ansTypes=[]) | |
| Above method can be used to retrieve imageIds for given question Ids or given question types or given answer types. | |
| """ | |
| ids = vqa.getImgIds() | |
| annIds = vqa.getQuesIds(imgIds=random.sample(ids,5)); | |
| anns = vqa.loadQA(annIds) | |
| randomAnn = random.choice(anns) | |
| vqa.showQA([randomAnn]) | |
| imgId = randomAnn['image_id'] | |
| imgFilename = 'COCO_' + dataSubType + '_'+ str(imgId).zfill(12) + '.jpg' | |
| if os.path.isfile(imgDir + imgFilename): | |
| I = io.imread(imgDir + imgFilename) | |
| plt.imshow(I) | |
| plt.axis('off') | |
| plt.show() | |