In [1]:

    

import vsrseg.load_data as ld
import vsrl_utils as vu


    

In [2]:

    

coco = vu.load_coco()
vcoco_all = vu.load_vcoco("vcoco_train")
id2lab = ld.get_imgid_2_vcoco_labels(vcoco_all, coco)


    

    




loading annotations into memory...
Done (t=1.64s)
creating index...
index created!

In [3]:

    

print id2lab.keys()[:5]


    

    




[106497, 270338, 417797, 516106, 213003]

In [4]:

    

import itertools as it
sample = id2lab[id2lab.keys()[0]]["verbs"]
for v, ann in it.islice(sample.iteritems(), 5):
    print (str(v) + ("=" * (40 - len(v))))
    print ann


    

    




point===================================
{'role_object_id': array([458391,      0]), 'label': array([0]), 'role_name': ['agent', 'instr'], 'bbox': array([   0.96,    1.07,  352.05,  145.36]), 'role_bbox': array([   0.96,    1.07,  352.05,  145.36,     nan,     nan,     nan,
           nan]), 'include': [[], []]}
walk====================================
{'role_object_id': array([458391]), 'label': array([0]), 'role_name': ['agent'], 'bbox': array([   0.96,    1.07,  352.05,  145.36]), 'role_bbox': array([   0.96,    1.07,  352.05,  145.36]), 'include': [[]]}
jump====================================
{'role_object_id': array([458391,      0]), 'label': array([0]), 'role_name': ['agent', 'instr'], 'bbox': array([   0.96,    1.07,  352.05,  145.36]), 'role_bbox': array([   0.96,    1.07,  352.05,  145.36,     nan,     nan,     nan,
           nan]), 'include': [[], ['snowboard', 'skis', 'skateboard', 'surfboard']]}
snowboard===============================
{'role_object_id': array([458391,      0]), 'label': array([0]), 'role_name': ['agent', 'instr'], 'bbox': array([   0.96,    1.07,  352.05,  145.36]), 'role_bbox': array([   0.96,    1.07,  352.05,  145.36,     nan,     nan,     nan,
           nan]), 'include': [[], ['snowboard']]}
carry===================================
{'role_object_id': array([458391,      0]), 'label': array([0]), 'role_name': ['agent', 'obj'], 'bbox': array([   0.96,    1.07,  352.05,  145.36]), 'role_bbox': array([   0.96,    1.07,  352.05,  145.36,     nan,     nan,     nan,
           nan]), 'include': [[], []]}

In [5]:

    

print len(id2lab.keys())


    

    




2533

In [6]:

    

dataset = ld.VCocoBoxes("vcoco_train", "../v-coco/coco/images/train2014")
img, (coco_ann, vcoco_ann) = dataset[0]
print "COCO ANNOTATION:"
print str(coco_ann)[:100] + "..."
print "VCOCO ANNOTATION:"
print str(vcoco_ann)[:100] + "..."
img


    

    




COCO ANNOTATION:
[{u'segmentation': [[229.4, 4.38, 345.97, 1.34, 371.47, 20.17, 401.22, 29.88, 404.86, 59.02, 317.43,...
VCOCO ANNOTATION:
{'image_id': 226162, 'verbs': {'point': {'role_object_id': array([183192,      0]), 'label': array([...






    
Out[6]: