In [1]:

    

%matplotlib inline
from pycocotools.coco import COCO
import numpy as np
import skimage.io as io
import matplotlib.pyplot as plt
pylab.rcParams['figure.figsize'] = (10.0, 8.0)


    

In [2]:

    

dataDir='..'
dataType='val2014'
annFile='%s/annotations/instances_%s.json'%(dataDir,dataType)


    

In [3]:

    

# initialize COCO api for instance annotations
coco=COCO(annFile)


    

    




loading annotations into memory...
0:00:09.831777
annotations loaded!
creating index...
0:00:02.504151
index created!

In [4]:

    

# display COCO categories and supercategories
cats = coco.loadCats(coco.getCatIds())
nms=[cat['name'] for cat in cats]
print 'COCO categories: \n', ' '.join(nms)
print '\n'
nms = set([cat['supercategory'] for cat in cats])
print 'COCO supercategories: \n', ' '.join(nms)


    

    




COCO categories: 
person bicycle car motorcycle airplane bus train truck boat traffic light fire hydrant stop sign parking meter bench bird cat dog horse sheep cow elephant bear zebra giraffe backpack umbrella handbag tie suitcase frisbee skis snowboard sports ball kite baseball bat baseball glove skateboard surfboard tennis racket bottle wine glass cup fork knife spoon bowl banana apple sandwich orange broccoli carrot hot dog pizza donut cake chair couch potted plant bed dining table toilet tv laptop mouse remote keyboard cell phone microwave oven toaster sink refrigerator book clock vase scissors teddy bear hair drier toothbrush


COCO supercategories: 
outdoor food indoor appliance sports person animal vehicle furniture accessory electronic kitchen

In [5]:

    

# get all images containing given categories, select one at random
catIds = coco.getCatIds(catNms=['person','dog','skateboard']);
imgIds = coco.getImgIds(catIds=catIds );
img = coco.loadImgs(imgIds[np.random.randint(0,len(imgIds))])[0]


    

In [6]:

    

# load and display image
I = io.imread('%s/images/%s/%s'%(dataDir,dataType,img['file_name']))
plt.figure()
plt.imshow(I)


    

    
Out[6]:





<matplotlib.image.AxesImage at 0x10f2d9050>






    

In [7]:

    

# load and display instance annotations
plt.imshow(I)
annIds = coco.getAnnIds(imgIds=img['id'], catIds=catIds, iscrowd=None)
anns = coco.loadAnns(annIds)
coco.showAnns(anns)


    

In [8]:

    

# initialize COCO api for caption annotations
annFile = '%s/annotations/captions_%s.json'%(dataDir,dataType)
caps=COCO(annFile)


    

    




loading annotations into memory...
0:00:01.662928
annotations loaded!
creating index...
0:00:02.219329
index created!

In [9]:

    

# load and display caption annotations
annIds = caps.getAnnIds(imgIds=img['id']);
anns = caps.loadAnns(annIds)
caps.showAnns(anns)
plt.imshow(I)


    

    




A man with a skateboard is talking to a man in a hat.
A man with a skateboard talking to another man.
A skateboarder talks with another man at a park.
Two men are talking to each other while holding a skateboard.
A man standing next to another man with a skateboard.






    
Out[9]:





<matplotlib.image.AxesImage at 0x10f21a710>