In [1]:
import skvideo.io

import os
import sys
module_path = os.path.abspath(os.path.join('..'))
if module_path not in sys.path:
    sys.path.append(module_path)


from datasets import batch_generator as bg

In [2]:
videos = [line.rstrip('\n') for line in open('../../all_videos.txt')]

In [3]:
max_n = 0
min_n = 99999999
frames = []
problematic_videos = []
i = 0
shapes = []
for video in videos:
   
    try :
        videodata = skvideo.io.vread(video)
    except:
        problematic_videos.append(video)
    n = videodata.shape[0]
    if i%100 == 0:
        print("Checking video {} with frames {}".format(i, n))
    shapes.append(videodata.shape)
    max_n = max(max_n, n)
    min_n = min(min_n, n)
    if n < 35:
        frames.append(video)
    i += 1


Checking video 0 with frames 103
Checking video 100 with frames 75
Checking video 200 with frames 178
Checking video 300 with frames 164
Checking video 400 with frames 219
Checking video 500 with frames 227
Checking video 600 with frames 267
Checking video 700 with frames 289
Checking video 800 with frames 63
Checking video 900 with frames 257
Checking video 1000 with frames 130
Checking video 1100 with frames 125
Checking video 1200 with frames 147
Checking video 1300 with frames 240
Checking video 1400 with frames 96
Checking video 1500 with frames 168
Checking video 1600 with frames 75
Checking video 1700 with frames 235
Checking video 1800 with frames 210
Checking video 1900 with frames 211
Checking video 2000 with frames 114
Checking video 2100 with frames 86
Checking video 2200 with frames 114
Checking video 2300 with frames 71
Checking video 2400 with frames 69
Checking video 2500 with frames 180
Checking video 2600 with frames 379
Checking video 2700 with frames 442
Checking video 2800 with frames 111
Checking video 2900 with frames 94
Checking video 3000 with frames 196
Checking video 3100 with frames 99
Checking video 3200 with frames 302
Checking video 3300 with frames 337
Checking video 3400 with frames 187
Checking video 3500 with frames 294
Checking video 3600 with frames 105
Checking video 3700 with frames 301
Checking video 3800 with frames 162
Checking video 3900 with frames 118
Checking video 4000 with frames 146
Checking video 4100 with frames 252
Checking video 4200 with frames 258
Checking video 4300 with frames 151
Checking video 4400 with frames 229
Checking video 4500 with frames 109
Checking video 4600 with frames 66
Checking video 4700 with frames 139
Checking video 4800 with frames 150
Checking video 4900 with frames 113
Checking video 5000 with frames 284
Checking video 5100 with frames 181
Checking video 5200 with frames 333
Checking video 5300 with frames 103
Checking video 5400 with frames 133
Checking video 5500 with frames 211
Checking video 5600 with frames 98
Checking video 5700 with frames 121
Checking video 5800 with frames 305
Checking video 5900 with frames 139
Checking video 6000 with frames 61
Checking video 6100 with frames 301
Checking video 6200 with frames 149
Checking video 6300 with frames 168
Checking video 6400 with frames 412
Checking video 6500 with frames 250
Checking video 6600 with frames 320
Checking video 6700 with frames 164
Checking video 6800 with frames 125
Checking video 6900 with frames 178
Checking video 7000 with frames 185
Checking video 7100 with frames 166
Checking video 7200 with frames 152
Checking video 7300 with frames 209
Checking video 7400 with frames 120
Checking video 7500 with frames 123
Checking video 7600 with frames 126
Checking video 7700 with frames 85
Checking video 7800 with frames 96
Checking video 7900 with frames 128
Checking video 8000 with frames 262
Checking video 8100 with frames 223
Checking video 8200 with frames 80
Checking video 8300 with frames 109
Checking video 8400 with frames 151
Checking video 8500 with frames 160
Checking video 8600 with frames 73
Checking video 8700 with frames 152
Checking video 8800 with frames 75
Checking video 8900 with frames 278
Checking video 9000 with frames 396
Checking video 9100 with frames 312
Checking video 9200 with frames 235
Checking video 9300 with frames 56
Checking video 9400 with frames 143
Checking video 9500 with frames 111
Checking video 9600 with frames 96
Checking video 9700 with frames 145
Checking video 9800 with frames 331
Checking video 9900 with frames 133
Checking video 10000 with frames 108
Checking video 10100 with frames 300
Checking video 10200 with frames 300
Checking video 10300 with frames 234
Checking video 10400 with frames 105
Checking video 10500 with frames 124
Checking video 10600 with frames 274
Checking video 10700 with frames 221
Checking video 10800 with frames 63
Checking video 10900 with frames 117
Checking video 11000 with frames 77
Checking video 11100 with frames 255
Checking video 11200 with frames 179
Checking video 11300 with frames 307
Checking video 11400 with frames 250
Checking video 11500 with frames 300
Checking video 11600 with frames 250
Checking video 11700 with frames 250
Checking video 11800 with frames 198
Checking video 11900 with frames 250
Checking video 12000 with frames 117
Checking video 12100 with frames 97
Checking video 12200 with frames 132
Checking video 12300 with frames 256
Checking video 12400 with frames 250
Checking video 12500 with frames 217
Checking video 12600 with frames 278
Checking video 12700 with frames 633
Checking video 12800 with frames 247
Checking video 12900 with frames 92
Checking video 13000 with frames 70
Checking video 13100 with frames 112
Checking video 13200 with frames 375
Checking video 13300 with frames 181

In [4]:
len(shapes)


Out[4]:
13320

In [12]:
shapes


Out[12]:
[(103, 240, 320, 3),
 (118, 240, 320, 3),
 (124, 240, 320, 3),
 (101, 240, 320, 3),
 (73, 240, 320, 3),
 (83, 240, 320, 3),
 (117, 240, 320, 3),
 (60, 240, 320, 3),
 (84, 240, 320, 3),
 (75, 240, 320, 3),
 (110, 240, 320, 3),
 (73, 240, 320, 3),
 (129, 240, 320, 3),
 (107, 240, 320, 3),
 (157, 240, 320, 3),
 (101, 240, 320, 3),
 (86, 240, 320, 3),
 (74, 240, 320, 3),
 (123, 240, 320, 3),
 (160, 240, 320, 3),
 (110, 240, 320, 3),
 (84, 240, 320, 3),
 (100, 240, 320, 3),
 (74, 240, 320, 3),
 (80, 240, 320, 3),
 (56, 240, 320, 3),
 (63, 240, 320, 3),
 (113, 240, 320, 3),
 (128, 240, 320, 3),
 (153, 240, 320, 3),
 (52, 240, 320, 3),
 (120, 240, 320, 3),
 (71, 240, 320, 3),
 (74, 240, 320, 3),
 (80, 240, 320, 3),
 (97, 240, 320, 3),
 (58, 240, 320, 3),
 (126, 240, 320, 3),
 (101, 240, 320, 3),
 (65, 240, 320, 3),
 (181, 240, 320, 3),
 (86, 240, 320, 3),
 (79, 240, 320, 3),
 (75, 240, 320, 3),
 (72, 240, 320, 3),
 (77, 240, 320, 3),
 (68, 240, 320, 3),
 (92, 240, 320, 3),
 (150, 240, 320, 3),
 (125, 240, 320, 3),
 (96, 240, 320, 3),
 (69, 240, 320, 3),
 (122, 240, 320, 3),
 (93, 240, 320, 3),
 (79, 240, 320, 3),
 (126, 240, 320, 3),
 (53, 240, 320, 3),
 (108, 240, 320, 3),
 (93, 240, 320, 3),
 (66, 240, 320, 3),
 (117, 240, 320, 3),
 (171, 240, 320, 3),
 (67, 240, 320, 3),
 (115, 240, 320, 3),
 (63, 240, 320, 3),
 (110, 240, 320, 3),
 (130, 240, 320, 3),
 (77, 240, 320, 3),
 (138, 240, 320, 3),
 (64, 240, 320, 3),
 (96, 240, 320, 3),
 (105, 240, 320, 3),
 (91, 240, 320, 3),
 (140, 240, 320, 3),
 (115, 240, 320, 3),
 (82, 240, 320, 3),
 (130, 240, 320, 3),
 (61, 240, 320, 3),
 (78, 240, 320, 3),
 (87, 240, 320, 3),
 (86, 240, 320, 3),
 (84, 240, 320, 3),
 (184, 240, 320, 3),
 (91, 240, 320, 3),
 (60, 240, 320, 3),
 (69, 240, 320, 3),
 (84, 240, 320, 3),
 (111, 240, 320, 3),
 (115, 240, 320, 3),
 (123, 240, 320, 3),
 (75, 240, 320, 3),
 (95, 240, 320, 3),
 (127, 240, 320, 3),
 (94, 240, 320, 3),
 (88, 240, 320, 3),
 (94, 240, 320, 3),
 (98, 240, 320, 3),
 (61, 240, 320, 3),
 (114, 240, 320, 3),
 (72, 240, 320, 3),
 (75, 240, 320, 3),
 (107, 240, 320, 3),
 (73, 240, 320, 3),
 (83, 240, 320, 3),
 (79, 240, 320, 3),
 (118, 240, 320, 3),
 (63, 240, 320, 3),
 (69, 240, 320, 3),
 (93, 240, 320, 3),
 (83, 240, 320, 3),
 (175, 240, 320, 3),
 (71, 240, 320, 3),
 (94, 240, 320, 3),
 (135, 240, 320, 3),
 (103, 240, 320, 3),
 (133, 240, 320, 3),
 (97, 240, 320, 3),
 (80, 240, 320, 3),
 (82, 240, 320, 3),
 (95, 240, 320, 3),
 (73, 240, 320, 3),
 (80, 240, 320, 3),
 (76, 240, 320, 3),
 (87, 240, 320, 3),
 (53, 240, 320, 3),
 (81, 240, 320, 3),
 (159, 240, 320, 3),
 (170, 240, 320, 3),
 (98, 240, 320, 3),
 (133, 240, 320, 3),
 (99, 240, 320, 3),
 (81, 240, 320, 3),
 (115, 240, 320, 3),
 (109, 240, 320, 3),
 (100, 240, 320, 3),
 (94, 240, 320, 3),
 (103, 240, 320, 3),
 (75, 240, 320, 3),
 (66, 240, 320, 3),
 (190, 240, 320, 3),
 (208, 240, 320, 3),
 (87, 240, 320, 3),
 (138, 240, 320, 3),
 (199, 240, 320, 3),
 (192, 240, 320, 3),
 (144, 240, 320, 3),
 (73, 240, 320, 3),
 (84, 240, 320, 3),
 (86, 240, 320, 3),
 (102, 240, 320, 3),
 (217, 240, 320, 3),
 (104, 240, 320, 3),
 (67, 240, 320, 3),
 (103, 240, 320, 3),
 (167, 240, 320, 3),
 (181, 240, 320, 3),
 (181, 240, 320, 3),
 (81, 240, 320, 3),
 (152, 240, 320, 3),
 (154, 240, 320, 3),
 (144, 240, 320, 3),
 (142, 240, 320, 3),
 (144, 240, 320, 3),
 (164, 240, 320, 3),
 (93, 240, 320, 3),
 (79, 240, 320, 3),
 (108, 240, 320, 3),
 (165, 240, 320, 3),
 (155, 240, 320, 3),
 (170, 240, 320, 3),
 (142, 240, 320, 3),
 (174, 240, 320, 3),
 (69, 240, 320, 3),
 (95, 240, 320, 3),
 (105, 240, 320, 3),
 (82, 240, 320, 3),
 (177, 240, 320, 3),
 (186, 240, 320, 3),
 (114, 240, 320, 3),
 (128, 240, 320, 3),
 (96, 240, 320, 3),
 (188, 240, 320, 3),
 (193, 240, 320, 3),
 (121, 240, 320, 3),
 (183, 240, 320, 3),
 (192, 240, 320, 3),
 (249, 240, 320, 3),
 (93, 240, 320, 3),
 (134, 240, 320, 3),
 (197, 240, 320, 3),
 (91, 240, 320, 3),
 (106, 240, 320, 3),
 (101, 240, 320, 3),
 (197, 240, 320, 3),
 (92, 240, 320, 3),
 (102, 240, 320, 3),
 (132, 240, 320, 3),
 (104, 240, 320, 3),
 (86, 240, 320, 3),
 (157, 240, 320, 3),
 (178, 240, 320, 3),
 (81, 240, 320, 3),
 (78, 240, 320, 3),
 (173, 240, 320, 3),
 (189, 240, 320, 3),
 (98, 240, 320, 3),
 (165, 240, 320, 3),
 (82, 240, 320, 3),
 (142, 240, 320, 3),
 (202, 240, 320, 3),
 (154, 240, 320, 3),
 (203, 240, 320, 3),
 (100, 240, 320, 3),
 (178, 240, 320, 3),
 (111, 240, 320, 3),
 (161, 240, 320, 3),
 (194, 240, 320, 3),
 (106, 240, 320, 3),
 (131, 240, 320, 3),
 (93, 240, 320, 3),
 (138, 240, 320, 3),
 (106, 240, 320, 3),
 (99, 240, 320, 3),
 (105, 240, 320, 3),
 (79, 240, 320, 3),
 (110, 240, 320, 3),
 (107, 240, 320, 3),
 (141, 240, 320, 3),
 (164, 240, 320, 3),
 (198, 240, 320, 3),
 (79, 240, 320, 3),
 (226, 240, 320, 3),
 (207, 240, 320, 3),
 (98, 240, 320, 3),
 (108, 240, 320, 3),
 (176, 240, 320, 3),
 (122, 240, 320, 3),
 (163, 240, 320, 3),
 (178, 240, 320, 3),
 (148, 240, 320, 3),
 (229, 240, 320, 3),
 (304, 240, 320, 3),
 (126, 240, 320, 3),
 (131, 240, 320, 3),
 (169, 240, 320, 3),
 (200, 240, 320, 3),
 (147, 240, 320, 3),
 (167, 240, 320, 3),
 (167, 240, 320, 3),
 (105, 240, 320, 3),
 (142, 240, 320, 3),
 (203, 240, 320, 3),
 (179, 240, 320, 3),
 (200, 240, 320, 3),
 (229, 240, 320, 3),
 (169, 240, 320, 3),
 (161, 240, 320, 3),
 (169, 240, 320, 3),
 (234, 240, 320, 3),
 (364, 240, 320, 3),
 (253, 240, 320, 3),
 (273, 240, 320, 3),
 (251, 240, 320, 3),
 (120, 240, 320, 3),
 (212, 240, 320, 3),
 (232, 240, 320, 3),
 (122, 240, 320, 3),
 (140, 240, 320, 3),
 (296, 240, 320, 3),
 (303, 240, 320, 3),
 (125, 240, 320, 3),
 (145, 240, 320, 3),
 (217, 240, 320, 3),
 (119, 240, 320, 3),
 (102, 240, 320, 3),
 (154, 240, 320, 3),
 (131, 240, 320, 3),
 (252, 240, 320, 3),
 (198, 240, 320, 3),
 (65, 240, 320, 3),
 (147, 240, 320, 3),
 (242, 240, 320, 3),
 (266, 240, 320, 3),
 (137, 240, 320, 3),
 (261, 240, 320, 3),
 (222, 240, 320, 3),
 (185, 240, 320, 3),
 (109, 240, 320, 3),
 (245, 240, 320, 3),
 (281, 240, 320, 3),
 (101, 240, 320, 3),
 (104, 240, 320, 3),
 (161, 240, 320, 3),
 (220, 240, 320, 3),
 (492, 240, 320, 3),
 (153, 240, 320, 3),
 (430, 240, 320, 3),
 (188, 240, 320, 3),
 (167, 240, 320, 3),
 (128, 240, 320, 3),
 (164, 240, 320, 3),
 (161, 240, 320, 3),
 (171, 240, 320, 3),
 (113, 240, 320, 3),
 (112, 240, 320, 3),
 (174, 240, 320, 3),
 (145, 240, 320, 3),
 (215, 240, 320, 3),
 (249, 240, 320, 3),
 (206, 240, 320, 3),
 (119, 240, 320, 3),
 (226, 240, 320, 3),
 (232, 240, 320, 3),
 (174, 240, 320, 3),
 (169, 240, 320, 3),
 (216, 240, 320, 3),
 (404, 240, 320, 3),
 (183, 240, 320, 3),
 (207, 240, 320, 3),
 (117, 240, 320, 3),
 (127, 240, 320, 3),
 (263, 240, 320, 3),
 (139, 240, 320, 3),
 (131, 240, 320, 3),
 (176, 240, 320, 3),
 (339, 240, 320, 3),
 (285, 240, 320, 3),
 (248, 240, 320, 3),
 (173, 240, 320, 3),
 (258, 240, 320, 3),
 (162, 240, 320, 3),
 (279, 240, 320, 3),
 (198, 240, 320, 3),
 (285, 240, 320, 3),
 (173, 240, 320, 3),
 (157, 240, 320, 3),
 (163, 240, 320, 3),
 (125, 240, 320, 3),
 (173, 240, 320, 3),
 (179, 240, 320, 3),
 (287, 240, 320, 3),
 (101, 240, 320, 3),
 (227, 240, 320, 3),
 (235, 240, 320, 3),
 (159, 240, 320, 3),
 (168, 240, 320, 3),
 (132, 240, 320, 3),
 (217, 240, 320, 3),
 (100, 240, 320, 3),
 (120, 240, 320, 3),
 (175, 240, 320, 3),
 (173, 240, 320, 3),
 (311, 240, 320, 3),
 (157, 240, 320, 3),
 (238, 240, 320, 3),
 (164, 240, 320, 3),
 (194, 240, 320, 3),
 (136, 240, 320, 3),
 (132, 240, 320, 3),
 (160, 240, 320, 3),
 (168, 240, 320, 3),
 (189, 240, 320, 3),
 (159, 240, 320, 3),
 (163, 240, 320, 3),
 (170, 240, 320, 3),
 (152, 240, 320, 3),
 (113, 240, 320, 3),
 (176, 240, 320, 3),
 (206, 240, 320, 3),
 (472, 240, 320, 3),
 (196, 240, 320, 3),
 (237, 240, 320, 3),
 (135, 240, 320, 3),
 (225, 240, 320, 3),
 (246, 240, 320, 3),
 (192, 240, 320, 3),
 (164, 240, 320, 3),
 (181, 240, 320, 3),
 (200, 240, 320, 3),
 (246, 240, 320, 3),
 (145, 240, 320, 3),
 (131, 240, 320, 3),
 (101, 240, 320, 3),
 (146, 240, 320, 3),
 (162, 240, 320, 3),
 (271, 240, 320, 3),
 (100, 240, 320, 3),
 (199, 240, 320, 3),
 (129, 240, 320, 3),
 (306, 240, 320, 3),
 (107, 240, 320, 3),
 (322, 240, 320, 3),
 (205, 240, 320, 3),
 (223, 240, 320, 3),
 (275, 240, 320, 3),
 (118, 240, 320, 3),
 (232, 240, 320, 3),
 (105, 240, 320, 3),
 (141, 240, 320, 3),
 (109, 240, 320, 3),
 (219, 240, 320, 3),
 (256, 240, 320, 3),
 (251, 240, 320, 3),
 (143, 240, 320, 3),
 (300, 240, 320, 3),
 (240, 240, 320, 3),
 (301, 240, 320, 3),
 (240, 240, 320, 3),
 (251, 240, 320, 3),
 (301, 240, 320, 3),
 (201, 240, 320, 3),
 (599, 240, 320, 3),
 (300, 240, 320, 3),
 (260, 240, 320, 3),
 (360, 240, 320, 3),
 (360, 240, 320, 3),
 (360, 240, 320, 3),
 (240, 240, 320, 3),
 (251, 240, 320, 3),
 (300, 240, 320, 3),
 (201, 240, 320, 3),
 (240, 240, 320, 3),
 (221, 240, 320, 3),
 (300, 240, 320, 3),
 (201, 240, 320, 3),
 (301, 240, 320, 3),
 (300, 240, 320, 3),
 (240, 240, 320, 3),
 (360, 240, 320, 3),
 (880, 240, 320, 3),
 (240, 240, 320, 3),
 (201, 240, 320, 3),
 (360, 240, 320, 3),
 (240, 240, 320, 3),
 (230, 240, 320, 3),
 (300, 240, 320, 3),
 (293, 240, 320, 3),
 (186, 240, 320, 3),
 (92, 240, 320, 3),
 (240, 240, 320, 3),
 (240, 240, 320, 3),
 (360, 240, 320, 3),
 (240, 240, 320, 3),
 (416, 240, 320, 3),
 (301, 240, 320, 3),
 (240, 240, 320, 3),
 (301, 240, 320, 3),
 (301, 240, 320, 3),
 (251, 240, 320, 3),
 (230, 240, 320, 3),
 (240, 240, 320, 3),
 (201, 240, 320, 3),
 (377, 240, 320, 3),
 (139, 240, 320, 3),
 (301, 240, 320, 3),
 (251, 240, 320, 3),
 (301, 240, 320, 3),
 (599, 240, 320, 3),
 (240, 240, 320, 3),
 (290, 240, 320, 3),
 (308, 240, 320, 3),
 (599, 240, 320, 3),
 (201, 240, 320, 3),
 (240, 240, 320, 3),
 (270, 240, 320, 3),
 (300, 240, 320, 3),
 (230, 240, 320, 3),
 (201, 240, 320, 3),
 (229, 240, 320, 3),
 (300, 240, 320, 3),
 (307, 240, 320, 3),
 (301, 240, 320, 3),
 (221, 240, 320, 3),
 (238, 240, 320, 3),
 (301, 240, 320, 3),
 (240, 240, 320, 3),
 (240, 240, 320, 3),
 (316, 240, 320, 3),
 (251, 240, 320, 3),
 (360, 240, 320, 3),
 (109, 240, 320, 3),
 (584, 240, 320, 3),
 (705, 240, 320, 3),
 (251, 240, 320, 3),
 (360, 240, 320, 3),
 (251, 240, 320, 3),
 (201, 240, 320, 3),
 (301, 240, 320, 3),
 (240, 240, 320, 3),
 (240, 240, 320, 3),
 (240, 240, 320, 3),
 (360, 240, 320, 3),
 (240, 240, 320, 3),
 (140, 240, 320, 3),
 (900, 240, 320, 3),
 (230, 240, 320, 3),
 (251, 240, 320, 3),
 (240, 240, 320, 3),
 (301, 240, 320, 3),
 (334, 240, 320, 3),
 (227, 240, 320, 3),
 (201, 240, 320, 3),
 (599, 240, 320, 3),
 (201, 240, 320, 3),
 (360, 240, 320, 3),
 (599, 240, 320, 3),
 (301, 240, 320, 3),
 (135, 240, 320, 3),
 (301, 240, 320, 3),
 (240, 240, 320, 3),
 (330, 240, 320, 3),
 (301, 240, 320, 3),
 (240, 240, 320, 3),
 (360, 240, 320, 3),
 (240, 240, 320, 3),
 (279, 240, 320, 3),
 (301, 240, 320, 3),
 (201, 240, 320, 3),
 (201, 240, 320, 3),
 (240, 240, 320, 3),
 (201, 240, 320, 3),
 (301, 240, 320, 3),
 (301, 240, 320, 3),
 (416, 240, 320, 3),
 (251, 240, 320, 3),
 (360, 240, 320, 3),
 (240, 240, 320, 3),
 (360, 240, 320, 3),
 (111, 240, 320, 3),
 (240, 240, 320, 3),
 (416, 240, 320, 3),
 (83, 240, 320, 3),
 (301, 240, 320, 3),
 (301, 240, 320, 3),
 (251, 240, 320, 3),
 (599, 240, 320, 3),
 (360, 240, 320, 3),
 (240, 240, 320, 3),
 (201, 240, 320, 3),
 (240, 240, 320, 3),
 (502, 240, 320, 3),
 (360, 240, 320, 3),
 (240, 240, 320, 3),
 (137, 240, 320, 3),
 (251, 240, 320, 3),
 (301, 240, 320, 3),
 (599, 240, 320, 3),
 (251, 240, 320, 3),
 (251, 240, 320, 3),
 (251, 240, 320, 3),
 (264, 240, 320, 3),
 (365, 240, 320, 3),
 (276, 240, 320, 3),
 (295, 240, 320, 3),
 (199, 240, 320, 3),
 (254, 240, 320, 3),
 (203, 240, 320, 3),
 (305, 240, 320, 3),
 (182, 240, 320, 3),
 (264, 240, 320, 3),
 (320, 240, 320, 3),
 (252, 240, 320, 3),
 (320, 240, 320, 3),
 (287, 240, 320, 3),
 (290, 240, 320, 3),
 (267, 240, 320, 3),
 (292, 240, 320, 3),
 (277, 240, 320, 3),
 (412, 240, 320, 3),
 (365, 240, 320, 3),
 (302, 240, 320, 3),
 (254, 240, 320, 3),
 (353, 240, 320, 3),
 (252, 240, 320, 3),
 (411, 240, 320, 3),
 (454, 240, 320, 3),
 (405, 240, 320, 3),
 (297, 240, 320, 3),
 (289, 240, 320, 3),
 (291, 240, 320, 3),
 (266, 240, 320, 3),
 (281, 240, 320, 3),
 (202, 240, 320, 3),
 (272, 240, 320, 3),
 (302, 240, 320, 3),
 (250, 240, 320, 3),
 (297, 240, 320, 3),
 (239, 240, 320, 3),
 (277, 240, 320, 3),
 (323, 240, 320, 3),
 (255, 240, 320, 3),
 (416, 240, 320, 3),
 (303, 240, 320, 3),
 (216, 240, 320, 3),
 (207, 240, 320, 3),
 (260, 240, 320, 3),
 (278, 240, 320, 3),
 (258, 240, 320, 3),
 (275, 240, 320, 3),
 (124, 240, 320, 3),
 (267, 240, 320, 3),
 (276, 240, 320, 3),
 (176, 240, 320, 3),
 (255, 240, 320, 3),
 (138, 240, 320, 3),
 (369, 240, 320, 3),
 (429, 240, 320, 3),
 (246, 240, 320, 3),
 (142, 240, 320, 3),
 (222, 240, 320, 3),
 (274, 240, 320, 3),
 (256, 240, 320, 3),
 (295, 240, 320, 3),
 (294, 240, 320, 3),
 (368, 240, 320, 3),
 (262, 240, 320, 3),
 (360, 240, 320, 3),
 (287, 240, 320, 3),
 (467, 240, 320, 3),
 (379, 240, 320, 3),
 (411, 240, 320, 3),
 (357, 240, 320, 3),
 (283, 240, 320, 3),
 (280, 240, 320, 3),
 (357, 240, 320, 3),
 (357, 240, 320, 3),
 (294, 240, 320, 3),
 (307, 240, 320, 3),
 (407, 240, 320, 3),
 (255, 240, 320, 3),
 (273, 240, 320, 3),
 (265, 240, 320, 3),
 (328, 240, 320, 3),
 (425, 240, 320, 3),
 (270, 240, 320, 3),
 (250, 240, 320, 3),
 (195, 240, 320, 3),
 (335, 240, 320, 3),
 (293, 240, 320, 3),
 (274, 240, 320, 3),
 (258, 240, 320, 3),
 (333, 240, 320, 3),
 (279, 240, 320, 3),
 (294, 240, 320, 3),
 (305, 240, 320, 3),
 (452, 240, 320, 3),
 (267, 240, 320, 3),
 (258, 240, 320, 3),
 (271, 240, 320, 3),
 (210, 240, 320, 3),
 (199, 240, 320, 3),
 (268, 240, 320, 3),
 (262, 240, 320, 3),
 (284, 240, 320, 3),
 (209, 240, 320, 3),
 (428, 240, 320, 3),
 (207, 240, 320, 3),
 (377, 240, 320, 3),
 (188, 240, 320, 3),
 (267, 240, 320, 3),
 (391, 240, 320, 3),
 (286, 240, 320, 3),
 (322, 240, 320, 3),
 (291, 240, 320, 3),
 (266, 240, 320, 3),
 (372, 240, 320, 3),
 (298, 240, 320, 3),
 (402, 240, 320, 3),
 (443, 240, 320, 3),
 (180, 240, 320, 3),
 (246, 240, 320, 3),
 (195, 240, 320, 3),
 (186, 240, 320, 3),
 (448, 240, 320, 3),
 (288, 240, 320, 3),
 (241, 240, 320, 3),
 (386, 240, 320, 3),
 (187, 240, 320, 3),
 (272, 240, 320, 3),
 (381, 240, 320, 3),
 (267, 240, 320, 3),
 (364, 240, 320, 3),
 (264, 240, 320, 3),
 (326, 240, 320, 3),
 (256, 240, 320, 3),
 (295, 240, 320, 3),
 (254, 240, 320, 3),
 (253, 240, 320, 3),
 (291, 240, 320, 3),
 (260, 240, 320, 3),
 (174, 240, 320, 3),
 (183, 240, 320, 3),
 (253, 240, 320, 3),
 (425, 240, 320, 3),
 (409, 240, 320, 3),
 (300, 240, 320, 3),
 (312, 240, 320, 3),
 (252, 240, 320, 3),
 (288, 240, 320, 3),
 (427, 240, 320, 3),
 (289, 240, 320, 3),
 (282, 240, 320, 3),
 (186, 240, 320, 3),
 (291, 240, 320, 3),
 (302, 240, 320, 3),
 (427, 240, 320, 3),
 (297, 240, 320, 3),
 (247, 240, 320, 3),
 (251, 240, 320, 3),
 (295, 240, 320, 3),
 (305, 240, 320, 3),
 (240, 240, 320, 3),
 (437, 240, 320, 3),
 (81, 240, 320, 3),
 (89, 240, 320, 3),
 (73, 240, 320, 3),
 (88, 240, 320, 3),
 (79, 240, 320, 3),
 (70, 240, 320, 3),
 (82, 240, 320, 3),
 (89, 240, 320, 3),
 (95, 240, 320, 3),
 (80, 240, 320, 3),
 (79, 240, 320, 3),
 (68, 240, 320, 3),
 (93, 240, 320, 3),
 (94, 240, 320, 3),
 (66, 240, 320, 3),
 (60, 240, 320, 3),
 (93, 240, 320, 3),
 (88, 240, 320, 3),
 (78, 240, 320, 3),
 (97, 240, 320, 3),
 (90, 240, 320, 3),
 (81, 240, 320, 3),
 (89, 240, 320, 3),
 (94, 240, 320, 3),
 (89, 240, 320, 3),
 (128, 240, 320, 3),
 (94, 240, 320, 3),
 (93, 240, 320, 3),
 (79, 240, 320, 3),
 (90, 240, 320, 3),
 (72, 240, 320, 3),
 (57, 240, 320, 3),
 (64, 240, 320, 3),
 (89, 240, 320, 3),
 (54, 240, 320, 3),
 (87, 240, 320, 3),
 (91, 240, 320, 3),
 (93, 240, 320, 3),
 (97, 240, 320, 3),
 (95, 240, 320, 3),
 (85, 240, 320, 3),
 (60, 240, 320, 3),
 (98, 240, 320, 3),
 (88, 240, 320, 3),
 (94, 240, 320, 3),
 (89, 240, 320, 3),
 (82, 240, 320, 3),
 (78, 240, 320, 3),
 (92, 240, 320, 3),
 (85, 240, 320, 3),
 (93, 240, 320, 3),
 (87, 240, 320, 3),
 (70, 240, 320, 3),
 (80, 240, 320, 3),
 (87, 240, 320, 3),
 (96, 240, 320, 3),
 (92, 240, 320, 3),
 (72, 240, 320, 3),
 (81, 240, 320, 3),
 (78, 240, 320, 3),
 (88, 240, 320, 3),
 (101, 240, 320, 3),
 (96, 240, 320, 3),
 (69, 240, 320, 3),
 (80, 240, 320, 3),
 (63, 240, 320, 3),
 (83, 240, 320, 3),
 (96, 240, 320, 3),
 (87, 240, 320, 3),
 (103, 240, 320, 3),
 (92, 240, 320, 3),
 (140, 240, 320, 3),
 (96, 240, 320, 3),
 (58, 240, 320, 3),
 (88, 240, 320, 3),
 (82, 240, 320, 3),
 (101, 240, 320, 3),
 (85, 240, 320, 3),
 (101, 240, 320, 3),
 (110, 240, 320, 3),
 (86, 240, 320, 3),
 (63, 240, 320, 3),
 (92, 240, 320, 3),
 (70, 240, 320, 3),
 (86, 240, 320, 3),
 (82, 240, 320, 3),
 (100, 240, 320, 3),
 (63, 240, 320, 3),
 (84, 240, 320, 3),
 (82, 240, 320, 3),
 (82, 240, 320, 3),
 (85, 240, 320, 3),
 (66, 240, 320, 3),
 (84, 240, 320, 3),
 (85, 240, 320, 3),
 (69, 240, 320, 3),
 (56, 240, 320, 3),
 (92, 240, 320, 3),
 (80, 240, 320, 3),
 (83, 240, 320, 3),
 (66, 240, 320, 3),
 (92, 240, 320, 3),
 (66, 240, 320, 3),
 (93, 240, 320, 3),
 (65, 240, 320, 3),
 (91, 240, 320, 3),
 (88, 240, 320, 3),
 (77, 240, 320, 3),
 (71, 240, 320, 3),
 (84, 240, 320, 3),
 (120, 240, 320, 3),
 (82, 240, 320, 3),
 (80, 240, 320, 3),
 (114, 240, 320, 3),
 (88, 240, 320, 3),
 (84, 240, 320, 3),
 (84, 240, 320, 3),
 (60, 240, 320, 3),
 (88, 240, 320, 3),
 (81, 240, 320, 3),
 (93, 240, 320, 3),
 (79, 240, 320, 3),
 (84, 240, 320, 3),
 (261, 240, 320, 3),
 (246, 240, 320, 3),
 (305, 240, 320, 3),
 (199, 240, 320, 3),
 (270, 240, 320, 3),
 (325, 240, 320, 3),
 (348, 240, 320, 3),
 (187, 240, 320, 3),
 (371, 240, 320, 3),
 (253, 240, 320, 3),
 (349, 240, 320, 3),
 (320, 240, 320, 3),
 (322, 240, 320, 3),
 (319, 240, 320, 3),
 (354, 240, 320, 3),
 (271, 240, 320, 3),
 (268, 240, 320, 3),
 (253, 240, 320, 3),
 (249, 240, 320, 3),
 (273, 240, 320, 3),
 (268, 240, 320, 3),
 (334, 240, 320, 3),
 (373, 240, 320, 3),
 (211, 240, 320, 3),
 (320, 240, 320, 3),
 (406, 240, 320, 3),
 (330, 240, 320, 3),
 (391, 240, 320, 3),
 (362, 240, 320, 3),
 (262, 240, 320, 3),
 (277, 240, 320, 3),
 (301, 240, 320, 3),
 (300, 240, 320, 3),
 (171, 240, 320, 3),
 (272, 240, 320, 3),
 (366, 240, 320, 3),
 (257, 240, 320, 3),
 (382, 240, 320, 3),
 (284, 240, 320, 3),
 (365, 240, 320, 3),
 (249, 240, 320, 3),
 (276, 240, 320, 3),
 (261, 240, 320, 3),
 (297, 240, 320, 3),
 (396, 240, 320, 3),
 (367, 240, 320, 3),
 (299, 240, 320, 3),
 (386, 240, 320, 3),
 (346, 240, 320, 3),
 (403, 240, 320, 3),
 (251, 240, 320, 3),
 (342, 240, 320, 3),
 (305, 240, 320, 3),
 (385, 240, 320, 3),
 (364, 240, 320, 3),
 (388, 240, 320, 3),
 (334, 240, 320, 3),
 (344, 240, 320, 3),
 (220, 240, 320, 3),
 (268, 240, 320, 3),
 (295, 240, 320, 3),
 (252, 240, 320, 3),
 (393, 240, 320, 3),
 (213, 240, 320, 3),
 (257, 240, 320, 3),
 (299, 240, 320, 3),
 (249, 240, 320, 3),
 (358, 240, 320, 3),
 (292, 240, 320, 3),
 (187, 240, 320, 3),
 (180, 240, 320, 3),
 (171, 240, 320, 3),
 (293, 240, 320, 3),
 (233, 240, 320, 3),
 (245, 240, 320, 3),
 (351, 240, 320, 3),
 (256, 240, 320, 3),
 (290, 240, 320, 3),
 (268, 240, 320, 3),
 (261, 240, 320, 3),
 (310, 240, 320, 3),
 (371, 240, 320, 3),
 (230, 240, 320, 3),
 (257, 240, 320, 3),
 (235, 240, 320, 3),
 (240, 240, 320, 3),
 (312, 240, 320, 3),
 (285, 240, 320, 3),
 (404, 240, 320, 3),
 (304, 240, 320, 3),
 (190, 240, 320, 3),
 (327, 240, 320, 3),
 (384, 240, 320, 3),
 (201, 240, 320, 3),
 (280, 240, 320, 3),
 (265, 240, 320, 3),
 (283, 240, 320, 3),
 (249, 240, 320, 3),
 (262, 240, 320, 3),
 (377, 240, 320, 3),
 (359, 240, 320, 3),
 (263, 240, 320, 3),
 (284, 240, 320, 3),
 (158, 240, 320, 3),
 (249, 240, 320, 3),
 (219, 240, 320, 3),
 (436, 240, 320, 3),
 (363, 240, 320, 3),
 (340, 240, 320, 3),
 (373, 240, 320, 3),
 (233, 240, 320, 3),
 (350, 240, 320, 3),
 (232, 240, 320, 3),
 (337, 240, 320, 3),
 (239, 240, 320, 3),
 (244, 240, 320, 3),
 (308, 240, 320, 3),
 (243, 240, 320, 3),
 (256, 240, 320, 3),
 (381, 240, 320, 3),
 (258, 240, 320, 3),
 (324, 240, 320, 3),
 (367, 240, 320, 3),
 (336, 240, 320, 3),
 (210, 240, 320, 3),
 (256, 240, 320, 3),
 (265, 240, 320, 3),
 (255, 240, 320, 3),
 (318, 240, 320, 3),
 (379, 240, 320, 3),
 (285, 240, 320, 3),
 (122, 240, 320, 3),
 (146, 240, 320, 3),
 (362, 240, 320, 3),
 (292, 240, 320, 3),
 (301, 240, 320, 3),
 (283, 240, 320, 3),
 (275, 240, 320, 3),
 (359, 240, 320, 3),
 (391, 240, 320, 3),
 (301, 240, 320, 3),
 (181, 240, 320, 3),
 (299, 240, 320, 3),
 (311, 240, 320, 3),
 (250, 240, 320, 3),
 (265, 240, 320, 3),
 (300, 240, 320, 3),
 (338, 240, 320, 3),
 (149, 240, 320, 3),
 (228, 240, 320, 3),
 (239, 240, 320, 3),
 (235, 240, 320, 3),
 (101, 240, 320, 3),
 (109, 240, 320, 3),
 (345, 240, 320, 3),
 (118, 240, 320, 3),
 (200, 240, 320, 3),
 (155, 240, 320, 3),
 (117, 240, 320, 3),
 (161, 240, 320, 3),
 (125, 240, 320, 3),
 (132, 240, 320, 3),
 (303, 240, 320, 3),
 (134, 240, 320, 3),
 ...]

In [ ]:
min_n

In [ ]:
d = bg.datasets()

In [ ]:
d.train_test_split(0.1,0.1)

In [ ]:
c = 0
import time
start_time = time.time()
for i,j in d.train_next_batch():
    c = c+1
    if c>50:
        break
    
print time.time() - start_time

In [ ]: