In [6]:

    

#depth, height, width, channels
IMAGE_DIMS = (312, 212, 312, 1)

NR_SHARDS = 700

DATASET_NAME = 'data-centered-rotated'

INPUT_FOLDER = '../../../output/kaggle-bowl/step3/'
OUTPUT_FOLDER = '../../../output/kaggle-bowl/step4/'


    

In [7]:

    

import sys
import h5py
from random import shuffle
import numpy as np
from numpy import ndarray
import datetime
import logging

from modules.logging import logger
import modules.logging
import modules.lungprepare as lungprepare
import modules.utils as utils
from modules.utils import Timer
import modules.logging


    

In [10]:

    

def start_processing(input_dir, nr_shards, image_dims, output_dir):
    logger.info('Merging shard results. nr_shards=' + str(nr_shards) + ' input_dir='+ str(input_dir) + ' output_dir=' + output_dir)
    
    t = Timer('Preparing output dir')
    utils.mkdirs(output_dir, dirs=['images'], recreate=True)

    modules.logging.setup_file_logger(output_dir + 'out.log')

    dataset_name = DATASET_NAME

    t = Timer('Count total patients among shards')
    total_patients = 0
    unusable_shards = []
    for shard_id in range(1,nr_shards+1):
        dataset_dir = input_dir + str(shard_id) + '/'
        dataset_file = utils.dataset_path(dataset_dir, dataset_name, image_dims)
        with h5py.File(dataset_file, 'r') as h5f:
            try:
                logger.info('shard_id={} shape={}'.format(shard_id,h5f['X'].shape))
                total_patients = total_patients + len(h5f['X'])
            except:
                logger.warning('no data on shard ' + str(shard_id))
                unusable_shards.append(shard_id)
                continue
        if(not utils.validate_dataset(dataset_dir, dataset_name, image_dims)):
            raise Exception('Validation ERROR!')
    t.stop()
            
    logger.info('total_patients=' + str(total_patients))

    t = Timer('Creating output merged dataset')
    output_dataset_file = utils.dataset_path(output_dir, dataset_name, image_dims)
    with h5py.File(output_dataset_file, 'w') as h5f:
        x_ds = h5f.create_dataset('X', (total_patients, image_dims[0], image_dims[1], image_dims[2], image_dims[3]), chunks=(1, image_dims[0], image_dims[1], image_dims[2], image_dims[3]), dtype='f')
        y_ds = h5f.create_dataset('Y', (total_patients, 2), dtype='f')

        logger.info('Merging shards')
        pb = 0
        for shard_id in range(1,nr_shards+1):
            if(shard_id in unusable_shards):
                logger.warning('skipping unusable shard ' + str(shard_id))
                continue
            ts = Timer('Processing shard' + str(shard_id))
            dataset_file = utils.dataset_path(input_dir + str(shard_id) + '/', dataset_name, image_dims)
            with h5py.File(dataset_file, 'r') as sh5f:
                shard_x_ds = sh5f['X']
                shard_y_ds = sh5f['Y']
                le = len(shard_x_ds)
                if(le>0):
                    pe = pb + le
                    logger.debug('output' + str(pb) + ' ' + str(pe) + ' input ' + str(0) + str(le))
                    x_ds[pb:pe] = shard_x_ds[0:le]
                    y_ds[pb:pe] = shard_y_ds[0:le]
                    pb = pe
                else:
                    logger.warning('shard ' + str(shard_id) + ' skipped because it has no data')
            ts.stop()
    t.stop()
    
    t = Timer('Output dataset validations')
    if(not utils.validate_dataset(output_dir, dataset_name, image_dims, save_dir=output_dir + 'images')):
        raise Exception('Validation ERROR!')
    t.stop()


    

In [ ]:

    

logger.info('==== PROCESSING SHARDS MERGE ====')
start_processing(INPUT_FOLDER, NR_SHARDS, IMAGE_DIMS, OUTPUT_FOLDER)
logger.info('==== ALL DONE ====')


    

    




2017-03-12 23:47:20,689 INFO ==== PROCESSING SHARDS MERGE ====
2017-03-12 23:47:20,690 INFO Merging shard results. nr_shards=700 input_dir=../../../output/kaggle-bowl/step3/ output_dir=../../../output/kaggle-bowl/step4/
2017-03-12 23:47:20,691 INFO > [started] Preparing output dir...
2017-03-12 23:47:20,692 INFO > [started] Count total patients among shards...
2017-03-12 23:47:20,693 INFO shard_id=1 shape=(3, 312, 212, 312, 1)
2017-03-12 23:47:20,694 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/1/data-centered-rotated-312-212-312.h5
2017-03-12 23:47:20,926 INFO Summary
2017-03-12 23:47:20,927 INFO X shape=(3, 312, 212, 312, 1)
2017-03-12 23:47:20,928 INFO Y shape=(3, 2)
2017-03-12 23:47:20,928 INFO Y: total: 3
2017-03-12 23:47:20,929 INFO Y: label 0: 3.0 100.0%
2017-03-12 23:47:20,930 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:47:20,930 INFO Recording sample data
2017-03-12 23:47:20,931 INFO patient_index 0
2017-03-12 23:47:20,932 INFO x=
2017-03-12 23:47:20,932 INFO patient_index 1
2017-03-12 23:47:20,933 INFO x=
2017-03-12 23:47:20,934 INFO patient_index 2
2017-03-12 23:47:20,934 INFO x=
2017-03-12 23:47:20,936 INFO shard_id=2 shape=(3, 312, 212, 312, 1)
2017-03-12 23:47:20,936 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/2/data-centered-rotated-312-212-312.h5
2017-03-12 23:47:21,166 INFO Summary
2017-03-12 23:47:21,167 INFO X shape=(3, 312, 212, 312, 1)
2017-03-12 23:47:21,167 INFO Y shape=(3, 2)
2017-03-12 23:47:21,168 INFO Y: total: 3
2017-03-12 23:47:21,169 INFO Y: label 0: 3.0 100.0%
2017-03-12 23:47:21,170 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:47:21,170 INFO Recording sample data
2017-03-12 23:47:21,171 INFO patient_index 0
2017-03-12 23:47:21,172 INFO x=
2017-03-12 23:47:21,172 INFO patient_index 1
2017-03-12 23:47:21,173 INFO x=
2017-03-12 23:47:21,174 INFO patient_index 2
2017-03-12 23:47:21,174 INFO x=
2017-03-12 23:47:21,176 INFO shard_id=3 shape=(3, 312, 212, 312, 1)
2017-03-12 23:47:21,177 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/3/data-centered-rotated-312-212-312.h5
2017-03-12 23:47:21,409 INFO Summary
2017-03-12 23:47:21,410 INFO X shape=(3, 312, 212, 312, 1)
2017-03-12 23:47:21,411 INFO Y shape=(3, 2)
2017-03-12 23:47:21,411 INFO Y: total: 3
2017-03-12 23:47:21,412 INFO Y: label 0: 2.0 66.6666666667%
2017-03-12 23:47:21,413 INFO Y: label 1: 1.0 33.3333333333%
2017-03-12 23:47:21,413 INFO Recording sample data
2017-03-12 23:47:21,414 INFO patient_index 0
2017-03-12 23:47:21,415 INFO x=
2017-03-12 23:47:21,416 INFO patient_index 1
2017-03-12 23:47:21,416 INFO x=
2017-03-12 23:47:21,417 INFO patient_index 2
2017-03-12 23:47:21,418 INFO x=
2017-03-12 23:47:21,419 INFO shard_id=4 shape=(3, 312, 212, 312, 1)
2017-03-12 23:47:21,420 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/4/data-centered-rotated-312-212-312.h5
2017-03-12 23:47:21,649 INFO Summary
2017-03-12 23:47:21,650 INFO X shape=(3, 312, 212, 312, 1)
2017-03-12 23:47:21,651 INFO Y shape=(3, 2)
2017-03-12 23:47:21,652 INFO Y: total: 3
2017-03-12 23:47:21,652 INFO Y: label 0: 3.0 100.0%
2017-03-12 23:47:21,653 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:47:21,654 INFO Recording sample data
2017-03-12 23:47:21,655 INFO patient_index 0
2017-03-12 23:47:21,655 INFO x=
2017-03-12 23:47:21,656 INFO patient_index 1
2017-03-12 23:47:21,657 INFO x=
2017-03-12 23:47:21,657 INFO patient_index 2
2017-03-12 23:47:21,658 INFO x=
2017-03-12 23:47:21,659 INFO shard_id=5 shape=(3, 312, 212, 312, 1)
2017-03-12 23:47:21,660 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/5/data-centered-rotated-312-212-312.h5
2017-03-12 23:47:21,890 INFO Summary
2017-03-12 23:47:21,891 INFO X shape=(3, 312, 212, 312, 1)
2017-03-12 23:47:21,892 INFO Y shape=(3, 2)
2017-03-12 23:47:21,892 INFO Y: total: 3
2017-03-12 23:47:21,893 INFO Y: label 0: 2.0 66.6666666667%
2017-03-12 23:47:21,894 INFO Y: label 1: 1.0 33.3333333333%
2017-03-12 23:47:21,895 INFO Recording sample data
2017-03-12 23:47:21,895 INFO patient_index 0
2017-03-12 23:47:21,896 INFO x=
2017-03-12 23:47:21,897 INFO patient_index 1
2017-03-12 23:47:21,897 INFO x=
2017-03-12 23:47:21,898 INFO patient_index 2
2017-03-12 23:47:21,899 INFO x=
2017-03-12 23:47:21,900 WARNING no data on shard 6
2017-03-12 23:47:21,901 INFO shard_id=7 shape=(1, 312, 212, 312, 1)
2017-03-12 23:47:21,902 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/7/data-centered-rotated-312-212-312.h5
2017-03-12 23:47:21,980 INFO Summary
2017-03-12 23:47:21,981 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:47:21,982 INFO Y shape=(1, 2)
2017-03-12 23:47:21,982 INFO Y: total: 1
2017-03-12 23:47:21,983 INFO Y: label 0: 0.0 0.0%
2017-03-12 23:47:21,984 INFO Y: label 1: 1.0 100.0%
2017-03-12 23:47:21,984 INFO Recording sample data
2017-03-12 23:47:21,985 INFO patient_index 0
2017-03-12 23:47:21,986 INFO x=
2017-03-12 23:47:21,987 WARNING no data on shard 8
2017-03-12 23:47:21,999 INFO shard_id=9 shape=(3, 312, 212, 312, 1)
2017-03-12 23:47:22,000 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/9/data-centered-rotated-312-212-312.h5
2017-03-12 23:47:29,698 INFO Summary
2017-03-12 23:47:29,699 INFO X shape=(3, 312, 212, 312, 1)
2017-03-12 23:47:29,700 INFO Y shape=(3, 2)
2017-03-12 23:47:29,701 INFO Y: total: 3
2017-03-12 23:47:29,702 INFO Y: label 0: 3.0 100.0%
2017-03-12 23:47:29,703 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:47:29,704 INFO Recording sample data
2017-03-12 23:47:29,705 INFO patient_index 0
2017-03-12 23:47:29,705 INFO x=
2017-03-12 23:47:29,706 INFO patient_index 1
2017-03-12 23:47:29,707 INFO x=
2017-03-12 23:47:29,708 INFO patient_index 2
2017-03-12 23:47:29,709 INFO x=
2017-03-12 23:47:29,726 INFO shard_id=10 shape=(3, 312, 212, 312, 1)
2017-03-12 23:47:29,727 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/10/data-centered-rotated-312-212-312.h5
2017-03-12 23:47:37,722 INFO Summary
2017-03-12 23:47:37,723 INFO X shape=(3, 312, 212, 312, 1)
2017-03-12 23:47:37,724 INFO Y shape=(3, 2)
2017-03-12 23:47:37,725 INFO Y: total: 3
2017-03-12 23:47:37,725 INFO Y: label 0: 1.0 33.3333333333%
2017-03-12 23:47:37,726 INFO Y: label 1: 2.0 66.6666666667%
2017-03-12 23:47:37,727 INFO Recording sample data
2017-03-12 23:47:37,727 INFO patient_index 0
2017-03-12 23:47:37,728 INFO x=
2017-03-12 23:47:37,729 INFO patient_index 1
2017-03-12 23:47:37,729 INFO x=
2017-03-12 23:47:37,730 INFO patient_index 2
2017-03-12 23:47:37,730 INFO x=
2017-03-12 23:47:37,750 INFO shard_id=11 shape=(4, 312, 212, 312, 1)
2017-03-12 23:47:37,751 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/11/data-centered-rotated-312-212-312.h5
2017-03-12 23:47:49,272 INFO Summary
2017-03-12 23:47:49,273 INFO X shape=(4, 312, 212, 312, 1)
2017-03-12 23:47:49,274 INFO Y shape=(4, 2)
2017-03-12 23:47:49,274 INFO Y: total: 4
2017-03-12 23:47:49,275 INFO Y: label 0: 3.0 75.0%
2017-03-12 23:47:49,276 INFO Y: label 1: 1.0 25.0%
2017-03-12 23:47:49,276 INFO Recording sample data
2017-03-12 23:47:49,277 INFO patient_index 0
2017-03-12 23:47:49,278 INFO x=
2017-03-12 23:47:49,278 INFO patient_index 1
2017-03-12 23:47:49,279 INFO x=
2017-03-12 23:47:49,280 INFO patient_index 3
2017-03-12 23:47:49,280 INFO x=
2017-03-12 23:47:49,307 INFO shard_id=12 shape=(3, 312, 212, 312, 1)
2017-03-12 23:47:49,308 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/12/data-centered-rotated-312-212-312.h5
2017-03-12 23:47:57,098 INFO Summary
2017-03-12 23:47:57,099 INFO X shape=(3, 312, 212, 312, 1)
2017-03-12 23:47:57,100 INFO Y shape=(3, 2)
2017-03-12 23:47:57,100 INFO Y: total: 3
2017-03-12 23:47:57,101 INFO Y: label 0: 2.0 66.6666666667%
2017-03-12 23:47:57,102 INFO Y: label 1: 1.0 33.3333333333%
2017-03-12 23:47:57,102 INFO Recording sample data
2017-03-12 23:47:57,103 INFO patient_index 0
2017-03-12 23:47:57,104 INFO x=
2017-03-12 23:47:57,104 INFO patient_index 1
2017-03-12 23:47:57,105 INFO x=
2017-03-12 23:47:57,106 INFO patient_index 2
2017-03-12 23:47:57,106 INFO x=
2017-03-12 23:47:57,123 INFO shard_id=13 shape=(1, 312, 212, 312, 1)
2017-03-12 23:47:57,124 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/13/data-centered-rotated-312-212-312.h5
2017-03-12 23:47:59,979 INFO Summary
2017-03-12 23:47:59,980 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:47:59,981 INFO Y shape=(1, 2)
2017-03-12 23:47:59,981 INFO Y: total: 1
2017-03-12 23:47:59,982 INFO Y: label 0: 0.0 0.0%
2017-03-12 23:47:59,983 INFO Y: label 1: 1.0 100.0%
2017-03-12 23:47:59,984 INFO Recording sample data
2017-03-12 23:47:59,984 INFO patient_index 0
2017-03-12 23:47:59,985 INFO x=
2017-03-12 23:47:59,998 INFO shard_id=14 shape=(3, 312, 212, 312, 1)
2017-03-12 23:47:59,999 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/14/data-centered-rotated-312-212-312.h5
2017-03-12 23:48:07,682 INFO Summary
2017-03-12 23:48:07,683 INFO X shape=(3, 312, 212, 312, 1)
2017-03-12 23:48:07,684 INFO Y shape=(3, 2)
2017-03-12 23:48:07,685 INFO Y: total: 3
2017-03-12 23:48:07,685 INFO Y: label 0: 3.0 100.0%
2017-03-12 23:48:07,686 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:48:07,687 INFO Recording sample data
2017-03-12 23:48:07,687 INFO patient_index 0
2017-03-12 23:48:07,688 INFO x=
2017-03-12 23:48:07,689 INFO patient_index 1
2017-03-12 23:48:07,689 INFO x=
2017-03-12 23:48:07,690 INFO patient_index 2
2017-03-12 23:48:07,691 INFO x=
2017-03-12 23:48:07,692 INFO shard_id=15 shape=(5, 312, 212, 312, 1)
2017-03-12 23:48:07,693 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/15/data-centered-rotated-312-212-312.h5
2017-03-12 23:48:08,085 INFO Summary
2017-03-12 23:48:08,086 INFO X shape=(5, 312, 212, 312, 1)
2017-03-12 23:48:08,087 INFO Y shape=(5, 2)
2017-03-12 23:48:08,088 INFO Y: total: 5
2017-03-12 23:48:08,088 INFO Y: label 0: 4.0 80.0%
2017-03-12 23:48:08,089 INFO Y: label 1: 1.0 20.0%
2017-03-12 23:48:08,089 INFO Recording sample data
2017-03-12 23:48:08,090 INFO patient_index 0
2017-03-12 23:48:08,091 INFO x=
2017-03-12 23:48:08,091 INFO patient_index 2
2017-03-12 23:48:08,092 INFO x=
2017-03-12 23:48:08,093 INFO patient_index 3
2017-03-12 23:48:08,093 INFO x=
2017-03-12 23:48:08,112 INFO shard_id=16 shape=(2, 312, 212, 312, 1)
2017-03-12 23:48:08,113 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/16/data-centered-rotated-312-212-312.h5
2017-03-12 23:48:12,972 INFO Summary
2017-03-12 23:48:12,973 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:48:12,974 INFO Y shape=(2, 2)
2017-03-12 23:48:12,974 INFO Y: total: 2
2017-03-12 23:48:12,975 INFO Y: label 0: 2.0 100.0%
2017-03-12 23:48:12,976 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:48:12,976 INFO Recording sample data
2017-03-12 23:48:12,977 INFO patient_index 0
2017-03-12 23:48:12,978 INFO x=
2017-03-12 23:48:12,978 INFO patient_index 1
2017-03-12 23:48:12,979 INFO x=
2017-03-12 23:48:12,991 INFO shard_id=17 shape=(2, 312, 212, 312, 1)
2017-03-12 23:48:12,992 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/17/data-centered-rotated-312-212-312.h5
2017-03-12 23:48:17,800 INFO Summary
2017-03-12 23:48:17,801 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:48:17,802 INFO Y shape=(2, 2)
2017-03-12 23:48:17,803 INFO Y: total: 2
2017-03-12 23:48:17,803 INFO Y: label 0: 0.0 0.0%
2017-03-12 23:48:17,804 INFO Y: label 1: 2.0 100.0%
2017-03-12 23:48:17,805 INFO Recording sample data
2017-03-12 23:48:17,805 INFO patient_index 0
2017-03-12 23:48:17,806 INFO x=
2017-03-12 23:48:17,807 INFO patient_index 1
2017-03-12 23:48:17,807 INFO x=
2017-03-12 23:48:17,808 WARNING no data on shard 18
2017-03-12 23:48:17,809 WARNING no data on shard 19
2017-03-12 23:48:17,817 INFO shard_id=20 shape=(1, 312, 212, 312, 1)
2017-03-12 23:48:17,818 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/20/data-centered-rotated-312-212-312.h5
2017-03-12 23:48:20,472 INFO Summary
2017-03-12 23:48:20,473 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:48:20,474 INFO Y shape=(1, 2)
2017-03-12 23:48:20,475 INFO Y: total: 1
2017-03-12 23:48:20,476 INFO Y: label 0: 1.0 100.0%
2017-03-12 23:48:20,476 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:48:20,477 INFO Recording sample data
2017-03-12 23:48:20,478 INFO patient_index 0
2017-03-12 23:48:20,478 INFO x=
2017-03-12 23:48:20,479 INFO shard_id=21 shape=(3, 312, 212, 312, 1)
2017-03-12 23:48:20,480 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/21/data-centered-rotated-312-212-312.h5
2017-03-12 23:48:20,715 INFO Summary
2017-03-12 23:48:20,716 INFO X shape=(3, 312, 212, 312, 1)
2017-03-12 23:48:20,717 INFO Y shape=(3, 2)
2017-03-12 23:48:20,718 INFO Y: total: 3
2017-03-12 23:48:20,719 INFO Y: label 0: 3.0 100.0%
2017-03-12 23:48:20,720 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:48:20,720 INFO Recording sample data
2017-03-12 23:48:20,721 INFO patient_index 0
2017-03-12 23:48:20,722 INFO x=
2017-03-12 23:48:20,723 INFO patient_index 1
2017-03-12 23:48:20,724 INFO x=
2017-03-12 23:48:20,725 INFO patient_index 2
2017-03-12 23:48:20,726 INFO x=
2017-03-12 23:48:20,740 INFO shard_id=22 shape=(2, 312, 212, 312, 1)
2017-03-12 23:48:20,742 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/22/data-centered-rotated-312-212-312.h5
2017-03-12 23:48:25,590 INFO Summary
2017-03-12 23:48:25,592 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:48:25,592 INFO Y shape=(2, 2)
2017-03-12 23:48:25,593 INFO Y: total: 2
2017-03-12 23:48:25,594 INFO Y: label 0: 1.0 50.0%
2017-03-12 23:48:25,594 INFO Y: label 1: 1.0 50.0%
2017-03-12 23:48:25,595 INFO Recording sample data
2017-03-12 23:48:25,596 INFO patient_index 0
2017-03-12 23:48:25,596 INFO x=
2017-03-12 23:48:25,597 INFO patient_index 1
2017-03-12 23:48:25,598 INFO x=
2017-03-12 23:48:25,627 INFO shard_id=23 shape=(2, 312, 212, 312, 1)
2017-03-12 23:48:25,628 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/23/data-centered-rotated-312-212-312.h5
2017-03-12 23:48:30,188 INFO Summary
2017-03-12 23:48:30,189 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:48:30,190 INFO Y shape=(2, 2)
2017-03-12 23:48:30,191 INFO Y: total: 2
2017-03-12 23:48:30,191 INFO Y: label 0: 1.0 50.0%
2017-03-12 23:48:30,192 INFO Y: label 1: 1.0 50.0%
2017-03-12 23:48:30,193 INFO Recording sample data
2017-03-12 23:48:30,193 INFO patient_index 0
2017-03-12 23:48:30,194 INFO x=
2017-03-12 23:48:30,195 INFO patient_index 1
2017-03-12 23:48:30,196 INFO x=
2017-03-12 23:48:30,209 INFO shard_id=24 shape=(1, 312, 212, 312, 1)
2017-03-12 23:48:30,210 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/24/data-centered-rotated-312-212-312.h5
2017-03-12 23:48:32,817 INFO Summary
2017-03-12 23:48:32,818 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:48:32,818 INFO Y shape=(1, 2)
2017-03-12 23:48:32,819 INFO Y: total: 1
2017-03-12 23:48:32,820 INFO Y: label 0: 0.0 0.0%
2017-03-12 23:48:32,820 INFO Y: label 1: 1.0 100.0%
2017-03-12 23:48:32,821 INFO Recording sample data
2017-03-12 23:48:32,822 INFO patient_index 0
2017-03-12 23:48:32,822 INFO x=
2017-03-12 23:48:32,836 INFO shard_id=25 shape=(1, 312, 212, 312, 1)
2017-03-12 23:48:32,837 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/25/data-centered-rotated-312-212-312.h5
2017-03-12 23:48:35,288 INFO Summary
2017-03-12 23:48:35,289 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:48:35,290 INFO Y shape=(1, 2)
2017-03-12 23:48:35,291 INFO Y: total: 1
2017-03-12 23:48:35,291 INFO Y: label 0: 0.0 0.0%
2017-03-12 23:48:35,292 INFO Y: label 1: 1.0 100.0%
2017-03-12 23:48:35,293 INFO Recording sample data
2017-03-12 23:48:35,293 INFO patient_index 0
2017-03-12 23:48:35,294 INFO x=
2017-03-12 23:48:35,297 INFO shard_id=26 shape=(1, 312, 212, 312, 1)
2017-03-12 23:48:35,298 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/26/data-centered-rotated-312-212-312.h5
2017-03-12 23:48:37,562 INFO Summary
2017-03-12 23:48:37,563 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:48:37,564 INFO Y shape=(1, 2)
2017-03-12 23:48:37,565 INFO Y: total: 1
2017-03-12 23:48:37,566 INFO Y: label 0: 0.0 0.0%
2017-03-12 23:48:37,567 INFO Y: label 1: 1.0 100.0%
2017-03-12 23:48:37,567 INFO Recording sample data
2017-03-12 23:48:37,568 INFO patient_index 0
2017-03-12 23:48:37,569 INFO x=
2017-03-12 23:48:37,605 INFO shard_id=27 shape=(3, 312, 212, 312, 1)
2017-03-12 23:48:37,606 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/27/data-centered-rotated-312-212-312.h5
2017-03-12 23:48:46,028 INFO Summary
2017-03-12 23:48:46,029 INFO X shape=(3, 312, 212, 312, 1)
2017-03-12 23:48:46,030 INFO Y shape=(3, 2)
2017-03-12 23:48:46,031 INFO Y: total: 3
2017-03-12 23:48:46,032 INFO Y: label 0: 2.0 66.6666666667%
2017-03-12 23:48:46,033 INFO Y: label 1: 1.0 33.3333333333%
2017-03-12 23:48:46,034 INFO Recording sample data
2017-03-12 23:48:46,035 INFO patient_index 0
2017-03-12 23:48:46,036 INFO x=
2017-03-12 23:48:46,036 INFO patient_index 1
2017-03-12 23:48:46,037 INFO x=
2017-03-12 23:48:46,038 INFO patient_index 2
2017-03-12 23:48:46,039 INFO x=
2017-03-12 23:48:46,041 INFO shard_id=28 shape=(3, 312, 212, 312, 1)
2017-03-12 23:48:46,042 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/28/data-centered-rotated-312-212-312.h5
2017-03-12 23:48:46,274 INFO Summary
2017-03-12 23:48:46,275 INFO X shape=(3, 312, 212, 312, 1)
2017-03-12 23:48:46,276 INFO Y shape=(3, 2)
2017-03-12 23:48:46,277 INFO Y: total: 3
2017-03-12 23:48:46,278 INFO Y: label 0: 3.0 100.0%
2017-03-12 23:48:46,278 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:48:46,279 INFO Recording sample data
2017-03-12 23:48:46,280 INFO patient_index 0
2017-03-12 23:48:46,280 INFO x=
2017-03-12 23:48:46,281 INFO patient_index 1
2017-03-12 23:48:46,282 INFO x=
2017-03-12 23:48:46,282 INFO patient_index 2
2017-03-12 23:48:46,283 INFO x=
2017-03-12 23:48:46,284 INFO shard_id=29 shape=(2, 312, 212, 312, 1)
2017-03-12 23:48:46,285 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/29/data-centered-rotated-312-212-312.h5
2017-03-12 23:48:46,444 INFO Summary
2017-03-12 23:48:46,445 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:48:46,446 INFO Y shape=(2, 2)
2017-03-12 23:48:46,446 INFO Y: total: 2
2017-03-12 23:48:46,447 INFO Y: label 0: 2.0 100.0%
2017-03-12 23:48:46,448 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:48:46,448 INFO Recording sample data
2017-03-12 23:48:46,449 INFO patient_index 0
2017-03-12 23:48:46,450 INFO x=
2017-03-12 23:48:46,450 INFO patient_index 1
2017-03-12 23:48:46,451 INFO x=
2017-03-12 23:48:46,457 INFO shard_id=30 shape=(1, 312, 212, 312, 1)
2017-03-12 23:48:46,458 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/30/data-centered-rotated-312-212-312.h5
2017-03-12 23:48:49,013 INFO Summary
2017-03-12 23:48:49,014 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:48:49,015 INFO Y shape=(1, 2)
2017-03-12 23:48:49,016 INFO Y: total: 1
2017-03-12 23:48:49,017 INFO Y: label 0: 1.0 100.0%
2017-03-12 23:48:49,018 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:48:49,018 INFO Recording sample data
2017-03-12 23:48:49,019 INFO patient_index 0
2017-03-12 23:48:49,020 INFO x=
2017-03-12 23:48:49,027 INFO shard_id=31 shape=(1, 312, 212, 312, 1)
2017-03-12 23:48:49,028 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/31/data-centered-rotated-312-212-312.h5
2017-03-12 23:48:51,596 INFO Summary
2017-03-12 23:48:51,597 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:48:51,597 INFO Y shape=(1, 2)
2017-03-12 23:48:51,598 INFO Y: total: 1
2017-03-12 23:48:51,599 INFO Y: label 0: 0.0 0.0%
2017-03-12 23:48:51,599 INFO Y: label 1: 1.0 100.0%
2017-03-12 23:48:51,600 INFO Recording sample data
2017-03-12 23:48:51,601 INFO patient_index 0
2017-03-12 23:48:51,601 INFO x=
2017-03-12 23:48:51,615 INFO shard_id=32 shape=(2, 312, 212, 312, 1)
2017-03-12 23:48:51,616 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/32/data-centered-rotated-312-212-312.h5
2017-03-12 23:48:56,548 INFO Summary
2017-03-12 23:48:56,549 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:48:56,550 INFO Y shape=(2, 2)
2017-03-12 23:48:56,551 INFO Y: total: 2
2017-03-12 23:48:56,551 INFO Y: label 0: 1.0 50.0%
2017-03-12 23:48:56,552 INFO Y: label 1: 1.0 50.0%
2017-03-12 23:48:56,553 INFO Recording sample data
2017-03-12 23:48:56,553 INFO patient_index 0
2017-03-12 23:48:56,554 INFO x=
2017-03-12 23:48:56,555 INFO patient_index 1
2017-03-12 23:48:56,555 INFO x=
2017-03-12 23:48:56,557 WARNING no data on shard 33
2017-03-12 23:48:56,570 INFO shard_id=34 shape=(1, 312, 212, 312, 1)
2017-03-12 23:48:56,570 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/34/data-centered-rotated-312-212-312.h5
2017-03-12 23:48:59,494 INFO Summary
2017-03-12 23:48:59,495 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:48:59,496 INFO Y shape=(1, 2)
2017-03-12 23:48:59,497 INFO Y: total: 1
2017-03-12 23:48:59,497 INFO Y: label 0: 1.0 100.0%
2017-03-12 23:48:59,498 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:48:59,499 INFO Recording sample data
2017-03-12 23:48:59,499 INFO patient_index 0
2017-03-12 23:48:59,500 INFO x=
2017-03-12 23:48:59,516 INFO shard_id=35 shape=(4, 312, 212, 312, 1)
2017-03-12 23:48:59,517 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/35/data-centered-rotated-312-212-312.h5
2017-03-12 23:49:11,192 INFO Summary
2017-03-12 23:49:11,193 INFO X shape=(4, 312, 212, 312, 1)
2017-03-12 23:49:11,193 INFO Y shape=(4, 2)
2017-03-12 23:49:11,194 INFO Y: total: 4
2017-03-12 23:49:11,195 INFO Y: label 0: 3.0 75.0%
2017-03-12 23:49:11,195 INFO Y: label 1: 1.0 25.0%
2017-03-12 23:49:11,196 INFO Recording sample data
2017-03-12 23:49:11,197 INFO patient_index 0
2017-03-12 23:49:11,197 INFO x=
2017-03-12 23:49:11,198 INFO patient_index 1
2017-03-12 23:49:11,199 INFO x=
2017-03-12 23:49:11,199 INFO patient_index 3
2017-03-12 23:49:11,200 INFO x=
2017-03-12 23:49:11,201 WARNING no data on shard 36
2017-03-12 23:49:11,217 INFO shard_id=37 shape=(1, 312, 212, 312, 1)
2017-03-12 23:49:11,218 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/37/data-centered-rotated-312-212-312.h5
2017-03-12 23:49:13,895 INFO Summary
2017-03-12 23:49:13,896 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:49:13,897 INFO Y shape=(1, 2)
2017-03-12 23:49:13,897 INFO Y: total: 1
2017-03-12 23:49:13,898 INFO Y: label 0: 0.0 0.0%
2017-03-12 23:49:13,899 INFO Y: label 1: 1.0 100.0%
2017-03-12 23:49:13,899 INFO Recording sample data
2017-03-12 23:49:13,900 INFO patient_index 0
2017-03-12 23:49:13,901 INFO x=
2017-03-12 23:49:13,912 INFO shard_id=38 shape=(3, 312, 212, 312, 1)
2017-03-12 23:49:13,913 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/38/data-centered-rotated-312-212-312.h5
2017-03-12 23:49:21,208 INFO Summary
2017-03-12 23:49:21,209 INFO X shape=(3, 312, 212, 312, 1)
2017-03-12 23:49:21,209 INFO Y shape=(3, 2)
2017-03-12 23:49:21,210 INFO Y: total: 3
2017-03-12 23:49:21,211 INFO Y: label 0: 3.0 100.0%
2017-03-12 23:49:21,211 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:49:21,212 INFO Recording sample data
2017-03-12 23:49:21,213 INFO patient_index 0
2017-03-12 23:49:21,213 INFO x=
2017-03-12 23:49:21,214 INFO patient_index 1
2017-03-12 23:49:21,215 INFO x=
2017-03-12 23:49:21,215 INFO patient_index 2
2017-03-12 23:49:21,216 INFO x=
2017-03-12 23:49:21,234 INFO shard_id=39 shape=(1, 312, 212, 312, 1)
2017-03-12 23:49:21,235 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/39/data-centered-rotated-312-212-312.h5
2017-03-12 23:49:24,019 INFO Summary
2017-03-12 23:49:24,020 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:49:24,021 INFO Y shape=(1, 2)
2017-03-12 23:49:24,021 INFO Y: total: 1
2017-03-12 23:49:24,022 INFO Y: label 0: 0.0 0.0%
2017-03-12 23:49:24,023 INFO Y: label 1: 1.0 100.0%
2017-03-12 23:49:24,023 INFO Recording sample data
2017-03-12 23:49:24,024 INFO patient_index 0
2017-03-12 23:49:24,025 INFO x=
2017-03-12 23:49:24,026 WARNING no data on shard 40
2017-03-12 23:49:24,071 INFO shard_id=41 shape=(4, 312, 212, 312, 1)
2017-03-12 23:49:24,072 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/41/data-centered-rotated-312-212-312.h5
2017-03-12 23:49:34,073 INFO Summary
2017-03-12 23:49:34,074 INFO X shape=(4, 312, 212, 312, 1)
2017-03-12 23:49:34,075 INFO Y shape=(4, 2)
2017-03-12 23:49:34,076 INFO Y: total: 4
2017-03-12 23:49:34,077 INFO Y: label 0: 4.0 100.0%
2017-03-12 23:49:34,078 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:49:34,079 INFO Recording sample data
2017-03-12 23:49:34,080 INFO patient_index 0
2017-03-12 23:49:34,080 INFO x=
2017-03-12 23:49:34,081 INFO patient_index 1
2017-03-12 23:49:34,082 INFO x=
2017-03-12 23:49:34,083 INFO patient_index 3
2017-03-12 23:49:34,084 INFO x=
2017-03-12 23:49:34,089 INFO shard_id=42 shape=(2, 312, 212, 312, 1)
2017-03-12 23:49:34,090 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/42/data-centered-rotated-312-212-312.h5
2017-03-12 23:49:39,055 INFO Summary
2017-03-12 23:49:39,057 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:49:39,057 INFO Y shape=(2, 2)
2017-03-12 23:49:39,058 INFO Y: total: 2
2017-03-12 23:49:39,059 INFO Y: label 0: 1.0 50.0%
2017-03-12 23:49:39,059 INFO Y: label 1: 1.0 50.0%
2017-03-12 23:49:39,060 INFO Recording sample data
2017-03-12 23:49:39,061 INFO patient_index 0
2017-03-12 23:49:39,061 INFO x=
2017-03-12 23:49:39,062 INFO patient_index 1
2017-03-12 23:49:39,063 INFO x=
2017-03-12 23:49:39,074 INFO shard_id=43 shape=(3, 312, 212, 312, 1)
2017-03-12 23:49:39,075 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/43/data-centered-rotated-312-212-312.h5
2017-03-12 23:49:46,596 INFO Summary
2017-03-12 23:49:46,597 INFO X shape=(3, 312, 212, 312, 1)
2017-03-12 23:49:46,598 INFO Y shape=(3, 2)
2017-03-12 23:49:46,599 INFO Y: total: 3
2017-03-12 23:49:46,599 INFO Y: label 0: 3.0 100.0%
2017-03-12 23:49:46,600 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:49:46,601 INFO Recording sample data
2017-03-12 23:49:46,601 INFO patient_index 0
2017-03-12 23:49:46,602 INFO x=
2017-03-12 23:49:46,603 INFO patient_index 1
2017-03-12 23:49:46,603 INFO x=
2017-03-12 23:49:46,604 INFO patient_index 2
2017-03-12 23:49:46,605 INFO x=
2017-03-12 23:49:46,625 INFO shard_id=44 shape=(2, 312, 212, 312, 1)
2017-03-12 23:49:46,626 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/44/data-centered-rotated-312-212-312.h5
2017-03-12 23:49:51,811 INFO Summary
2017-03-12 23:49:51,812 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:49:51,812 INFO Y shape=(2, 2)
2017-03-12 23:49:51,813 INFO Y: total: 2
2017-03-12 23:49:51,814 INFO Y: label 0: 1.0 50.0%
2017-03-12 23:49:51,814 INFO Y: label 1: 1.0 50.0%
2017-03-12 23:49:51,815 INFO Recording sample data
2017-03-12 23:49:51,816 INFO patient_index 0
2017-03-12 23:49:51,817 INFO x=
2017-03-12 23:49:51,817 INFO patient_index 1
2017-03-12 23:49:51,818 INFO x=
2017-03-12 23:49:51,868 INFO shard_id=45 shape=(3, 312, 212, 312, 1)
2017-03-12 23:49:51,869 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/45/data-centered-rotated-312-212-312.h5
2017-03-12 23:50:00,448 INFO Summary
2017-03-12 23:50:00,449 INFO X shape=(3, 312, 212, 312, 1)
2017-03-12 23:50:00,450 INFO Y shape=(3, 2)
2017-03-12 23:50:00,451 INFO Y: total: 3
2017-03-12 23:50:00,452 INFO Y: label 0: 3.0 100.0%
2017-03-12 23:50:00,453 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:50:00,454 INFO Recording sample data
2017-03-12 23:50:00,455 INFO patient_index 0
2017-03-12 23:50:00,456 INFO x=
2017-03-12 23:50:00,457 INFO patient_index 1
2017-03-12 23:50:00,457 INFO x=
2017-03-12 23:50:00,458 INFO patient_index 2
2017-03-12 23:50:00,459 INFO x=
2017-03-12 23:50:00,461 INFO shard_id=46 shape=(2, 312, 212, 312, 1)
2017-03-12 23:50:00,462 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/46/data-centered-rotated-312-212-312.h5
2017-03-12 23:50:00,616 INFO Summary
2017-03-12 23:50:00,618 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:50:00,619 INFO Y shape=(2, 2)
2017-03-12 23:50:00,619 INFO Y: total: 2
2017-03-12 23:50:00,620 INFO Y: label 0: 1.0 50.0%
2017-03-12 23:50:00,621 INFO Y: label 1: 1.0 50.0%
2017-03-12 23:50:00,622 INFO Recording sample data
2017-03-12 23:50:00,623 INFO patient_index 0
2017-03-12 23:50:00,624 INFO x=
2017-03-12 23:50:00,625 INFO patient_index 1
2017-03-12 23:50:00,625 INFO x=
2017-03-12 23:50:00,627 WARNING no data on shard 47
2017-03-12 23:50:00,628 INFO shard_id=48 shape=(1, 312, 212, 312, 1)
2017-03-12 23:50:00,629 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/48/data-centered-rotated-312-212-312.h5
2017-03-12 23:50:00,709 INFO Summary
2017-03-12 23:50:00,710 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:50:00,711 INFO Y shape=(1, 2)
2017-03-12 23:50:00,711 INFO Y: total: 1
2017-03-12 23:50:00,712 INFO Y: label 0: 1.0 100.0%
2017-03-12 23:50:00,713 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:50:00,714 INFO Recording sample data
2017-03-12 23:50:00,715 INFO patient_index 0
2017-03-12 23:50:00,716 INFO x=
2017-03-12 23:50:00,730 INFO shard_id=49 shape=(1, 312, 212, 312, 1)
2017-03-12 23:50:00,731 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/49/data-centered-rotated-312-212-312.h5
2017-03-12 23:50:03,856 INFO Summary
2017-03-12 23:50:03,857 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:50:03,858 INFO Y shape=(1, 2)
2017-03-12 23:50:03,858 INFO Y: total: 1
2017-03-12 23:50:03,859 INFO Y: label 0: 1.0 100.0%
2017-03-12 23:50:03,860 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:50:03,861 INFO Recording sample data
2017-03-12 23:50:03,862 INFO patient_index 0
2017-03-12 23:50:03,862 INFO x=
2017-03-12 23:50:03,881 INFO shard_id=50 shape=(4, 312, 212, 312, 1)
2017-03-12 23:50:03,883 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/50/data-centered-rotated-312-212-312.h5
2017-03-12 23:50:15,757 INFO Summary
2017-03-12 23:50:15,758 INFO X shape=(4, 312, 212, 312, 1)
2017-03-12 23:50:15,759 INFO Y shape=(4, 2)
2017-03-12 23:50:15,760 INFO Y: total: 4
2017-03-12 23:50:15,761 INFO Y: label 0: 2.0 50.0%
2017-03-12 23:50:15,761 INFO Y: label 1: 2.0 50.0%
2017-03-12 23:50:15,762 INFO Recording sample data
2017-03-12 23:50:15,763 INFO patient_index 0
2017-03-12 23:50:15,764 INFO x=
2017-03-12 23:50:15,765 INFO patient_index 1
2017-03-12 23:50:15,766 INFO x=
2017-03-12 23:50:15,767 INFO patient_index 3
2017-03-12 23:50:15,768 INFO x=
2017-03-12 23:50:15,769 INFO shard_id=51 shape=(5, 312, 212, 312, 1)
2017-03-12 23:50:15,770 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/51/data-centered-rotated-312-212-312.h5
2017-03-12 23:50:16,156 INFO Summary
2017-03-12 23:50:16,157 INFO X shape=(5, 312, 212, 312, 1)
2017-03-12 23:50:16,158 INFO Y shape=(5, 2)
2017-03-12 23:50:16,159 INFO Y: total: 5
2017-03-12 23:50:16,160 INFO Y: label 0: 4.0 80.0%
2017-03-12 23:50:16,161 INFO Y: label 1: 1.0 20.0%
2017-03-12 23:50:16,161 INFO Recording sample data
2017-03-12 23:50:16,162 INFO patient_index 0
2017-03-12 23:50:16,163 INFO x=
2017-03-12 23:50:16,164 INFO patient_index 2
2017-03-12 23:50:16,165 INFO x=
2017-03-12 23:50:16,166 INFO patient_index 3
2017-03-12 23:50:16,167 INFO x=
2017-03-12 23:50:16,206 INFO shard_id=52 shape=(3, 312, 212, 312, 1)
2017-03-12 23:50:16,207 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/52/data-centered-rotated-312-212-312.h5
2017-03-12 23:50:24,450 INFO Summary
2017-03-12 23:50:24,451 INFO X shape=(3, 312, 212, 312, 1)
2017-03-12 23:50:24,452 INFO Y shape=(3, 2)
2017-03-12 23:50:24,453 INFO Y: total: 3
2017-03-12 23:50:24,453 INFO Y: label 0: 2.0 66.6666666667%
2017-03-12 23:50:24,454 INFO Y: label 1: 1.0 33.3333333333%
2017-03-12 23:50:24,455 INFO Recording sample data
2017-03-12 23:50:24,455 INFO patient_index 0
2017-03-12 23:50:24,456 INFO x=
2017-03-12 23:50:24,457 INFO patient_index 1
2017-03-12 23:50:24,457 INFO x=
2017-03-12 23:50:24,458 INFO patient_index 2
2017-03-12 23:50:24,459 INFO x=
2017-03-12 23:50:24,470 INFO shard_id=53 shape=(2, 312, 212, 312, 1)
2017-03-12 23:50:24,471 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/53/data-centered-rotated-312-212-312.h5
2017-03-12 23:50:29,824 INFO Summary
2017-03-12 23:50:29,825 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:50:29,826 INFO Y shape=(2, 2)
2017-03-12 23:50:29,827 INFO Y: total: 2
2017-03-12 23:50:29,828 INFO Y: label 0: 1.0 50.0%
2017-03-12 23:50:29,829 INFO Y: label 1: 1.0 50.0%
2017-03-12 23:50:29,829 INFO Recording sample data
2017-03-12 23:50:29,830 INFO patient_index 0
2017-03-12 23:50:29,831 INFO x=
2017-03-12 23:50:29,832 INFO patient_index 1
2017-03-12 23:50:29,833 INFO x=
2017-03-12 23:50:29,858 INFO shard_id=54 shape=(4, 312, 212, 312, 1)
2017-03-12 23:50:29,859 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/54/data-centered-rotated-312-212-312.h5
2017-03-12 23:50:40,045 INFO Summary
2017-03-12 23:50:40,046 INFO X shape=(4, 312, 212, 312, 1)
2017-03-12 23:50:40,047 INFO Y shape=(4, 2)
2017-03-12 23:50:40,047 INFO Y: total: 4
2017-03-12 23:50:40,048 INFO Y: label 0: 2.0 50.0%
2017-03-12 23:50:40,049 INFO Y: label 1: 2.0 50.0%
2017-03-12 23:50:40,049 INFO Recording sample data
2017-03-12 23:50:40,050 INFO patient_index 0
2017-03-12 23:50:40,051 INFO x=
2017-03-12 23:50:40,051 INFO patient_index 1
2017-03-12 23:50:40,052 INFO x=
2017-03-12 23:50:40,053 INFO patient_index 3
2017-03-12 23:50:40,053 INFO x=
2017-03-12 23:50:40,055 INFO shard_id=55 shape=(1, 312, 212, 312, 1)
2017-03-12 23:50:40,055 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/55/data-centered-rotated-312-212-312.h5
2017-03-12 23:50:40,224 INFO Summary
2017-03-12 23:50:40,225 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:50:40,225 INFO Y shape=(1, 2)
2017-03-12 23:50:40,226 INFO Y: total: 1
2017-03-12 23:50:40,227 INFO Y: label 0: 1.0 100.0%
2017-03-12 23:50:40,227 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:50:40,228 INFO Recording sample data
2017-03-12 23:50:40,229 INFO patient_index 0
2017-03-12 23:50:40,229 INFO x=
2017-03-12 23:50:40,231 WARNING no data on shard 56
2017-03-12 23:50:40,232 WARNING no data on shard 57
2017-03-12 23:50:40,246 INFO shard_id=58 shape=(4, 312, 212, 312, 1)
2017-03-12 23:50:40,247 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/58/data-centered-rotated-312-212-312.h5
2017-03-12 23:50:50,777 INFO Summary
2017-03-12 23:50:50,778 INFO X shape=(4, 312, 212, 312, 1)
2017-03-12 23:50:50,779 INFO Y shape=(4, 2)
2017-03-12 23:50:50,779 INFO Y: total: 4
2017-03-12 23:50:50,780 INFO Y: label 0: 4.0 100.0%
2017-03-12 23:50:50,781 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:50:50,782 INFO Recording sample data
2017-03-12 23:50:50,782 INFO patient_index 0
2017-03-12 23:50:50,783 INFO x=
2017-03-12 23:50:50,784 INFO patient_index 1
2017-03-12 23:50:50,784 INFO x=
2017-03-12 23:50:50,785 INFO patient_index 3
2017-03-12 23:50:50,786 INFO x=
2017-03-12 23:50:50,805 INFO shard_id=59 shape=(1, 312, 212, 312, 1)
2017-03-12 23:50:50,806 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/59/data-centered-rotated-312-212-312.h5
2017-03-12 23:50:53,615 INFO Summary
2017-03-12 23:50:53,616 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:50:53,617 INFO Y shape=(1, 2)
2017-03-12 23:50:53,617 INFO Y: total: 1
2017-03-12 23:50:53,618 INFO Y: label 0: 0.0 0.0%
2017-03-12 23:50:53,619 INFO Y: label 1: 1.0 100.0%
2017-03-12 23:50:53,619 INFO Recording sample data
2017-03-12 23:50:53,620 INFO patient_index 0
2017-03-12 23:50:53,621 INFO x=
2017-03-12 23:50:53,638 INFO shard_id=60 shape=(1, 312, 212, 312, 1)
2017-03-12 23:50:53,639 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/60/data-centered-rotated-312-212-312.h5
2017-03-12 23:50:56,274 INFO Summary
2017-03-12 23:50:56,276 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:50:56,276 INFO Y shape=(1, 2)
2017-03-12 23:50:56,277 INFO Y: total: 1
2017-03-12 23:50:56,278 INFO Y: label 0: 1.0 100.0%
2017-03-12 23:50:56,278 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:50:56,279 INFO Recording sample data
2017-03-12 23:50:56,280 INFO patient_index 0
2017-03-12 23:50:56,281 INFO x=
2017-03-12 23:50:56,294 INFO shard_id=61 shape=(2, 312, 212, 312, 1)
2017-03-12 23:50:56,295 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/61/data-centered-rotated-312-212-312.h5
2017-03-12 23:51:01,713 INFO Summary
2017-03-12 23:51:01,714 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:51:01,715 INFO Y shape=(2, 2)
2017-03-12 23:51:01,715 INFO Y: total: 2
2017-03-12 23:51:01,716 INFO Y: label 0: 2.0 100.0%
2017-03-12 23:51:01,717 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:51:01,718 INFO Recording sample data
2017-03-12 23:51:01,718 INFO patient_index 0
2017-03-12 23:51:01,719 INFO x=
2017-03-12 23:51:01,720 INFO patient_index 1
2017-03-12 23:51:01,720 INFO x=
2017-03-12 23:51:01,736 INFO shard_id=62 shape=(2, 312, 212, 312, 1)
2017-03-12 23:51:01,737 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/62/data-centered-rotated-312-212-312.h5
2017-03-12 23:51:07,204 INFO Summary
2017-03-12 23:51:07,205 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:51:07,206 INFO Y shape=(2, 2)
2017-03-12 23:51:07,206 INFO Y: total: 2
2017-03-12 23:51:07,207 INFO Y: label 0: 2.0 100.0%
2017-03-12 23:51:07,208 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:51:07,209 INFO Recording sample data
2017-03-12 23:51:07,209 INFO patient_index 0
2017-03-12 23:51:07,210 INFO x=
2017-03-12 23:51:07,211 INFO patient_index 1
2017-03-12 23:51:07,211 INFO x=
2017-03-12 23:51:07,212 WARNING no data on shard 63
2017-03-12 23:51:07,241 INFO shard_id=64 shape=(2, 312, 212, 312, 1)
2017-03-12 23:51:07,242 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/64/data-centered-rotated-312-212-312.h5
2017-03-12 23:51:12,335 INFO Summary
2017-03-12 23:51:12,336 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:51:12,337 INFO Y shape=(2, 2)
2017-03-12 23:51:12,338 INFO Y: total: 2
2017-03-12 23:51:12,338 INFO Y: label 0: 2.0 100.0%
2017-03-12 23:51:12,339 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:51:12,340 INFO Recording sample data
2017-03-12 23:51:12,340 INFO patient_index 0
2017-03-12 23:51:12,341 INFO x=
2017-03-12 23:51:12,342 INFO patient_index 1
2017-03-12 23:51:12,342 INFO x=
2017-03-12 23:51:12,370 INFO shard_id=65 shape=(2, 312, 212, 312, 1)
2017-03-12 23:51:12,371 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/65/data-centered-rotated-312-212-312.h5
2017-03-12 23:51:17,503 INFO Summary
2017-03-12 23:51:17,504 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:51:17,505 INFO Y shape=(2, 2)
2017-03-12 23:51:17,506 INFO Y: total: 2
2017-03-12 23:51:17,507 INFO Y: label 0: 1.0 50.0%
2017-03-12 23:51:17,507 INFO Y: label 1: 1.0 50.0%
2017-03-12 23:51:17,508 INFO Recording sample data
2017-03-12 23:51:17,509 INFO patient_index 0
2017-03-12 23:51:17,509 INFO x=
2017-03-12 23:51:17,510 INFO patient_index 1
2017-03-12 23:51:17,511 INFO x=
2017-03-12 23:51:17,512 INFO shard_id=66 shape=(5, 312, 212, 312, 1)
2017-03-12 23:51:17,513 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/66/data-centered-rotated-312-212-312.h5
2017-03-12 23:51:18,853 INFO Summary
2017-03-12 23:51:18,854 INFO X shape=(5, 312, 212, 312, 1)
2017-03-12 23:51:18,855 INFO Y shape=(5, 2)
2017-03-12 23:51:18,856 INFO Y: total: 5
2017-03-12 23:51:18,857 INFO Y: label 0: 4.0 80.0%
2017-03-12 23:51:18,858 INFO Y: label 1: 1.0 20.0%
2017-03-12 23:51:18,858 INFO Recording sample data
2017-03-12 23:51:18,859 INFO patient_index 0
2017-03-12 23:51:18,860 INFO x=
2017-03-12 23:51:18,861 INFO patient_index 2
2017-03-12 23:51:18,862 INFO x=
2017-03-12 23:51:18,862 INFO patient_index 3
2017-03-12 23:51:18,863 INFO x=
2017-03-12 23:51:18,896 INFO shard_id=67 shape=(2, 312, 212, 312, 1)
2017-03-12 23:51:18,897 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/67/data-centered-rotated-312-212-312.h5
2017-03-12 23:51:25,043 INFO Summary
2017-03-12 23:51:25,044 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:51:25,044 INFO Y shape=(2, 2)
2017-03-12 23:51:25,045 INFO Y: total: 2
2017-03-12 23:51:25,046 INFO Y: label 0: 2.0 100.0%
2017-03-12 23:51:25,046 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:51:25,047 INFO Recording sample data
2017-03-12 23:51:25,048 INFO patient_index 0
2017-03-12 23:51:25,048 INFO x=
2017-03-12 23:51:25,049 INFO patient_index 1
2017-03-12 23:51:25,050 INFO x=
2017-03-12 23:51:25,078 INFO shard_id=68 shape=(3, 312, 212, 312, 1)
2017-03-12 23:51:25,079 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/68/data-centered-rotated-312-212-312.h5
2017-03-12 23:51:35,261 INFO Summary
2017-03-12 23:51:35,262 INFO X shape=(3, 312, 212, 312, 1)
2017-03-12 23:51:35,263 INFO Y shape=(3, 2)
2017-03-12 23:51:35,264 INFO Y: total: 3
2017-03-12 23:51:35,265 INFO Y: label 0: 2.0 66.6666666667%
2017-03-12 23:51:35,265 INFO Y: label 1: 1.0 33.3333333333%
2017-03-12 23:51:35,266 INFO Recording sample data
2017-03-12 23:51:35,267 INFO patient_index 0
2017-03-12 23:51:35,267 INFO x=
2017-03-12 23:51:35,268 INFO patient_index 1
2017-03-12 23:51:35,269 INFO x=
2017-03-12 23:51:35,269 INFO patient_index 2
2017-03-12 23:51:35,270 INFO x=
2017-03-12 23:51:35,271 INFO shard_id=69 shape=(5, 312, 212, 312, 1)
2017-03-12 23:51:35,272 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/69/data-centered-rotated-312-212-312.h5
2017-03-12 23:51:36,577 INFO Summary
2017-03-12 23:51:36,578 INFO X shape=(5, 312, 212, 312, 1)
2017-03-12 23:51:36,579 INFO Y shape=(5, 2)
2017-03-12 23:51:36,580 INFO Y: total: 5
2017-03-12 23:51:36,581 INFO Y: label 0: 3.0 60.0%
2017-03-12 23:51:36,581 INFO Y: label 1: 2.0 40.0%
2017-03-12 23:51:36,582 INFO Recording sample data
2017-03-12 23:51:36,583 INFO patient_index 0
2017-03-12 23:51:36,583 INFO x=
2017-03-12 23:51:36,584 INFO patient_index 2
2017-03-12 23:51:36,585 INFO x=
2017-03-12 23:51:36,585 INFO patient_index 3
2017-03-12 23:51:36,586 INFO x=
2017-03-12 23:51:36,602 INFO shard_id=70 shape=(2, 312, 212, 312, 1)
2017-03-12 23:51:36,603 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/70/data-centered-rotated-312-212-312.h5
2017-03-12 23:51:42,857 INFO Summary
2017-03-12 23:51:42,858 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:51:42,859 INFO Y shape=(2, 2)
2017-03-12 23:51:42,860 INFO Y: total: 2
2017-03-12 23:51:42,860 INFO Y: label 0: 0.0 0.0%
2017-03-12 23:51:42,861 INFO Y: label 1: 2.0 100.0%
2017-03-12 23:51:42,862 INFO Recording sample data
2017-03-12 23:51:42,862 INFO patient_index 0
2017-03-12 23:51:42,863 INFO x=
2017-03-12 23:51:42,864 INFO patient_index 1
2017-03-12 23:51:42,864 INFO x=
2017-03-12 23:51:42,874 INFO shard_id=71 shape=(1, 312, 212, 312, 1)
2017-03-12 23:51:42,875 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/71/data-centered-rotated-312-212-312.h5
2017-03-12 23:51:46,181 INFO Summary
2017-03-12 23:51:46,182 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:51:46,182 INFO Y shape=(1, 2)
2017-03-12 23:51:46,183 INFO Y: total: 1
2017-03-12 23:51:46,184 INFO Y: label 0: 1.0 100.0%
2017-03-12 23:51:46,184 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:51:46,185 INFO Recording sample data
2017-03-12 23:51:46,186 INFO patient_index 0
2017-03-12 23:51:46,186 INFO x=
2017-03-12 23:51:46,188 INFO shard_id=72 shape=(2, 312, 212, 312, 1)
2017-03-12 23:51:46,188 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/72/data-centered-rotated-312-212-312.h5
2017-03-12 23:51:46,721 INFO Summary
2017-03-12 23:51:46,722 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:51:46,723 INFO Y shape=(2, 2)
2017-03-12 23:51:46,724 INFO Y: total: 2
2017-03-12 23:51:46,724 INFO Y: label 0: 2.0 100.0%
2017-03-12 23:51:46,725 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:51:46,726 INFO Recording sample data
2017-03-12 23:51:46,726 INFO patient_index 0
2017-03-12 23:51:46,727 INFO x=
2017-03-12 23:51:46,728 INFO patient_index 1
2017-03-12 23:51:46,728 INFO x=
2017-03-12 23:51:46,737 INFO shard_id=73 shape=(2, 312, 212, 312, 1)
2017-03-12 23:51:46,738 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/73/data-centered-rotated-312-212-312.h5
2017-03-12 23:51:52,337 INFO Summary
2017-03-12 23:51:52,339 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:51:52,340 INFO Y shape=(2, 2)
2017-03-12 23:51:52,340 INFO Y: total: 2
2017-03-12 23:51:52,341 INFO Y: label 0: 1.0 50.0%
2017-03-12 23:51:52,342 INFO Y: label 1: 1.0 50.0%
2017-03-12 23:51:52,343 INFO Recording sample data
2017-03-12 23:51:52,344 INFO patient_index 0
2017-03-12 23:51:52,345 INFO x=
2017-03-12 23:51:52,346 INFO patient_index 1
2017-03-12 23:51:52,347 INFO x=
2017-03-12 23:51:52,374 INFO shard_id=74 shape=(2, 312, 212, 312, 1)
2017-03-12 23:51:52,375 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/74/data-centered-rotated-312-212-312.h5
2017-03-12 23:51:58,214 INFO Summary
2017-03-12 23:51:58,215 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:51:58,216 INFO Y shape=(2, 2)
2017-03-12 23:51:58,217 INFO Y: total: 2
2017-03-12 23:51:58,217 INFO Y: label 0: 2.0 100.0%
2017-03-12 23:51:58,218 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:51:58,219 INFO Recording sample data
2017-03-12 23:51:58,219 INFO patient_index 0
2017-03-12 23:51:58,220 INFO x=
2017-03-12 23:51:58,221 INFO patient_index 1
2017-03-12 23:51:58,221 INFO x=
2017-03-12 23:51:58,223 INFO shard_id=75 shape=(3, 312, 212, 312, 1)
2017-03-12 23:51:58,224 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/75/data-centered-rotated-312-212-312.h5
2017-03-12 23:52:06,839 INFO Summary
2017-03-12 23:52:06,840 INFO X shape=(3, 312, 212, 312, 1)
2017-03-12 23:52:06,841 INFO Y shape=(3, 2)
2017-03-12 23:52:06,841 INFO Y: total: 3
2017-03-12 23:52:06,842 INFO Y: label 0: 3.0 100.0%
2017-03-12 23:52:06,843 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:52:06,843 INFO Recording sample data
2017-03-12 23:52:06,844 INFO patient_index 0
2017-03-12 23:52:06,845 INFO x=
2017-03-12 23:52:06,845 INFO patient_index 1
2017-03-12 23:52:06,846 INFO x=
2017-03-12 23:52:06,847 INFO patient_index 2
2017-03-12 23:52:06,847 INFO x=
2017-03-12 23:52:06,848 WARNING no data on shard 76
2017-03-12 23:52:06,861 INFO shard_id=77 shape=(2, 312, 212, 312, 1)
2017-03-12 23:52:06,862 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/77/data-centered-rotated-312-212-312.h5
2017-03-12 23:52:12,654 INFO Summary
2017-03-12 23:52:12,655 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:52:12,655 INFO Y shape=(2, 2)
2017-03-12 23:52:12,656 INFO Y: total: 2
2017-03-12 23:52:12,657 INFO Y: label 0: 1.0 50.0%
2017-03-12 23:52:12,657 INFO Y: label 1: 1.0 50.0%
2017-03-12 23:52:12,658 INFO Recording sample data
2017-03-12 23:52:12,659 INFO patient_index 0
2017-03-12 23:52:12,659 INFO x=
2017-03-12 23:52:12,660 INFO patient_index 1
2017-03-12 23:52:12,660 INFO x=
2017-03-12 23:52:12,676 INFO shard_id=78 shape=(3, 312, 212, 312, 1)
2017-03-12 23:52:12,677 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/78/data-centered-rotated-312-212-312.h5
2017-03-12 23:52:20,409 INFO Summary
2017-03-12 23:52:20,410 INFO X shape=(3, 312, 212, 312, 1)
2017-03-12 23:52:20,411 INFO Y shape=(3, 2)
2017-03-12 23:52:20,411 INFO Y: total: 3
2017-03-12 23:52:20,412 INFO Y: label 0: 3.0 100.0%
2017-03-12 23:52:20,413 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:52:20,413 INFO Recording sample data
2017-03-12 23:52:20,414 INFO patient_index 0
2017-03-12 23:52:20,415 INFO x=
2017-03-12 23:52:20,415 INFO patient_index 1
2017-03-12 23:52:20,416 INFO x=
2017-03-12 23:52:20,417 INFO patient_index 2
2017-03-12 23:52:20,417 INFO x=
2017-03-12 23:52:20,432 INFO shard_id=79 shape=(1, 312, 212, 312, 1)
2017-03-12 23:52:20,433 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/79/data-centered-rotated-312-212-312.h5
2017-03-12 23:52:23,041 INFO Summary
2017-03-12 23:52:23,042 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:52:23,043 INFO Y shape=(1, 2)
2017-03-12 23:52:23,044 INFO Y: total: 1
2017-03-12 23:52:23,045 INFO Y: label 0: 1.0 100.0%
2017-03-12 23:52:23,046 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:52:23,047 INFO Recording sample data
2017-03-12 23:52:23,048 INFO patient_index 0
2017-03-12 23:52:23,049 INFO x=
2017-03-12 23:52:23,050 WARNING no data on shard 80
2017-03-12 23:52:23,051 INFO shard_id=81 shape=(2, 312, 212, 312, 1)
2017-03-12 23:52:23,052 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/81/data-centered-rotated-312-212-312.h5
2017-03-12 23:52:28,246 INFO Summary
2017-03-12 23:52:28,247 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:52:28,248 INFO Y shape=(2, 2)
2017-03-12 23:52:28,248 INFO Y: total: 2
2017-03-12 23:52:28,249 INFO Y: label 0: 2.0 100.0%
2017-03-12 23:52:28,250 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:52:28,250 INFO Recording sample data
2017-03-12 23:52:28,251 INFO patient_index 0
2017-03-12 23:52:28,252 INFO x=
2017-03-12 23:52:28,252 INFO patient_index 1
2017-03-12 23:52:28,253 INFO x=
2017-03-12 23:52:28,254 INFO shard_id=82 shape=(2, 312, 212, 312, 1)
2017-03-12 23:52:28,255 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/82/data-centered-rotated-312-212-312.h5
2017-03-12 23:52:33,673 INFO Summary
2017-03-12 23:52:33,674 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:52:33,675 INFO Y shape=(2, 2)
2017-03-12 23:52:33,675 INFO Y: total: 2
2017-03-12 23:52:33,676 INFO Y: label 0: 1.0 50.0%
2017-03-12 23:52:33,677 INFO Y: label 1: 1.0 50.0%
2017-03-12 23:52:33,677 INFO Recording sample data
2017-03-12 23:52:33,678 INFO patient_index 0
2017-03-12 23:52:33,679 INFO x=
2017-03-12 23:52:33,679 INFO patient_index 1
2017-03-12 23:52:33,680 INFO x=
2017-03-12 23:52:33,694 INFO shard_id=83 shape=(4, 312, 212, 312, 1)
2017-03-12 23:52:33,694 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/83/data-centered-rotated-312-212-312.h5
2017-03-12 23:52:44,841 INFO Summary
2017-03-12 23:52:44,842 INFO X shape=(4, 312, 212, 312, 1)
2017-03-12 23:52:44,842 INFO Y shape=(4, 2)
2017-03-12 23:52:44,843 INFO Y: total: 4
2017-03-12 23:52:44,844 INFO Y: label 0: 3.0 75.0%
2017-03-12 23:52:44,844 INFO Y: label 1: 1.0 25.0%
2017-03-12 23:52:44,845 INFO Recording sample data
2017-03-12 23:52:44,846 INFO patient_index 0
2017-03-12 23:52:44,847 INFO x=
2017-03-12 23:52:44,847 INFO patient_index 1
2017-03-12 23:52:44,848 INFO x=
2017-03-12 23:52:44,848 INFO patient_index 3
2017-03-12 23:52:44,849 INFO x=
2017-03-12 23:52:44,868 INFO shard_id=84 shape=(4, 312, 212, 312, 1)
2017-03-12 23:52:44,869 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/84/data-centered-rotated-312-212-312.h5
2017-03-12 23:52:56,789 INFO Summary
2017-03-12 23:52:56,790 INFO X shape=(4, 312, 212, 312, 1)
2017-03-12 23:52:56,791 INFO Y shape=(4, 2)
2017-03-12 23:52:56,792 INFO Y: total: 4
2017-03-12 23:52:56,793 INFO Y: label 0: 3.0 75.0%
2017-03-12 23:52:56,794 INFO Y: label 1: 1.0 25.0%
2017-03-12 23:52:56,795 INFO Recording sample data
2017-03-12 23:52:56,796 INFO patient_index 0
2017-03-12 23:52:56,797 INFO x=
2017-03-12 23:52:56,798 INFO patient_index 1
2017-03-12 23:52:56,799 INFO x=
2017-03-12 23:52:56,799 INFO patient_index 3
2017-03-12 23:52:56,800 INFO x=
2017-03-12 23:52:56,802 WARNING no data on shard 85
2017-03-12 23:52:56,818 INFO shard_id=86 shape=(2, 312, 212, 312, 1)
2017-03-12 23:52:56,819 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/86/data-centered-rotated-312-212-312.h5
2017-03-12 23:53:03,743 INFO Summary
2017-03-12 23:53:03,744 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:53:03,745 INFO Y shape=(2, 2)
2017-03-12 23:53:03,746 INFO Y: total: 2
2017-03-12 23:53:03,746 INFO Y: label 0: 2.0 100.0%
2017-03-12 23:53:03,747 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:53:03,748 INFO Recording sample data
2017-03-12 23:53:03,748 INFO patient_index 0
2017-03-12 23:53:03,749 INFO x=
2017-03-12 23:53:03,750 INFO patient_index 1
2017-03-12 23:53:03,750 INFO x=
2017-03-12 23:53:03,775 INFO shard_id=87 shape=(4, 312, 212, 312, 1)
2017-03-12 23:53:03,776 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/87/data-centered-rotated-312-212-312.h5
2017-03-12 23:53:14,493 INFO Summary
2017-03-12 23:53:14,494 INFO X shape=(4, 312, 212, 312, 1)
2017-03-12 23:53:14,495 INFO Y shape=(4, 2)
2017-03-12 23:53:14,495 INFO Y: total: 4
2017-03-12 23:53:14,496 INFO Y: label 0: 3.0 75.0%
2017-03-12 23:53:14,497 INFO Y: label 1: 1.0 25.0%
2017-03-12 23:53:14,497 INFO Recording sample data
2017-03-12 23:53:14,498 INFO patient_index 0
2017-03-12 23:53:14,499 INFO x=
2017-03-12 23:53:14,499 INFO patient_index 1
2017-03-12 23:53:14,500 INFO x=
2017-03-12 23:53:14,501 INFO patient_index 3
2017-03-12 23:53:14,501 INFO x=
2017-03-12 23:53:14,516 INFO shard_id=88 shape=(1, 312, 212, 312, 1)
2017-03-12 23:53:14,517 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/88/data-centered-rotated-312-212-312.h5
2017-03-12 23:53:17,093 INFO Summary
2017-03-12 23:53:17,094 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:53:17,095 INFO Y shape=(1, 2)
2017-03-12 23:53:17,096 INFO Y: total: 1
2017-03-12 23:53:17,097 INFO Y: label 0: 1.0 100.0%
2017-03-12 23:53:17,098 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:53:17,099 INFO Recording sample data
2017-03-12 23:53:17,100 INFO patient_index 0
2017-03-12 23:53:17,101 INFO x=
2017-03-12 23:53:17,112 INFO shard_id=89 shape=(2, 312, 212, 312, 1)
2017-03-12 23:53:17,113 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/89/data-centered-rotated-312-212-312.h5
2017-03-12 23:53:22,417 INFO Summary
2017-03-12 23:53:22,418 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:53:22,419 INFO Y shape=(2, 2)
2017-03-12 23:53:22,419 INFO Y: total: 2
2017-03-12 23:53:22,420 INFO Y: label 0: 1.0 50.0%
2017-03-12 23:53:22,421 INFO Y: label 1: 1.0 50.0%
2017-03-12 23:53:22,421 INFO Recording sample data
2017-03-12 23:53:22,422 INFO patient_index 0
2017-03-12 23:53:22,423 INFO x=
2017-03-12 23:53:22,423 INFO patient_index 1
2017-03-12 23:53:22,424 INFO x=
2017-03-12 23:53:22,425 INFO shard_id=90 shape=(1, 312, 212, 312, 1)
2017-03-12 23:53:22,426 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/90/data-centered-rotated-312-212-312.h5
2017-03-12 23:53:22,687 INFO Summary
2017-03-12 23:53:22,688 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:53:22,689 INFO Y shape=(1, 2)
2017-03-12 23:53:22,690 INFO Y: total: 1
2017-03-12 23:53:22,690 INFO Y: label 0: 1.0 100.0%
2017-03-12 23:53:22,691 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:53:22,692 INFO Recording sample data
2017-03-12 23:53:22,692 INFO patient_index 0
2017-03-12 23:53:22,693 INFO x=
2017-03-12 23:53:22,694 INFO shard_id=91 shape=(1, 312, 212, 312, 1)
2017-03-12 23:53:22,695 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/91/data-centered-rotated-312-212-312.h5
2017-03-12 23:53:22,962 INFO Summary
2017-03-12 23:53:22,963 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:53:22,964 INFO Y shape=(1, 2)
2017-03-12 23:53:22,965 INFO Y: total: 1
2017-03-12 23:53:22,965 INFO Y: label 0: 1.0 100.0%
2017-03-12 23:53:22,966 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:53:22,967 INFO Recording sample data
2017-03-12 23:53:22,967 INFO patient_index 0
2017-03-12 23:53:22,968 INFO x=
2017-03-12 23:53:22,981 INFO shard_id=92 shape=(2, 312, 212, 312, 1)
2017-03-12 23:53:22,982 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/92/data-centered-rotated-312-212-312.h5
2017-03-12 23:53:28,149 INFO Summary
2017-03-12 23:53:28,151 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:53:28,151 INFO Y shape=(2, 2)
2017-03-12 23:53:28,152 INFO Y: total: 2
2017-03-12 23:53:28,153 INFO Y: label 0: 0.0 0.0%
2017-03-12 23:53:28,153 INFO Y: label 1: 2.0 100.0%
2017-03-12 23:53:28,154 INFO Recording sample data
2017-03-12 23:53:28,155 INFO patient_index 0
2017-03-12 23:53:28,156 INFO x=
2017-03-12 23:53:28,156 INFO patient_index 1
2017-03-12 23:53:28,157 INFO x=
2017-03-12 23:53:28,158 WARNING no data on shard 93
2017-03-12 23:53:28,189 INFO shard_id=94 shape=(4, 312, 212, 312, 1)
2017-03-12 23:53:28,190 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/94/data-centered-rotated-312-212-312.h5
2017-03-12 23:53:38,814 INFO Summary
2017-03-12 23:53:38,815 INFO X shape=(4, 312, 212, 312, 1)
2017-03-12 23:53:38,816 INFO Y shape=(4, 2)
2017-03-12 23:53:38,817 INFO Y: total: 4
2017-03-12 23:53:38,818 INFO Y: label 0: 4.0 100.0%
2017-03-12 23:53:38,819 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:53:38,820 INFO Recording sample data
2017-03-12 23:53:38,821 INFO patient_index 0
2017-03-12 23:53:38,821 INFO x=
2017-03-12 23:53:38,822 INFO patient_index 1
2017-03-12 23:53:38,823 INFO x=
2017-03-12 23:53:38,824 INFO patient_index 3
2017-03-12 23:53:38,825 INFO x=
2017-03-12 23:53:38,826 INFO shard_id=95 shape=(2, 312, 212, 312, 1)
2017-03-12 23:53:38,827 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/95/data-centered-rotated-312-212-312.h5
2017-03-12 23:53:39,355 INFO Summary
2017-03-12 23:53:39,356 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:53:39,357 INFO Y shape=(2, 2)
2017-03-12 23:53:39,358 INFO Y: total: 2
2017-03-12 23:53:39,359 INFO Y: label 0: 2.0 100.0%
2017-03-12 23:53:39,360 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:53:39,360 INFO Recording sample data
2017-03-12 23:53:39,361 INFO patient_index 0
2017-03-12 23:53:39,362 INFO x=
2017-03-12 23:53:39,363 INFO patient_index 1
2017-03-12 23:53:39,364 INFO x=
2017-03-12 23:53:39,393 INFO shard_id=96 shape=(2, 312, 212, 312, 1)
2017-03-12 23:53:39,394 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/96/data-centered-rotated-312-212-312.h5
2017-03-12 23:53:44,783 INFO Summary
2017-03-12 23:53:44,784 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:53:44,785 INFO Y shape=(2, 2)
2017-03-12 23:53:44,786 INFO Y: total: 2
2017-03-12 23:53:44,787 INFO Y: label 0: 1.0 50.0%
2017-03-12 23:53:44,788 INFO Y: label 1: 1.0 50.0%
2017-03-12 23:53:44,789 INFO Recording sample data
2017-03-12 23:53:44,790 INFO patient_index 0
2017-03-12 23:53:44,790 INFO x=
2017-03-12 23:53:44,791 INFO patient_index 1
2017-03-12 23:53:44,792 INFO x=
2017-03-12 23:53:44,806 INFO shard_id=97 shape=(2, 312, 212, 312, 1)
2017-03-12 23:53:44,807 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/97/data-centered-rotated-312-212-312.h5
2017-03-12 23:53:49,956 INFO Summary
2017-03-12 23:53:49,957 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:53:49,958 INFO Y shape=(2, 2)
2017-03-12 23:53:49,958 INFO Y: total: 2
2017-03-12 23:53:49,959 INFO Y: label 0: 2.0 100.0%
2017-03-12 23:53:49,960 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:53:49,960 INFO Recording sample data
2017-03-12 23:53:49,961 INFO patient_index 0
2017-03-12 23:53:49,962 INFO x=
2017-03-12 23:53:49,962 INFO patient_index 1
2017-03-12 23:53:49,963 INFO x=
2017-03-12 23:53:49,964 WARNING no data on shard 98
2017-03-12 23:53:49,984 INFO shard_id=99 shape=(3, 312, 212, 312, 1)
2017-03-12 23:53:49,985 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/99/data-centered-rotated-312-212-312.h5
2017-03-12 23:53:58,105 INFO Summary
2017-03-12 23:53:58,106 INFO X shape=(3, 312, 212, 312, 1)
2017-03-12 23:53:58,107 INFO Y shape=(3, 2)
2017-03-12 23:53:58,108 INFO Y: total: 3
2017-03-12 23:53:58,108 INFO Y: label 0: 3.0 100.0%
2017-03-12 23:53:58,109 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:53:58,109 INFO Recording sample data
2017-03-12 23:53:58,110 INFO patient_index 0
2017-03-12 23:53:58,111 INFO x=
2017-03-12 23:53:58,111 INFO patient_index 1
2017-03-12 23:53:58,112 INFO x=
2017-03-12 23:53:58,113 INFO patient_index 2
2017-03-12 23:53:58,113 INFO x=
2017-03-12 23:53:58,132 INFO shard_id=100 shape=(3, 312, 212, 312, 1)
2017-03-12 23:53:58,133 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/100/data-centered-rotated-312-212-312.h5
2017-03-12 23:54:06,757 INFO Summary
2017-03-12 23:54:06,758 INFO X shape=(3, 312, 212, 312, 1)
2017-03-12 23:54:06,758 INFO Y shape=(3, 2)
2017-03-12 23:54:06,759 INFO Y: total: 3
2017-03-12 23:54:06,760 INFO Y: label 0: 3.0 100.0%
2017-03-12 23:54:06,760 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:54:06,761 INFO Recording sample data
2017-03-12 23:54:06,762 INFO patient_index 0
2017-03-12 23:54:06,762 INFO x=
2017-03-12 23:54:06,763 INFO patient_index 1
2017-03-12 23:54:06,764 INFO x=
2017-03-12 23:54:06,764 INFO patient_index 2
2017-03-12 23:54:06,765 INFO x=
2017-03-12 23:54:06,771 INFO shard_id=101 shape=(1, 312, 212, 312, 1)
2017-03-12 23:54:06,772 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/101/data-centered-rotated-312-212-312.h5
2017-03-12 23:54:09,828 INFO Summary
2017-03-12 23:54:09,829 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:54:09,830 INFO Y shape=(1, 2)
2017-03-12 23:54:09,831 INFO Y: total: 1
2017-03-12 23:54:09,832 INFO Y: label 0: 1.0 100.0%
2017-03-12 23:54:09,833 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:54:09,834 INFO Recording sample data
2017-03-12 23:54:09,835 INFO patient_index 0
2017-03-12 23:54:09,835 INFO x=
2017-03-12 23:54:09,847 INFO shard_id=102 shape=(1, 312, 212, 312, 1)
2017-03-12 23:54:09,848 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/102/data-centered-rotated-312-212-312.h5
2017-03-12 23:54:12,457 INFO Summary
2017-03-12 23:54:12,458 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:54:12,459 INFO Y shape=(1, 2)
2017-03-12 23:54:12,460 INFO Y: total: 1
2017-03-12 23:54:12,460 INFO Y: label 0: 0.0 0.0%
2017-03-12 23:54:12,461 INFO Y: label 1: 1.0 100.0%
2017-03-12 23:54:12,462 INFO Recording sample data
2017-03-12 23:54:12,462 INFO patient_index 0
2017-03-12 23:54:12,463 INFO x=
2017-03-12 23:54:12,464 INFO shard_id=103 shape=(2, 312, 212, 312, 1)
2017-03-12 23:54:12,465 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/103/data-centered-rotated-312-212-312.h5
2017-03-12 23:54:18,733 INFO Summary
2017-03-12 23:54:18,734 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:54:18,735 INFO Y shape=(2, 2)
2017-03-12 23:54:18,736 INFO Y: total: 2
2017-03-12 23:54:18,736 INFO Y: label 0: 2.0 100.0%
2017-03-12 23:54:18,737 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:54:18,738 INFO Recording sample data
2017-03-12 23:54:18,738 INFO patient_index 0
2017-03-12 23:54:18,739 INFO x=
2017-03-12 23:54:18,739 INFO patient_index 1
2017-03-12 23:54:18,740 INFO x=
2017-03-12 23:54:18,758 INFO shard_id=104 shape=(6, 312, 212, 312, 1)
2017-03-12 23:54:18,759 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/104/data-centered-rotated-312-212-312.h5
2017-03-12 23:54:35,404 INFO Summary
2017-03-12 23:54:35,405 INFO X shape=(6, 312, 212, 312, 1)
2017-03-12 23:54:35,406 INFO Y shape=(6, 2)
2017-03-12 23:54:35,406 INFO Y: total: 6
2017-03-12 23:54:35,407 INFO Y: label 0: 5.0 83.3333333333%
2017-03-12 23:54:35,408 INFO Y: label 1: 1.0 16.6666666667%
2017-03-12 23:54:35,408 INFO Recording sample data
2017-03-12 23:54:35,409 INFO patient_index 0
2017-03-12 23:54:35,410 INFO x=
2017-03-12 23:54:35,411 INFO patient_index 2
2017-03-12 23:54:35,411 INFO x=
2017-03-12 23:54:35,412 INFO patient_index 4
2017-03-12 23:54:35,412 INFO x=
2017-03-12 23:54:35,424 INFO shard_id=105 shape=(2, 312, 212, 312, 1)
2017-03-12 23:54:35,425 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/105/data-centered-rotated-312-212-312.h5
2017-03-12 23:54:40,576 INFO Summary
2017-03-12 23:54:40,577 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:54:40,578 INFO Y shape=(2, 2)
2017-03-12 23:54:40,579 INFO Y: total: 2
2017-03-12 23:54:40,579 INFO Y: label 0: 2.0 100.0%
2017-03-12 23:54:40,580 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:54:40,581 INFO Recording sample data
2017-03-12 23:54:40,581 INFO patient_index 0
2017-03-12 23:54:40,582 INFO x=
2017-03-12 23:54:40,583 INFO patient_index 1
2017-03-12 23:54:40,583 INFO x=
2017-03-12 23:54:40,609 INFO shard_id=106 shape=(1, 312, 212, 312, 1)
2017-03-12 23:54:40,610 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/106/data-centered-rotated-312-212-312.h5
2017-03-12 23:54:43,267 INFO Summary
2017-03-12 23:54:43,268 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:54:43,269 INFO Y shape=(1, 2)
2017-03-12 23:54:43,269 INFO Y: total: 1
2017-03-12 23:54:43,270 INFO Y: label 0: 0.0 0.0%
2017-03-12 23:54:43,271 INFO Y: label 1: 1.0 100.0%
2017-03-12 23:54:43,271 INFO Recording sample data
2017-03-12 23:54:43,272 INFO patient_index 0
2017-03-12 23:54:43,273 INFO x=
2017-03-12 23:54:43,291 INFO shard_id=107 shape=(1, 312, 212, 312, 1)
2017-03-12 23:54:43,292 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/107/data-centered-rotated-312-212-312.h5
2017-03-12 23:54:46,395 INFO Summary
2017-03-12 23:54:46,396 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:54:46,397 INFO Y shape=(1, 2)
2017-03-12 23:54:46,398 INFO Y: total: 1
2017-03-12 23:54:46,399 INFO Y: label 0: 1.0 100.0%
2017-03-12 23:54:46,399 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:54:46,400 INFO Recording sample data
2017-03-12 23:54:46,401 INFO patient_index 0
2017-03-12 23:54:46,402 INFO x=
2017-03-12 23:54:46,424 INFO shard_id=108 shape=(5, 312, 212, 312, 1)
2017-03-12 23:54:46,426 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/108/data-centered-rotated-312-212-312.h5
2017-03-12 23:54:59,532 INFO Summary
2017-03-12 23:54:59,533 INFO X shape=(5, 312, 212, 312, 1)
2017-03-12 23:54:59,534 INFO Y shape=(5, 2)
2017-03-12 23:54:59,534 INFO Y: total: 5
2017-03-12 23:54:59,535 INFO Y: label 0: 3.0 60.0%
2017-03-12 23:54:59,536 INFO Y: label 1: 2.0 40.0%
2017-03-12 23:54:59,537 INFO Recording sample data
2017-03-12 23:54:59,537 INFO patient_index 0
2017-03-12 23:54:59,538 INFO x=
2017-03-12 23:54:59,539 INFO patient_index 2
2017-03-12 23:54:59,539 INFO x=
2017-03-12 23:54:59,540 INFO patient_index 3
2017-03-12 23:54:59,541 INFO x=
2017-03-12 23:54:59,561 INFO shard_id=109 shape=(2, 312, 212, 312, 1)
2017-03-12 23:54:59,562 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/109/data-centered-rotated-312-212-312.h5
2017-03-12 23:55:05,082 INFO Summary
2017-03-12 23:55:05,083 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:55:05,084 INFO Y shape=(2, 2)
2017-03-12 23:55:05,085 INFO Y: total: 2
2017-03-12 23:55:05,086 INFO Y: label 0: 1.0 50.0%
2017-03-12 23:55:05,087 INFO Y: label 1: 1.0 50.0%
2017-03-12 23:55:05,088 INFO Recording sample data
2017-03-12 23:55:05,089 INFO patient_index 0
2017-03-12 23:55:05,090 INFO x=
2017-03-12 23:55:05,090 INFO patient_index 1
2017-03-12 23:55:05,091 INFO x=
2017-03-12 23:55:05,123 INFO shard_id=110 shape=(3, 312, 212, 312, 1)
2017-03-12 23:55:05,124 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/110/data-centered-rotated-312-212-312.h5
2017-03-12 23:55:13,891 INFO Summary
2017-03-12 23:55:13,892 INFO X shape=(3, 312, 212, 312, 1)
2017-03-12 23:55:13,892 INFO Y shape=(3, 2)
2017-03-12 23:55:13,893 INFO Y: total: 3
2017-03-12 23:55:13,894 INFO Y: label 0: 3.0 100.0%
2017-03-12 23:55:13,894 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:55:13,895 INFO Recording sample data
2017-03-12 23:55:13,896 INFO patient_index 0
2017-03-12 23:55:13,896 INFO x=
2017-03-12 23:55:13,897 INFO patient_index 1
2017-03-12 23:55:13,898 INFO x=
2017-03-12 23:55:13,898 INFO patient_index 2
2017-03-12 23:55:13,899 INFO x=
2017-03-12 23:55:13,900 WARNING no data on shard 111
2017-03-12 23:55:13,901 WARNING no data on shard 112
2017-03-12 23:55:13,902 INFO shard_id=113 shape=(1, 312, 212, 312, 1)
2017-03-12 23:55:13,903 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/113/data-centered-rotated-312-212-312.h5
2017-03-12 23:55:16,787 INFO Summary
2017-03-12 23:55:16,788 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:55:16,789 INFO Y shape=(1, 2)
2017-03-12 23:55:16,790 INFO Y: total: 1
2017-03-12 23:55:16,790 INFO Y: label 0: 1.0 100.0%
2017-03-12 23:55:16,791 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:55:16,792 INFO Recording sample data
2017-03-12 23:55:16,793 INFO patient_index 0
2017-03-12 23:55:16,794 INFO x=
2017-03-12 23:55:16,807 INFO shard_id=114 shape=(1, 312, 212, 312, 1)
2017-03-12 23:55:16,808 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/114/data-centered-rotated-312-212-312.h5
2017-03-12 23:55:19,608 INFO Summary
2017-03-12 23:55:19,609 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:55:19,609 INFO Y shape=(1, 2)
2017-03-12 23:55:19,610 INFO Y: total: 1
2017-03-12 23:55:19,611 INFO Y: label 0: 0.0 0.0%
2017-03-12 23:55:19,611 INFO Y: label 1: 1.0 100.0%
2017-03-12 23:55:19,612 INFO Recording sample data
2017-03-12 23:55:19,613 INFO patient_index 0
2017-03-12 23:55:19,613 INFO x=
2017-03-12 23:55:19,627 INFO shard_id=115 shape=(2, 312, 212, 312, 1)
2017-03-12 23:55:19,628 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/115/data-centered-rotated-312-212-312.h5
2017-03-12 23:55:25,280 INFO Summary
2017-03-12 23:55:25,281 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:55:25,282 INFO Y shape=(2, 2)
2017-03-12 23:55:25,283 INFO Y: total: 2
2017-03-12 23:55:25,283 INFO Y: label 0: 2.0 100.0%
2017-03-12 23:55:25,284 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:55:25,285 INFO Recording sample data
2017-03-12 23:55:25,285 INFO patient_index 0
2017-03-12 23:55:25,286 INFO x=
2017-03-12 23:55:25,287 INFO patient_index 1
2017-03-12 23:55:25,287 INFO x=
2017-03-12 23:55:25,301 INFO shard_id=116 shape=(1, 312, 212, 312, 1)
2017-03-12 23:55:25,302 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/116/data-centered-rotated-312-212-312.h5
2017-03-12 23:55:28,365 INFO Summary
2017-03-12 23:55:28,367 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:55:28,367 INFO Y shape=(1, 2)
2017-03-12 23:55:28,368 INFO Y: total: 1
2017-03-12 23:55:28,369 INFO Y: label 0: 0.0 0.0%
2017-03-12 23:55:28,370 INFO Y: label 1: 1.0 100.0%
2017-03-12 23:55:28,371 INFO Recording sample data
2017-03-12 23:55:28,372 INFO patient_index 0
2017-03-12 23:55:28,373 INFO x=
2017-03-12 23:55:28,381 INFO shard_id=117 shape=(1, 312, 212, 312, 1)
2017-03-12 23:55:28,382 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/117/data-centered-rotated-312-212-312.h5
2017-03-12 23:55:31,163 INFO Summary
2017-03-12 23:55:31,164 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:55:31,165 INFO Y shape=(1, 2)
2017-03-12 23:55:31,165 INFO Y: total: 1
2017-03-12 23:55:31,166 INFO Y: label 0: 1.0 100.0%
2017-03-12 23:55:31,167 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:55:31,168 INFO Recording sample data
2017-03-12 23:55:31,168 INFO patient_index 0
2017-03-12 23:55:31,169 INFO x=
2017-03-12 23:55:31,174 INFO shard_id=118 shape=(1, 312, 212, 312, 1)
2017-03-12 23:55:31,175 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/118/data-centered-rotated-312-212-312.h5
2017-03-12 23:55:34,072 INFO Summary
2017-03-12 23:55:34,073 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:55:34,074 INFO Y shape=(1, 2)
2017-03-12 23:55:34,075 INFO Y: total: 1
2017-03-12 23:55:34,076 INFO Y: label 0: 1.0 100.0%
2017-03-12 23:55:34,077 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:55:34,078 INFO Recording sample data
2017-03-12 23:55:34,079 INFO patient_index 0
2017-03-12 23:55:34,079 INFO x=
2017-03-12 23:55:34,089 INFO shard_id=119 shape=(2, 312, 212, 312, 1)
2017-03-12 23:55:34,090 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/119/data-centered-rotated-312-212-312.h5
2017-03-12 23:55:40,035 INFO Summary
2017-03-12 23:55:40,036 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:55:40,037 INFO Y shape=(2, 2)
2017-03-12 23:55:40,038 INFO Y: total: 2
2017-03-12 23:55:40,038 INFO Y: label 0: 2.0 100.0%
2017-03-12 23:55:40,039 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:55:40,040 INFO Recording sample data
2017-03-12 23:55:40,040 INFO patient_index 0
2017-03-12 23:55:40,041 INFO x=
2017-03-12 23:55:40,042 INFO patient_index 1
2017-03-12 23:55:40,042 INFO x=
2017-03-12 23:55:40,057 INFO shard_id=120 shape=(2, 312, 212, 312, 1)
2017-03-12 23:55:40,057 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/120/data-centered-rotated-312-212-312.h5
2017-03-12 23:55:45,219 INFO Summary
2017-03-12 23:55:45,220 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:55:45,221 INFO Y shape=(2, 2)
2017-03-12 23:55:45,221 INFO Y: total: 2
2017-03-12 23:55:45,222 INFO Y: label 0: 2.0 100.0%
2017-03-12 23:55:45,223 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:55:45,224 INFO Recording sample data
2017-03-12 23:55:45,224 INFO patient_index 0
2017-03-12 23:55:45,225 INFO x=
2017-03-12 23:55:45,225 INFO patient_index 1
2017-03-12 23:55:45,226 INFO x=
2017-03-12 23:55:45,234 INFO shard_id=121 shape=(3, 312, 212, 312, 1)
2017-03-12 23:55:45,235 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/121/data-centered-rotated-312-212-312.h5
2017-03-12 23:55:52,883 INFO Summary
2017-03-12 23:55:52,884 INFO X shape=(3, 312, 212, 312, 1)
2017-03-12 23:55:52,885 INFO Y shape=(3, 2)
2017-03-12 23:55:52,885 INFO Y: total: 3
2017-03-12 23:55:52,886 INFO Y: label 0: 3.0 100.0%
2017-03-12 23:55:52,887 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:55:52,887 INFO Recording sample data
2017-03-12 23:55:52,888 INFO patient_index 0
2017-03-12 23:55:52,889 INFO x=
2017-03-12 23:55:52,889 INFO patient_index 1
2017-03-12 23:55:52,890 INFO x=
2017-03-12 23:55:52,891 INFO patient_index 2
2017-03-12 23:55:52,891 INFO x=
2017-03-12 23:55:52,910 INFO shard_id=122 shape=(2, 312, 212, 312, 1)
2017-03-12 23:55:52,911 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/122/data-centered-rotated-312-212-312.h5
2017-03-12 23:55:57,819 INFO Summary
2017-03-12 23:55:57,820 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:55:57,821 INFO Y shape=(2, 2)
2017-03-12 23:55:57,822 INFO Y: total: 2
2017-03-12 23:55:57,823 INFO Y: label 0: 0.0 0.0%
2017-03-12 23:55:57,824 INFO Y: label 1: 2.0 100.0%
2017-03-12 23:55:57,824 INFO Recording sample data
2017-03-12 23:55:57,825 INFO patient_index 0
2017-03-12 23:55:57,826 INFO x=
2017-03-12 23:55:57,827 INFO patient_index 1
2017-03-12 23:55:57,828 INFO x=
2017-03-12 23:55:57,840 INFO shard_id=123 shape=(2, 312, 212, 312, 1)
2017-03-12 23:55:57,841 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/123/data-centered-rotated-312-212-312.h5
2017-03-12 23:56:03,100 INFO Summary
2017-03-12 23:56:03,101 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:56:03,102 INFO Y shape=(2, 2)
2017-03-12 23:56:03,102 INFO Y: total: 2
2017-03-12 23:56:03,103 INFO Y: label 0: 2.0 100.0%
2017-03-12 23:56:03,104 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:56:03,104 INFO Recording sample data
2017-03-12 23:56:03,105 INFO patient_index 0
2017-03-12 23:56:03,106 INFO x=
2017-03-12 23:56:03,106 INFO patient_index 1
2017-03-12 23:56:03,107 INFO x=
2017-03-12 23:56:03,123 INFO shard_id=124 shape=(2, 312, 212, 312, 1)
2017-03-12 23:56:03,124 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/124/data-centered-rotated-312-212-312.h5
2017-03-12 23:56:08,520 INFO Summary
2017-03-12 23:56:08,521 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:56:08,522 INFO Y shape=(2, 2)
2017-03-12 23:56:08,523 INFO Y: total: 2
2017-03-12 23:56:08,524 INFO Y: label 0: 2.0 100.0%
2017-03-12 23:56:08,524 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:56:08,525 INFO Recording sample data
2017-03-12 23:56:08,526 INFO patient_index 0
2017-03-12 23:56:08,526 INFO x=
2017-03-12 23:56:08,527 INFO patient_index 1
2017-03-12 23:56:08,528 INFO x=
2017-03-12 23:56:08,541 INFO shard_id=125 shape=(1, 312, 212, 312, 1)
2017-03-12 23:56:08,542 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/125/data-centered-rotated-312-212-312.h5
2017-03-12 23:56:11,064 INFO Summary
2017-03-12 23:56:11,065 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:56:11,065 INFO Y shape=(1, 2)
2017-03-12 23:56:11,066 INFO Y: total: 1
2017-03-12 23:56:11,067 INFO Y: label 0: 0.0 0.0%
2017-03-12 23:56:11,067 INFO Y: label 1: 1.0 100.0%
2017-03-12 23:56:11,068 INFO Recording sample data
2017-03-12 23:56:11,069 INFO patient_index 0
2017-03-12 23:56:11,069 INFO x=
2017-03-12 23:56:11,085 INFO shard_id=126 shape=(2, 312, 212, 312, 1)
2017-03-12 23:56:11,086 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/126/data-centered-rotated-312-212-312.h5
2017-03-12 23:56:16,070 INFO Summary
2017-03-12 23:56:16,072 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:56:16,072 INFO Y shape=(2, 2)
2017-03-12 23:56:16,073 INFO Y: total: 2
2017-03-12 23:56:16,074 INFO Y: label 0: 2.0 100.0%
2017-03-12 23:56:16,074 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:56:16,075 INFO Recording sample data
2017-03-12 23:56:16,076 INFO patient_index 0
2017-03-12 23:56:16,076 INFO x=
2017-03-12 23:56:16,077 INFO patient_index 1
2017-03-12 23:56:16,077 INFO x=
2017-03-12 23:56:16,079 INFO shard_id=127 shape=(1, 312, 212, 312, 1)
2017-03-12 23:56:16,080 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/127/data-centered-rotated-312-212-312.h5
2017-03-12 23:56:16,157 INFO Summary
2017-03-12 23:56:16,158 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:56:16,159 INFO Y shape=(1, 2)
2017-03-12 23:56:16,160 INFO Y: total: 1
2017-03-12 23:56:16,160 INFO Y: label 0: 0.0 0.0%
2017-03-12 23:56:16,161 INFO Y: label 1: 1.0 100.0%
2017-03-12 23:56:16,162 INFO Recording sample data
2017-03-12 23:56:16,162 INFO patient_index 0
2017-03-12 23:56:16,163 INFO x=
2017-03-12 23:56:16,194 INFO shard_id=128 shape=(2, 312, 212, 312, 1)
2017-03-12 23:56:16,195 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/128/data-centered-rotated-312-212-312.h5
2017-03-12 23:56:21,300 INFO Summary
2017-03-12 23:56:21,301 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:56:21,302 INFO Y shape=(2, 2)
2017-03-12 23:56:21,303 INFO Y: total: 2
2017-03-12 23:56:21,303 INFO Y: label 0: 2.0 100.0%
2017-03-12 23:56:21,304 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:56:21,305 INFO Recording sample data
2017-03-12 23:56:21,305 INFO patient_index 0
2017-03-12 23:56:21,306 INFO x=
2017-03-12 23:56:21,307 INFO patient_index 1
2017-03-12 23:56:21,307 INFO x=
2017-03-12 23:56:21,318 INFO shard_id=129 shape=(4, 312, 212, 312, 1)
2017-03-12 23:56:21,319 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/129/data-centered-rotated-312-212-312.h5
2017-03-12 23:56:32,269 INFO Summary
2017-03-12 23:56:32,271 INFO X shape=(4, 312, 212, 312, 1)
2017-03-12 23:56:32,271 INFO Y shape=(4, 2)
2017-03-12 23:56:32,272 INFO Y: total: 4
2017-03-12 23:56:32,273 INFO Y: label 0: 2.0 50.0%
2017-03-12 23:56:32,273 INFO Y: label 1: 2.0 50.0%
2017-03-12 23:56:32,274 INFO Recording sample data
2017-03-12 23:56:32,275 INFO patient_index 0
2017-03-12 23:56:32,275 INFO x=
2017-03-12 23:56:32,276 INFO patient_index 1
2017-03-12 23:56:32,277 INFO x=
2017-03-12 23:56:32,277 INFO patient_index 3
2017-03-12 23:56:32,278 INFO x=
2017-03-12 23:56:32,298 INFO shard_id=130 shape=(2, 312, 212, 312, 1)
2017-03-12 23:56:32,299 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/130/data-centered-rotated-312-212-312.h5
2017-03-12 23:56:37,806 INFO Summary
2017-03-12 23:56:37,808 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:56:37,808 INFO Y shape=(2, 2)
2017-03-12 23:56:37,809 INFO Y: total: 2
2017-03-12 23:56:37,810 INFO Y: label 0: 1.0 50.0%
2017-03-12 23:56:37,810 INFO Y: label 1: 1.0 50.0%
2017-03-12 23:56:37,811 INFO Recording sample data
2017-03-12 23:56:37,812 INFO patient_index 0
2017-03-12 23:56:37,812 INFO x=
2017-03-12 23:56:37,813 INFO patient_index 1
2017-03-12 23:56:37,814 INFO x=
2017-03-12 23:56:37,841 INFO shard_id=131 shape=(2, 312, 212, 312, 1)
2017-03-12 23:56:37,842 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/131/data-centered-rotated-312-212-312.h5
2017-03-12 23:56:43,300 INFO Summary
2017-03-12 23:56:43,301 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:56:43,302 INFO Y shape=(2, 2)
2017-03-12 23:56:43,303 INFO Y: total: 2
2017-03-12 23:56:43,303 INFO Y: label 0: 2.0 100.0%
2017-03-12 23:56:43,304 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:56:43,305 INFO Recording sample data
2017-03-12 23:56:43,305 INFO patient_index 0
2017-03-12 23:56:43,306 INFO x=
2017-03-12 23:56:43,307 INFO patient_index 1
2017-03-12 23:56:43,307 INFO x=
2017-03-12 23:56:43,308 WARNING no data on shard 132
2017-03-12 23:56:43,318 INFO shard_id=133 shape=(8, 312, 212, 312, 1)
2017-03-12 23:56:43,319 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/133/data-centered-rotated-312-212-312.h5
2017-03-12 23:57:04,907 INFO Summary
2017-03-12 23:57:04,908 INFO X shape=(8, 312, 212, 312, 1)
2017-03-12 23:57:04,909 INFO Y shape=(8, 2)
2017-03-12 23:57:04,910 INFO Y: total: 8
2017-03-12 23:57:04,910 INFO Y: label 0: 6.0 75.0%
2017-03-12 23:57:04,911 INFO Y: label 1: 2.0 25.0%
2017-03-12 23:57:04,912 INFO Recording sample data
2017-03-12 23:57:04,912 INFO patient_index 0
2017-03-12 23:57:04,913 INFO x=
2017-03-12 23:57:04,914 INFO patient_index 3
2017-03-12 23:57:04,914 INFO x=
2017-03-12 23:57:04,915 INFO patient_index 5
2017-03-12 23:57:04,916 INFO x=
2017-03-12 23:57:04,942 INFO shard_id=134 shape=(2, 312, 212, 312, 1)
2017-03-12 23:57:04,943 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/134/data-centered-rotated-312-212-312.h5
2017-03-12 23:57:09,813 INFO Summary
2017-03-12 23:57:09,814 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:57:09,814 INFO Y shape=(2, 2)
2017-03-12 23:57:09,815 INFO Y: total: 2
2017-03-12 23:57:09,816 INFO Y: label 0: 2.0 100.0%
2017-03-12 23:57:09,816 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:57:09,817 INFO Recording sample data
2017-03-12 23:57:09,818 INFO patient_index 0
2017-03-12 23:57:09,818 INFO x=
2017-03-12 23:57:09,819 INFO patient_index 1
2017-03-12 23:57:09,820 INFO x=
2017-03-12 23:57:09,849 INFO shard_id=135 shape=(2, 312, 212, 312, 1)
2017-03-12 23:57:09,850 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/135/data-centered-rotated-312-212-312.h5
2017-03-12 23:57:15,416 INFO Summary
2017-03-12 23:57:15,417 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:57:15,418 INFO Y shape=(2, 2)
2017-03-12 23:57:15,418 INFO Y: total: 2
2017-03-12 23:57:15,419 INFO Y: label 0: 0.0 0.0%
2017-03-12 23:57:15,420 INFO Y: label 1: 2.0 100.0%
2017-03-12 23:57:15,420 INFO Recording sample data
2017-03-12 23:57:15,421 INFO patient_index 0
2017-03-12 23:57:15,422 INFO x=
2017-03-12 23:57:15,422 INFO patient_index 1
2017-03-12 23:57:15,423 INFO x=
2017-03-12 23:57:15,433 INFO shard_id=136 shape=(1, 312, 212, 312, 1)
2017-03-12 23:57:15,434 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/136/data-centered-rotated-312-212-312.h5
2017-03-12 23:57:17,956 INFO Summary
2017-03-12 23:57:17,957 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:57:17,958 INFO Y shape=(1, 2)
2017-03-12 23:57:17,959 INFO Y: total: 1
2017-03-12 23:57:17,959 INFO Y: label 0: 1.0 100.0%
2017-03-12 23:57:17,960 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:57:17,961 INFO Recording sample data
2017-03-12 23:57:17,961 INFO patient_index 0
2017-03-12 23:57:17,962 INFO x=
2017-03-12 23:57:17,976 INFO shard_id=137 shape=(5, 312, 212, 312, 1)
2017-03-12 23:57:17,977 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/137/data-centered-rotated-312-212-312.h5
2017-03-12 23:57:30,002 INFO Summary
2017-03-12 23:57:30,003 INFO X shape=(5, 312, 212, 312, 1)
2017-03-12 23:57:30,004 INFO Y shape=(5, 2)
2017-03-12 23:57:30,005 INFO Y: total: 5
2017-03-12 23:57:30,005 INFO Y: label 0: 4.0 80.0%
2017-03-12 23:57:30,006 INFO Y: label 1: 1.0 20.0%
2017-03-12 23:57:30,007 INFO Recording sample data
2017-03-12 23:57:30,007 INFO patient_index 0
2017-03-12 23:57:30,008 INFO x=
2017-03-12 23:57:30,009 INFO patient_index 2
2017-03-12 23:57:30,009 INFO x=
2017-03-12 23:57:30,010 INFO patient_index 3
2017-03-12 23:57:30,011 INFO x=
2017-03-12 23:57:30,028 INFO shard_id=138 shape=(1, 312, 212, 312, 1)
2017-03-12 23:57:30,029 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/138/data-centered-rotated-312-212-312.h5
2017-03-12 23:57:32,472 INFO Summary
2017-03-12 23:57:32,473 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:57:32,474 INFO Y shape=(1, 2)
2017-03-12 23:57:32,475 INFO Y: total: 1
2017-03-12 23:57:32,476 INFO Y: label 0: 1.0 100.0%
2017-03-12 23:57:32,477 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:57:32,478 INFO Recording sample data
2017-03-12 23:57:32,479 INFO patient_index 0
2017-03-12 23:57:32,480 INFO x=
2017-03-12 23:57:32,496 INFO shard_id=139 shape=(2, 312, 212, 312, 1)
2017-03-12 23:57:32,497 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/139/data-centered-rotated-312-212-312.h5
2017-03-12 23:57:37,712 INFO Summary
2017-03-12 23:57:37,713 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:57:37,713 INFO Y shape=(2, 2)
2017-03-12 23:57:37,714 INFO Y: total: 2
2017-03-12 23:57:37,715 INFO Y: label 0: 2.0 100.0%
2017-03-12 23:57:37,715 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:57:37,716 INFO Recording sample data
2017-03-12 23:57:37,717 INFO patient_index 0
2017-03-12 23:57:37,717 INFO x=
2017-03-12 23:57:37,718 INFO patient_index 1
2017-03-12 23:57:37,719 INFO x=
2017-03-12 23:57:37,734 INFO shard_id=140 shape=(5, 312, 212, 312, 1)
2017-03-12 23:57:37,735 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/140/data-centered-rotated-312-212-312.h5
2017-03-12 23:57:50,791 INFO Summary
2017-03-12 23:57:50,793 INFO X shape=(5, 312, 212, 312, 1)
2017-03-12 23:57:50,793 INFO Y shape=(5, 2)
2017-03-12 23:57:50,794 INFO Y: total: 5
2017-03-12 23:57:50,795 INFO Y: label 0: 3.0 60.0%
2017-03-12 23:57:50,795 INFO Y: label 1: 2.0 40.0%
2017-03-12 23:57:50,796 INFO Recording sample data
2017-03-12 23:57:50,797 INFO patient_index 0
2017-03-12 23:57:50,797 INFO x=
2017-03-12 23:57:50,798 INFO patient_index 2
2017-03-12 23:57:50,799 INFO x=
2017-03-12 23:57:50,799 INFO patient_index 3
2017-03-12 23:57:50,800 INFO x=
2017-03-12 23:57:50,813 INFO shard_id=141 shape=(2, 312, 212, 312, 1)
2017-03-12 23:57:50,814 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/141/data-centered-rotated-312-212-312.h5
2017-03-12 23:57:56,027 INFO Summary
2017-03-12 23:57:56,028 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:57:56,028 INFO Y shape=(2, 2)
2017-03-12 23:57:56,029 INFO Y: total: 2
2017-03-12 23:57:56,030 INFO Y: label 0: 1.0 50.0%
2017-03-12 23:57:56,030 INFO Y: label 1: 1.0 50.0%
2017-03-12 23:57:56,031 INFO Recording sample data
2017-03-12 23:57:56,032 INFO patient_index 0
2017-03-12 23:57:56,032 INFO x=
2017-03-12 23:57:56,033 INFO patient_index 1
2017-03-12 23:57:56,034 INFO x=
2017-03-12 23:57:56,035 INFO shard_id=142 shape=(3, 312, 212, 312, 1)
2017-03-12 23:57:56,036 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/142/data-centered-rotated-312-212-312.h5
2017-03-12 23:58:03,957 INFO Summary
2017-03-12 23:58:03,958 INFO X shape=(3, 312, 212, 312, 1)
2017-03-12 23:58:03,959 INFO Y shape=(3, 2)
2017-03-12 23:58:03,960 INFO Y: total: 3
2017-03-12 23:58:03,960 INFO Y: label 0: 2.0 66.6666666667%
2017-03-12 23:58:03,961 INFO Y: label 1: 1.0 33.3333333333%
2017-03-12 23:58:03,962 INFO Recording sample data
2017-03-12 23:58:03,963 INFO patient_index 0
2017-03-12 23:58:03,964 INFO x=
2017-03-12 23:58:03,964 INFO patient_index 1
2017-03-12 23:58:03,965 INFO x=
2017-03-12 23:58:03,966 INFO patient_index 2
2017-03-12 23:58:03,967 INFO x=
2017-03-12 23:58:03,986 INFO shard_id=143 shape=(1, 312, 212, 312, 1)
2017-03-12 23:58:03,988 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/143/data-centered-rotated-312-212-312.h5
2017-03-12 23:58:06,520 INFO Summary
2017-03-12 23:58:06,521 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:58:06,522 INFO Y shape=(1, 2)
2017-03-12 23:58:06,523 INFO Y: total: 1
2017-03-12 23:58:06,523 INFO Y: label 0: 1.0 100.0%
2017-03-12 23:58:06,524 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:58:06,525 INFO Recording sample data
2017-03-12 23:58:06,526 INFO patient_index 0
2017-03-12 23:58:06,527 INFO x=
2017-03-12 23:58:06,539 INFO shard_id=144 shape=(3, 312, 212, 312, 1)
2017-03-12 23:58:06,540 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/144/data-centered-rotated-312-212-312.h5
2017-03-12 23:58:13,985 INFO Summary
2017-03-12 23:58:13,987 INFO X shape=(3, 312, 212, 312, 1)
2017-03-12 23:58:13,987 INFO Y shape=(3, 2)
2017-03-12 23:58:13,988 INFO Y: total: 3
2017-03-12 23:58:13,989 INFO Y: label 0: 1.0 33.3333333333%
2017-03-12 23:58:13,989 INFO Y: label 1: 2.0 66.6666666667%
2017-03-12 23:58:13,990 INFO Recording sample data
2017-03-12 23:58:13,991 INFO patient_index 0
2017-03-12 23:58:13,991 INFO x=
2017-03-12 23:58:13,992 INFO patient_index 1
2017-03-12 23:58:13,992 INFO x=
2017-03-12 23:58:13,993 INFO patient_index 2
2017-03-12 23:58:13,994 INFO x=
2017-03-12 23:58:14,007 INFO shard_id=145 shape=(1, 312, 212, 312, 1)
2017-03-12 23:58:14,008 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/145/data-centered-rotated-312-212-312.h5
2017-03-12 23:58:16,588 INFO Summary
2017-03-12 23:58:16,590 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:58:16,591 INFO Y shape=(1, 2)
2017-03-12 23:58:16,591 INFO Y: total: 1
2017-03-12 23:58:16,592 INFO Y: label 0: 1.0 100.0%
2017-03-12 23:58:16,593 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:58:16,594 INFO Recording sample data
2017-03-12 23:58:16,595 INFO patient_index 0
2017-03-12 23:58:16,595 INFO x=
2017-03-12 23:58:16,610 INFO shard_id=146 shape=(1, 312, 212, 312, 1)
2017-03-12 23:58:16,611 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/146/data-centered-rotated-312-212-312.h5
2017-03-12 23:58:19,429 INFO Summary
2017-03-12 23:58:19,431 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:58:19,431 INFO Y shape=(1, 2)
2017-03-12 23:58:19,432 INFO Y: total: 1
2017-03-12 23:58:19,433 INFO Y: label 0: 0.0 0.0%
2017-03-12 23:58:19,433 INFO Y: label 1: 1.0 100.0%
2017-03-12 23:58:19,434 INFO Recording sample data
2017-03-12 23:58:19,435 INFO patient_index 0
2017-03-12 23:58:19,435 INFO x=
2017-03-12 23:58:19,436 WARNING no data on shard 147
2017-03-12 23:58:19,454 INFO shard_id=148 shape=(4, 312, 212, 312, 1)
2017-03-12 23:58:19,455 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/148/data-centered-rotated-312-212-312.h5
2017-03-12 23:58:30,103 INFO Summary
2017-03-12 23:58:30,105 INFO X shape=(4, 312, 212, 312, 1)
2017-03-12 23:58:30,105 INFO Y shape=(4, 2)
2017-03-12 23:58:30,106 INFO Y: total: 4
2017-03-12 23:58:30,107 INFO Y: label 0: 3.0 75.0%
2017-03-12 23:58:30,107 INFO Y: label 1: 1.0 25.0%
2017-03-12 23:58:30,108 INFO Recording sample data
2017-03-12 23:58:30,109 INFO patient_index 0
2017-03-12 23:58:30,109 INFO x=
2017-03-12 23:58:30,110 INFO patient_index 1
2017-03-12 23:58:30,111 INFO x=
2017-03-12 23:58:30,111 INFO patient_index 3
2017-03-12 23:58:30,112 INFO x=
2017-03-12 23:58:30,133 INFO shard_id=149 shape=(1, 312, 212, 312, 1)
2017-03-12 23:58:30,134 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/149/data-centered-rotated-312-212-312.h5
2017-03-12 23:58:32,689 INFO Summary
2017-03-12 23:58:32,690 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:58:32,691 INFO Y shape=(1, 2)
2017-03-12 23:58:32,691 INFO Y: total: 1
2017-03-12 23:58:32,692 INFO Y: label 0: 1.0 100.0%
2017-03-12 23:58:32,693 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:58:32,693 INFO Recording sample data
2017-03-12 23:58:32,694 INFO patient_index 0
2017-03-12 23:58:32,695 INFO x=
2017-03-12 23:58:32,711 INFO shard_id=150 shape=(2, 312, 212, 312, 1)
2017-03-12 23:58:32,712 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/150/data-centered-rotated-312-212-312.h5
2017-03-12 23:58:37,940 INFO Summary
2017-03-12 23:58:37,941 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:58:37,942 INFO Y shape=(2, 2)
2017-03-12 23:58:37,942 INFO Y: total: 2
2017-03-12 23:58:37,943 INFO Y: label 0: 2.0 100.0%
2017-03-12 23:58:37,944 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:58:37,945 INFO Recording sample data
2017-03-12 23:58:37,946 INFO patient_index 0
2017-03-12 23:58:37,947 INFO x=
2017-03-12 23:58:37,947 INFO patient_index 1
2017-03-12 23:58:37,948 INFO x=
2017-03-12 23:58:37,966 INFO shard_id=151 shape=(4, 312, 212, 312, 1)
2017-03-12 23:58:37,967 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/151/data-centered-rotated-312-212-312.h5
2017-03-12 23:58:49,115 INFO Summary
2017-03-12 23:58:49,116 INFO X shape=(4, 312, 212, 312, 1)
2017-03-12 23:58:49,117 INFO Y shape=(4, 2)
2017-03-12 23:58:49,117 INFO Y: total: 4
2017-03-12 23:58:49,118 INFO Y: label 0: 4.0 100.0%
2017-03-12 23:58:49,119 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:58:49,119 INFO Recording sample data
2017-03-12 23:58:49,120 INFO patient_index 0
2017-03-12 23:58:49,121 INFO x=
2017-03-12 23:58:49,122 INFO patient_index 1
2017-03-12 23:58:49,122 INFO x=
2017-03-12 23:58:49,123 INFO patient_index 3
2017-03-12 23:58:49,124 INFO x=
2017-03-12 23:58:49,135 INFO shard_id=152 shape=(3, 312, 212, 312, 1)
2017-03-12 23:58:49,136 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/152/data-centered-rotated-312-212-312.h5
2017-03-12 23:58:57,012 INFO Summary
2017-03-12 23:58:57,013 INFO X shape=(3, 312, 212, 312, 1)
2017-03-12 23:58:57,013 INFO Y shape=(3, 2)
2017-03-12 23:58:57,014 INFO Y: total: 3
2017-03-12 23:58:57,015 INFO Y: label 0: 3.0 100.0%
2017-03-12 23:58:57,016 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:58:57,016 INFO Recording sample data
2017-03-12 23:58:57,017 INFO patient_index 0
2017-03-12 23:58:57,018 INFO x=
2017-03-12 23:58:57,018 INFO patient_index 1
2017-03-12 23:58:57,019 INFO x=
2017-03-12 23:58:57,020 INFO patient_index 2
2017-03-12 23:58:57,021 INFO x=
2017-03-12 23:58:57,029 INFO shard_id=153 shape=(2, 312, 212, 312, 1)
2017-03-12 23:58:57,031 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/153/data-centered-rotated-312-212-312.h5
2017-03-12 23:59:02,402 INFO Summary
2017-03-12 23:59:02,403 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:59:02,404 INFO Y shape=(2, 2)
2017-03-12 23:59:02,405 INFO Y: total: 2
2017-03-12 23:59:02,406 INFO Y: label 0: 2.0 100.0%
2017-03-12 23:59:02,407 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:59:02,407 INFO Recording sample data
2017-03-12 23:59:02,408 INFO patient_index 0
2017-03-12 23:59:02,409 INFO x=
2017-03-12 23:59:02,410 INFO patient_index 1
2017-03-12 23:59:02,410 INFO x=
2017-03-12 23:59:02,428 INFO shard_id=154 shape=(3, 312, 212, 312, 1)
2017-03-12 23:59:02,429 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/154/data-centered-rotated-312-212-312.h5
2017-03-12 23:59:10,884 INFO Summary
2017-03-12 23:59:10,885 INFO X shape=(3, 312, 212, 312, 1)
2017-03-12 23:59:10,886 INFO Y shape=(3, 2)
2017-03-12 23:59:10,887 INFO Y: total: 3
2017-03-12 23:59:10,887 INFO Y: label 0: 1.0 33.3333333333%
2017-03-12 23:59:10,888 INFO Y: label 1: 2.0 66.6666666667%
2017-03-12 23:59:10,889 INFO Recording sample data
2017-03-12 23:59:10,890 INFO patient_index 0
2017-03-12 23:59:10,890 INFO x=
2017-03-12 23:59:10,891 INFO patient_index 1
2017-03-12 23:59:10,892 INFO x=
2017-03-12 23:59:10,892 INFO patient_index 2
2017-03-12 23:59:10,893 INFO x=
2017-03-12 23:59:10,895 INFO shard_id=155 shape=(1, 312, 212, 312, 1)
2017-03-12 23:59:10,896 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/155/data-centered-rotated-312-212-312.h5
2017-03-12 23:59:13,401 INFO Summary
2017-03-12 23:59:13,402 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:59:13,403 INFO Y shape=(1, 2)
2017-03-12 23:59:13,404 INFO Y: total: 1
2017-03-12 23:59:13,405 INFO Y: label 0: 1.0 100.0%
2017-03-12 23:59:13,405 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:59:13,406 INFO Recording sample data
2017-03-12 23:59:13,407 INFO patient_index 0
2017-03-12 23:59:13,407 INFO x=
2017-03-12 23:59:13,451 INFO shard_id=156 shape=(2, 312, 212, 312, 1)
2017-03-12 23:59:13,452 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/156/data-centered-rotated-312-212-312.h5
2017-03-12 23:59:19,105 INFO Summary
2017-03-12 23:59:19,106 INFO X shape=(2, 312, 212, 312, 1)
2017-03-12 23:59:19,106 INFO Y shape=(2, 2)
2017-03-12 23:59:19,107 INFO Y: total: 2
2017-03-12 23:59:19,108 INFO Y: label 0: 2.0 100.0%
2017-03-12 23:59:19,109 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:59:19,109 INFO Recording sample data
2017-03-12 23:59:19,110 INFO patient_index 0
2017-03-12 23:59:19,111 INFO x=
2017-03-12 23:59:19,112 INFO patient_index 1
2017-03-12 23:59:19,112 INFO x=
2017-03-12 23:59:19,148 INFO shard_id=157 shape=(3, 312, 212, 312, 1)
2017-03-12 23:59:19,149 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/157/data-centered-rotated-312-212-312.h5
2017-03-12 23:59:27,895 INFO Summary
2017-03-12 23:59:27,896 INFO X shape=(3, 312, 212, 312, 1)
2017-03-12 23:59:27,897 INFO Y shape=(3, 2)
2017-03-12 23:59:27,898 INFO Y: total: 3
2017-03-12 23:59:27,898 INFO Y: label 0: 1.0 33.3333333333%
2017-03-12 23:59:27,899 INFO Y: label 1: 2.0 66.6666666667%
2017-03-12 23:59:27,900 INFO Recording sample data
2017-03-12 23:59:27,900 INFO patient_index 0
2017-03-12 23:59:27,901 INFO x=
2017-03-12 23:59:27,902 INFO patient_index 1
2017-03-12 23:59:27,903 INFO x=
2017-03-12 23:59:27,903 INFO patient_index 2
2017-03-12 23:59:27,904 INFO x=
2017-03-12 23:59:27,905 INFO shard_id=158 shape=(3, 312, 212, 312, 1)
2017-03-12 23:59:27,907 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/158/data-centered-rotated-312-212-312.h5
2017-03-12 23:59:35,241 INFO Summary
2017-03-12 23:59:35,243 INFO X shape=(3, 312, 212, 312, 1)
2017-03-12 23:59:35,244 INFO Y shape=(3, 2)
2017-03-12 23:59:35,244 INFO Y: total: 3
2017-03-12 23:59:35,245 INFO Y: label 0: 1.0 33.3333333333%
2017-03-12 23:59:35,246 INFO Y: label 1: 2.0 66.6666666667%
2017-03-12 23:59:35,247 INFO Recording sample data
2017-03-12 23:59:35,248 INFO patient_index 0
2017-03-12 23:59:35,249 INFO x=
2017-03-12 23:59:35,250 INFO patient_index 1
2017-03-12 23:59:35,251 INFO x=
2017-03-12 23:59:35,252 INFO patient_index 2
2017-03-12 23:59:35,253 INFO x=
2017-03-12 23:59:35,264 INFO shard_id=159 shape=(1, 312, 212, 312, 1)
2017-03-12 23:59:35,265 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/159/data-centered-rotated-312-212-312.h5
2017-03-12 23:59:37,903 INFO Summary
2017-03-12 23:59:37,905 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:59:37,905 INFO Y shape=(1, 2)
2017-03-12 23:59:37,906 INFO Y: total: 1
2017-03-12 23:59:37,907 INFO Y: label 0: 1.0 100.0%
2017-03-12 23:59:37,907 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:59:37,908 INFO Recording sample data
2017-03-12 23:59:37,909 INFO patient_index 0
2017-03-12 23:59:37,910 INFO x=
2017-03-12 23:59:37,919 INFO shard_id=160 shape=(1, 312, 212, 312, 1)
2017-03-12 23:59:37,919 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/160/data-centered-rotated-312-212-312.h5
2017-03-12 23:59:40,592 INFO Summary
2017-03-12 23:59:40,593 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:59:40,594 INFO Y shape=(1, 2)
2017-03-12 23:59:40,595 INFO Y: total: 1
2017-03-12 23:59:40,596 INFO Y: label 0: 1.0 100.0%
2017-03-12 23:59:40,597 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:59:40,598 INFO Recording sample data
2017-03-12 23:59:40,599 INFO patient_index 0
2017-03-12 23:59:40,599 INFO x=
2017-03-12 23:59:40,620 INFO shard_id=161 shape=(5, 312, 212, 312, 1)
2017-03-12 23:59:40,621 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/161/data-centered-rotated-312-212-312.h5
2017-03-12 23:59:53,771 INFO Summary
2017-03-12 23:59:53,772 INFO X shape=(5, 312, 212, 312, 1)
2017-03-12 23:59:53,773 INFO Y shape=(5, 2)
2017-03-12 23:59:53,774 INFO Y: total: 5
2017-03-12 23:59:53,775 INFO Y: label 0: 5.0 100.0%
2017-03-12 23:59:53,775 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:59:53,776 INFO Recording sample data
2017-03-12 23:59:53,777 INFO patient_index 0
2017-03-12 23:59:53,778 INFO x=
2017-03-12 23:59:53,779 INFO patient_index 2
2017-03-12 23:59:53,780 INFO x=
2017-03-12 23:59:53,780 INFO patient_index 3
2017-03-12 23:59:53,781 INFO x=
2017-03-12 23:59:53,797 INFO shard_id=162 shape=(1, 312, 212, 312, 1)
2017-03-12 23:59:53,798 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/162/data-centered-rotated-312-212-312.h5
2017-03-12 23:59:56,818 INFO Summary
2017-03-12 23:59:56,819 INFO X shape=(1, 312, 212, 312, 1)
2017-03-12 23:59:56,820 INFO Y shape=(1, 2)
2017-03-12 23:59:56,821 INFO Y: total: 1
2017-03-12 23:59:56,822 INFO Y: label 0: 1.0 100.0%
2017-03-12 23:59:56,823 INFO Y: label 1: 0.0 0.0%
2017-03-12 23:59:56,823 INFO Recording sample data
2017-03-12 23:59:56,824 INFO patient_index 0
2017-03-12 23:59:56,825 INFO x=
2017-03-12 23:59:56,840 INFO shard_id=163 shape=(3, 312, 212, 312, 1)
2017-03-12 23:59:56,841 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/163/data-centered-rotated-312-212-312.h5
2017-03-13 00:00:05,097 INFO Summary
2017-03-13 00:00:05,098 INFO X shape=(3, 312, 212, 312, 1)
2017-03-13 00:00:05,099 INFO Y shape=(3, 2)
2017-03-13 00:00:05,099 INFO Y: total: 3
2017-03-13 00:00:05,100 INFO Y: label 0: 2.0 66.6666666667%
2017-03-13 00:00:05,101 INFO Y: label 1: 1.0 33.3333333333%
2017-03-13 00:00:05,101 INFO Recording sample data
2017-03-13 00:00:05,102 INFO patient_index 0
2017-03-13 00:00:05,103 INFO x=
2017-03-13 00:00:05,104 INFO patient_index 1
2017-03-13 00:00:05,104 INFO x=
2017-03-13 00:00:05,105 INFO patient_index 2
2017-03-13 00:00:05,106 INFO x=
2017-03-13 00:00:05,107 INFO shard_id=164 shape=(4, 312, 212, 312, 1)
2017-03-13 00:00:05,108 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/164/data-centered-rotated-312-212-312.h5
2017-03-13 00:00:16,069 INFO Summary
2017-03-13 00:00:16,070 INFO X shape=(4, 312, 212, 312, 1)
2017-03-13 00:00:16,071 INFO Y shape=(4, 2)
2017-03-13 00:00:16,071 INFO Y: total: 4
2017-03-13 00:00:16,072 INFO Y: label 0: 3.0 75.0%
2017-03-13 00:00:16,073 INFO Y: label 1: 1.0 25.0%
2017-03-13 00:00:16,073 INFO Recording sample data
2017-03-13 00:00:16,074 INFO patient_index 0
2017-03-13 00:00:16,075 INFO x=
2017-03-13 00:00:16,075 INFO patient_index 1
2017-03-13 00:00:16,076 INFO x=
2017-03-13 00:00:16,077 INFO patient_index 3
2017-03-13 00:00:16,077 INFO x=
2017-03-13 00:00:16,101 INFO shard_id=165 shape=(4, 312, 212, 312, 1)
2017-03-13 00:00:16,102 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/165/data-centered-rotated-312-212-312.h5
2017-03-13 00:00:27,379 INFO Summary
2017-03-13 00:00:27,380 INFO X shape=(4, 312, 212, 312, 1)
2017-03-13 00:00:27,381 INFO Y shape=(4, 2)
2017-03-13 00:00:27,382 INFO Y: total: 4
2017-03-13 00:00:27,383 INFO Y: label 0: 3.0 75.0%
2017-03-13 00:00:27,383 INFO Y: label 1: 1.0 25.0%
2017-03-13 00:00:27,384 INFO Recording sample data
2017-03-13 00:00:27,385 INFO patient_index 0
2017-03-13 00:00:27,386 INFO x=
2017-03-13 00:00:27,387 INFO patient_index 1
2017-03-13 00:00:27,388 INFO x=
2017-03-13 00:00:27,389 INFO patient_index 3
2017-03-13 00:00:27,390 INFO x=
2017-03-13 00:00:27,391 WARNING no data on shard 166
2017-03-13 00:00:27,404 INFO shard_id=167 shape=(2, 312, 212, 312, 1)
2017-03-13 00:00:27,405 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/167/data-centered-rotated-312-212-312.h5
2017-03-13 00:00:33,533 INFO Summary
2017-03-13 00:00:33,534 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:00:33,535 INFO Y shape=(2, 2)
2017-03-13 00:00:33,535 INFO Y: total: 2
2017-03-13 00:00:33,536 INFO Y: label 0: 1.0 50.0%
2017-03-13 00:00:33,537 INFO Y: label 1: 1.0 50.0%
2017-03-13 00:00:33,537 INFO Recording sample data
2017-03-13 00:00:33,538 INFO patient_index 0
2017-03-13 00:00:33,539 INFO x=
2017-03-13 00:00:33,539 INFO patient_index 1
2017-03-13 00:00:33,540 INFO x=
2017-03-13 00:00:33,551 INFO shard_id=168 shape=(1, 312, 212, 312, 1)
2017-03-13 00:00:33,552 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/168/data-centered-rotated-312-212-312.h5
2017-03-13 00:00:36,573 INFO Summary
2017-03-13 00:00:36,574 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:00:36,574 INFO Y shape=(1, 2)
2017-03-13 00:00:36,575 INFO Y: total: 1
2017-03-13 00:00:36,576 INFO Y: label 0: 0.0 0.0%
2017-03-13 00:00:36,576 INFO Y: label 1: 1.0 100.0%
2017-03-13 00:00:36,577 INFO Recording sample data
2017-03-13 00:00:36,578 INFO patient_index 0
2017-03-13 00:00:36,578 INFO x=
2017-03-13 00:00:36,590 INFO shard_id=169 shape=(3, 312, 212, 312, 1)
2017-03-13 00:00:36,591 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/169/data-centered-rotated-312-212-312.h5
2017-03-13 00:00:45,068 INFO Summary
2017-03-13 00:00:45,069 INFO X shape=(3, 312, 212, 312, 1)
2017-03-13 00:00:45,070 INFO Y shape=(3, 2)
2017-03-13 00:00:45,071 INFO Y: total: 3
2017-03-13 00:00:45,071 INFO Y: label 0: 2.0 66.6666666667%
2017-03-13 00:00:45,072 INFO Y: label 1: 1.0 33.3333333333%
2017-03-13 00:00:45,073 INFO Recording sample data
2017-03-13 00:00:45,073 INFO patient_index 0
2017-03-13 00:00:45,074 INFO x=
2017-03-13 00:00:45,075 INFO patient_index 1
2017-03-13 00:00:45,075 INFO x=
2017-03-13 00:00:45,076 INFO patient_index 2
2017-03-13 00:00:45,077 INFO x=
2017-03-13 00:00:45,091 INFO shard_id=170 shape=(2, 312, 212, 312, 1)
2017-03-13 00:00:45,092 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/170/data-centered-rotated-312-212-312.h5
2017-03-13 00:00:51,078 INFO Summary
2017-03-13 00:00:51,079 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:00:51,080 INFO Y shape=(2, 2)
2017-03-13 00:00:51,080 INFO Y: total: 2
2017-03-13 00:00:51,081 INFO Y: label 0: 2.0 100.0%
2017-03-13 00:00:51,082 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:00:51,082 INFO Recording sample data
2017-03-13 00:00:51,083 INFO patient_index 0
2017-03-13 00:00:51,084 INFO x=
2017-03-13 00:00:51,084 INFO patient_index 1
2017-03-13 00:00:51,085 INFO x=
2017-03-13 00:00:51,101 INFO shard_id=171 shape=(2, 312, 212, 312, 1)
2017-03-13 00:00:51,102 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/171/data-centered-rotated-312-212-312.h5
2017-03-13 00:00:55,800 INFO Summary
2017-03-13 00:00:55,801 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:00:55,802 INFO Y shape=(2, 2)
2017-03-13 00:00:55,803 INFO Y: total: 2
2017-03-13 00:00:55,803 INFO Y: label 0: 2.0 100.0%
2017-03-13 00:00:55,804 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:00:55,805 INFO Recording sample data
2017-03-13 00:00:55,805 INFO patient_index 0
2017-03-13 00:00:55,806 INFO x=
2017-03-13 00:00:55,807 INFO patient_index 1
2017-03-13 00:00:55,807 INFO x=
2017-03-13 00:00:55,827 INFO shard_id=172 shape=(2, 312, 212, 312, 1)
2017-03-13 00:00:55,828 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/172/data-centered-rotated-312-212-312.h5
2017-03-13 00:01:00,738 INFO Summary
2017-03-13 00:01:00,739 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:01:00,740 INFO Y shape=(2, 2)
2017-03-13 00:01:00,741 INFO Y: total: 2
2017-03-13 00:01:00,742 INFO Y: label 0: 2.0 100.0%
2017-03-13 00:01:00,743 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:01:00,743 INFO Recording sample data
2017-03-13 00:01:00,744 INFO patient_index 0
2017-03-13 00:01:00,745 INFO x=
2017-03-13 00:01:00,746 INFO patient_index 1
2017-03-13 00:01:00,747 INFO x=
2017-03-13 00:01:00,760 INFO shard_id=173 shape=(1, 312, 212, 312, 1)
2017-03-13 00:01:00,761 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/173/data-centered-rotated-312-212-312.h5
2017-03-13 00:01:03,470 INFO Summary
2017-03-13 00:01:03,471 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:01:03,472 INFO Y shape=(1, 2)
2017-03-13 00:01:03,473 INFO Y: total: 1
2017-03-13 00:01:03,474 INFO Y: label 0: 1.0 100.0%
2017-03-13 00:01:03,474 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:01:03,475 INFO Recording sample data
2017-03-13 00:01:03,476 INFO patient_index 0
2017-03-13 00:01:03,476 INFO x=
2017-03-13 00:01:03,485 INFO shard_id=174 shape=(1, 312, 212, 312, 1)
2017-03-13 00:01:03,486 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/174/data-centered-rotated-312-212-312.h5
2017-03-13 00:01:06,683 INFO Summary
2017-03-13 00:01:06,684 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:01:06,685 INFO Y shape=(1, 2)
2017-03-13 00:01:06,686 INFO Y: total: 1
2017-03-13 00:01:06,686 INFO Y: label 0: 0.0 0.0%
2017-03-13 00:01:06,687 INFO Y: label 1: 1.0 100.0%
2017-03-13 00:01:06,688 INFO Recording sample data
2017-03-13 00:01:06,688 INFO patient_index 0
2017-03-13 00:01:06,689 INFO x=
2017-03-13 00:01:06,690 WARNING no data on shard 175
2017-03-13 00:01:06,707 INFO shard_id=176 shape=(2, 312, 212, 312, 1)
2017-03-13 00:01:06,708 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/176/data-centered-rotated-312-212-312.h5
2017-03-13 00:01:12,001 INFO Summary
2017-03-13 00:01:12,002 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:01:12,003 INFO Y shape=(2, 2)
2017-03-13 00:01:12,004 INFO Y: total: 2
2017-03-13 00:01:12,004 INFO Y: label 0: 2.0 100.0%
2017-03-13 00:01:12,005 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:01:12,006 INFO Recording sample data
2017-03-13 00:01:12,006 INFO patient_index 0
2017-03-13 00:01:12,007 INFO x=
2017-03-13 00:01:12,008 INFO patient_index 1
2017-03-13 00:01:12,008 INFO x=
2017-03-13 00:01:12,031 INFO shard_id=177 shape=(4, 312, 212, 312, 1)
2017-03-13 00:01:12,032 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/177/data-centered-rotated-312-212-312.h5
2017-03-13 00:01:23,753 INFO Summary
2017-03-13 00:01:23,754 INFO X shape=(4, 312, 212, 312, 1)
2017-03-13 00:01:23,755 INFO Y shape=(4, 2)
2017-03-13 00:01:23,756 INFO Y: total: 4
2017-03-13 00:01:23,757 INFO Y: label 0: 4.0 100.0%
2017-03-13 00:01:23,757 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:01:23,758 INFO Recording sample data
2017-03-13 00:01:23,759 INFO patient_index 0
2017-03-13 00:01:23,759 INFO x=
2017-03-13 00:01:23,760 INFO patient_index 1
2017-03-13 00:01:23,761 INFO x=
2017-03-13 00:01:23,761 INFO patient_index 3
2017-03-13 00:01:23,762 INFO x=
2017-03-13 00:01:23,763 INFO shard_id=178 shape=(4, 312, 212, 312, 1)
2017-03-13 00:01:23,764 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/178/data-centered-rotated-312-212-312.h5
2017-03-13 00:01:24,831 INFO Summary
2017-03-13 00:01:24,833 INFO X shape=(4, 312, 212, 312, 1)
2017-03-13 00:01:24,833 INFO Y shape=(4, 2)
2017-03-13 00:01:24,834 INFO Y: total: 4
2017-03-13 00:01:24,835 INFO Y: label 0: 3.0 75.0%
2017-03-13 00:01:24,836 INFO Y: label 1: 1.0 25.0%
2017-03-13 00:01:24,836 INFO Recording sample data
2017-03-13 00:01:24,837 INFO patient_index 0
2017-03-13 00:01:24,837 INFO x=
2017-03-13 00:01:24,838 INFO patient_index 1
2017-03-13 00:01:24,839 INFO x=
2017-03-13 00:01:24,839 INFO patient_index 3
2017-03-13 00:01:24,840 INFO x=
2017-03-13 00:01:24,847 INFO shard_id=179 shape=(1, 312, 212, 312, 1)
2017-03-13 00:01:24,848 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/179/data-centered-rotated-312-212-312.h5
2017-03-13 00:01:27,658 INFO Summary
2017-03-13 00:01:27,659 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:01:27,660 INFO Y shape=(1, 2)
2017-03-13 00:01:27,661 INFO Y: total: 1
2017-03-13 00:01:27,661 INFO Y: label 0: 0.0 0.0%
2017-03-13 00:01:27,662 INFO Y: label 1: 1.0 100.0%
2017-03-13 00:01:27,663 INFO Recording sample data
2017-03-13 00:01:27,664 INFO patient_index 0
2017-03-13 00:01:27,665 INFO x=
2017-03-13 00:01:27,667 INFO shard_id=180 shape=(3, 312, 212, 312, 1)
2017-03-13 00:01:27,668 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/180/data-centered-rotated-312-212-312.h5
2017-03-13 00:01:35,788 INFO Summary
2017-03-13 00:01:35,789 INFO X shape=(3, 312, 212, 312, 1)
2017-03-13 00:01:35,790 INFO Y shape=(3, 2)
2017-03-13 00:01:35,790 INFO Y: total: 3
2017-03-13 00:01:35,791 INFO Y: label 0: 2.0 66.6666666667%
2017-03-13 00:01:35,792 INFO Y: label 1: 1.0 33.3333333333%
2017-03-13 00:01:35,792 INFO Recording sample data
2017-03-13 00:01:35,793 INFO patient_index 0
2017-03-13 00:01:35,794 INFO x=
2017-03-13 00:01:35,794 INFO patient_index 1
2017-03-13 00:01:35,795 INFO x=
2017-03-13 00:01:35,796 INFO patient_index 2
2017-03-13 00:01:35,796 INFO x=
2017-03-13 00:01:35,811 INFO shard_id=181 shape=(2, 312, 212, 312, 1)
2017-03-13 00:01:35,812 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/181/data-centered-rotated-312-212-312.h5
2017-03-13 00:01:41,406 INFO Summary
2017-03-13 00:01:41,407 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:01:41,408 INFO Y shape=(2, 2)
2017-03-13 00:01:41,408 INFO Y: total: 2
2017-03-13 00:01:41,409 INFO Y: label 0: 1.0 50.0%
2017-03-13 00:01:41,410 INFO Y: label 1: 1.0 50.0%
2017-03-13 00:01:41,410 INFO Recording sample data
2017-03-13 00:01:41,411 INFO patient_index 0
2017-03-13 00:01:41,412 INFO x=
2017-03-13 00:01:41,412 INFO patient_index 1
2017-03-13 00:01:41,413 INFO x=
2017-03-13 00:01:41,414 WARNING no data on shard 182
2017-03-13 00:01:41,415 WARNING no data on shard 183
2017-03-13 00:01:41,416 INFO shard_id=184 shape=(1, 312, 212, 312, 1)
2017-03-13 00:01:41,417 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/184/data-centered-rotated-312-212-312.h5
2017-03-13 00:01:41,687 INFO Summary
2017-03-13 00:01:41,688 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:01:41,689 INFO Y shape=(1, 2)
2017-03-13 00:01:41,689 INFO Y: total: 1
2017-03-13 00:01:41,690 INFO Y: label 0: 1.0 100.0%
2017-03-13 00:01:41,691 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:01:41,691 INFO Recording sample data
2017-03-13 00:01:41,692 INFO patient_index 0
2017-03-13 00:01:41,693 INFO x=
2017-03-13 00:01:41,705 INFO shard_id=185 shape=(4, 312, 212, 312, 1)
2017-03-13 00:01:41,706 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/185/data-centered-rotated-312-212-312.h5
2017-03-13 00:01:53,733 INFO Summary
2017-03-13 00:01:53,734 INFO X shape=(4, 312, 212, 312, 1)
2017-03-13 00:01:53,735 INFO Y shape=(4, 2)
2017-03-13 00:01:53,736 INFO Y: total: 4
2017-03-13 00:01:53,737 INFO Y: label 0: 4.0 100.0%
2017-03-13 00:01:53,738 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:01:53,739 INFO Recording sample data
2017-03-13 00:01:53,740 INFO patient_index 0
2017-03-13 00:01:53,741 INFO x=
2017-03-13 00:01:53,742 INFO patient_index 1
2017-03-13 00:01:53,742 INFO x=
2017-03-13 00:01:53,743 INFO patient_index 3
2017-03-13 00:01:53,744 INFO x=
2017-03-13 00:01:53,767 INFO shard_id=186 shape=(3, 312, 212, 312, 1)
2017-03-13 00:01:53,768 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/186/data-centered-rotated-312-212-312.h5
2017-03-13 00:02:03,042 INFO Summary
2017-03-13 00:02:03,043 INFO X shape=(3, 312, 212, 312, 1)
2017-03-13 00:02:03,044 INFO Y shape=(3, 2)
2017-03-13 00:02:03,044 INFO Y: total: 3
2017-03-13 00:02:03,045 INFO Y: label 0: 3.0 100.0%
2017-03-13 00:02:03,046 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:02:03,046 INFO Recording sample data
2017-03-13 00:02:03,047 INFO patient_index 0
2017-03-13 00:02:03,048 INFO x=
2017-03-13 00:02:03,048 INFO patient_index 1
2017-03-13 00:02:03,049 INFO x=
2017-03-13 00:02:03,050 INFO patient_index 2
2017-03-13 00:02:03,050 INFO x=
2017-03-13 00:02:03,066 INFO shard_id=187 shape=(2, 312, 212, 312, 1)
2017-03-13 00:02:03,067 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/187/data-centered-rotated-312-212-312.h5
2017-03-13 00:02:08,943 INFO Summary
2017-03-13 00:02:08,944 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:02:08,945 INFO Y shape=(2, 2)
2017-03-13 00:02:08,945 INFO Y: total: 2
2017-03-13 00:02:08,946 INFO Y: label 0: 2.0 100.0%
2017-03-13 00:02:08,947 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:02:08,947 INFO Recording sample data
2017-03-13 00:02:08,948 INFO patient_index 0
2017-03-13 00:02:08,949 INFO x=
2017-03-13 00:02:08,950 INFO patient_index 1
2017-03-13 00:02:08,950 INFO x=
2017-03-13 00:02:08,951 INFO shard_id=188 shape=(3, 312, 212, 312, 1)
2017-03-13 00:02:08,952 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/188/data-centered-rotated-312-212-312.h5
2017-03-13 00:02:09,749 INFO Summary
2017-03-13 00:02:09,750 INFO X shape=(3, 312, 212, 312, 1)
2017-03-13 00:02:09,751 INFO Y shape=(3, 2)
2017-03-13 00:02:09,752 INFO Y: total: 3
2017-03-13 00:02:09,753 INFO Y: label 0: 3.0 100.0%
2017-03-13 00:02:09,753 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:02:09,754 INFO Recording sample data
2017-03-13 00:02:09,754 INFO patient_index 0
2017-03-13 00:02:09,755 INFO x=
2017-03-13 00:02:09,756 INFO patient_index 1
2017-03-13 00:02:09,756 INFO x=
2017-03-13 00:02:09,757 INFO patient_index 2
2017-03-13 00:02:09,758 INFO x=
2017-03-13 00:02:09,787 INFO shard_id=189 shape=(2, 312, 212, 312, 1)
2017-03-13 00:02:09,788 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/189/data-centered-rotated-312-212-312.h5
2017-03-13 00:02:15,501 INFO Summary
2017-03-13 00:02:15,503 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:02:15,504 INFO Y shape=(2, 2)
2017-03-13 00:02:15,504 INFO Y: total: 2
2017-03-13 00:02:15,505 INFO Y: label 0: 2.0 100.0%
2017-03-13 00:02:15,506 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:02:15,507 INFO Recording sample data
2017-03-13 00:02:15,508 INFO patient_index 0
2017-03-13 00:02:15,509 INFO x=
2017-03-13 00:02:15,510 INFO patient_index 1
2017-03-13 00:02:15,511 INFO x=
2017-03-13 00:02:15,524 INFO shard_id=190 shape=(3, 312, 212, 312, 1)
2017-03-13 00:02:15,525 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/190/data-centered-rotated-312-212-312.h5
2017-03-13 00:02:23,537 INFO Summary
2017-03-13 00:02:23,538 INFO X shape=(3, 312, 212, 312, 1)
2017-03-13 00:02:23,539 INFO Y shape=(3, 2)
2017-03-13 00:02:23,540 INFO Y: total: 3
2017-03-13 00:02:23,540 INFO Y: label 0: 1.0 33.3333333333%
2017-03-13 00:02:23,541 INFO Y: label 1: 2.0 66.6666666667%
2017-03-13 00:02:23,542 INFO Recording sample data
2017-03-13 00:02:23,543 INFO patient_index 0
2017-03-13 00:02:23,543 INFO x=
2017-03-13 00:02:23,544 INFO patient_index 1
2017-03-13 00:02:23,545 INFO x=
2017-03-13 00:02:23,545 INFO patient_index 2
2017-03-13 00:02:23,546 INFO x=
2017-03-13 00:02:23,569 INFO shard_id=191 shape=(1, 312, 212, 312, 1)
2017-03-13 00:02:23,570 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/191/data-centered-rotated-312-212-312.h5
2017-03-13 00:02:26,491 INFO Summary
2017-03-13 00:02:26,492 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:02:26,493 INFO Y shape=(1, 2)
2017-03-13 00:02:26,494 INFO Y: total: 1
2017-03-13 00:02:26,494 INFO Y: label 0: 1.0 100.0%
2017-03-13 00:02:26,495 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:02:26,496 INFO Recording sample data
2017-03-13 00:02:26,496 INFO patient_index 0
2017-03-13 00:02:26,497 INFO x=
2017-03-13 00:02:26,498 WARNING no data on shard 192
2017-03-13 00:02:26,510 INFO shard_id=193 shape=(1, 312, 212, 312, 1)
2017-03-13 00:02:26,511 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/193/data-centered-rotated-312-212-312.h5
2017-03-13 00:02:29,287 INFO Summary
2017-03-13 00:02:29,288 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:02:29,289 INFO Y shape=(1, 2)
2017-03-13 00:02:29,290 INFO Y: total: 1
2017-03-13 00:02:29,290 INFO Y: label 0: 1.0 100.0%
2017-03-13 00:02:29,291 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:02:29,292 INFO Recording sample data
2017-03-13 00:02:29,293 INFO patient_index 0
2017-03-13 00:02:29,293 INFO x=
2017-03-13 00:02:29,323 INFO shard_id=194 shape=(3, 312, 212, 312, 1)
2017-03-13 00:02:29,325 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/194/data-centered-rotated-312-212-312.h5
2017-03-13 00:02:38,172 INFO Summary
2017-03-13 00:02:38,173 INFO X shape=(3, 312, 212, 312, 1)
2017-03-13 00:02:38,174 INFO Y shape=(3, 2)
2017-03-13 00:02:38,175 INFO Y: total: 3
2017-03-13 00:02:38,175 INFO Y: label 0: 3.0 100.0%
2017-03-13 00:02:38,176 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:02:38,177 INFO Recording sample data
2017-03-13 00:02:38,177 INFO patient_index 0
2017-03-13 00:02:38,178 INFO x=
2017-03-13 00:02:38,179 INFO patient_index 1
2017-03-13 00:02:38,179 INFO x=
2017-03-13 00:02:38,180 INFO patient_index 2
2017-03-13 00:02:38,181 INFO x=
2017-03-13 00:02:38,182 INFO shard_id=195 shape=(2, 312, 212, 312, 1)
2017-03-13 00:02:38,183 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/195/data-centered-rotated-312-212-312.h5
2017-03-13 00:02:38,718 INFO Summary
2017-03-13 00:02:38,719 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:02:38,720 INFO Y shape=(2, 2)
2017-03-13 00:02:38,720 INFO Y: total: 2
2017-03-13 00:02:38,721 INFO Y: label 0: 1.0 50.0%
2017-03-13 00:02:38,722 INFO Y: label 1: 1.0 50.0%
2017-03-13 00:02:38,722 INFO Recording sample data
2017-03-13 00:02:38,723 INFO patient_index 0
2017-03-13 00:02:38,724 INFO x=
2017-03-13 00:02:38,724 INFO patient_index 1
2017-03-13 00:02:38,725 INFO x=
2017-03-13 00:02:38,776 INFO shard_id=196 shape=(2, 312, 212, 312, 1)
2017-03-13 00:02:38,777 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/196/data-centered-rotated-312-212-312.h5
2017-03-13 00:02:44,316 INFO Summary
2017-03-13 00:02:44,317 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:02:44,318 INFO Y shape=(2, 2)
2017-03-13 00:02:44,319 INFO Y: total: 2
2017-03-13 00:02:44,320 INFO Y: label 0: 2.0 100.0%
2017-03-13 00:02:44,321 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:02:44,321 INFO Recording sample data
2017-03-13 00:02:44,322 INFO patient_index 0
2017-03-13 00:02:44,323 INFO x=
2017-03-13 00:02:44,324 INFO patient_index 1
2017-03-13 00:02:44,325 INFO x=
2017-03-13 00:02:44,340 INFO shard_id=197 shape=(1, 312, 212, 312, 1)
2017-03-13 00:02:44,341 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/197/data-centered-rotated-312-212-312.h5
2017-03-13 00:02:47,017 INFO Summary
2017-03-13 00:02:47,018 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:02:47,018 INFO Y shape=(1, 2)
2017-03-13 00:02:47,019 INFO Y: total: 1
2017-03-13 00:02:47,020 INFO Y: label 0: 1.0 100.0%
2017-03-13 00:02:47,020 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:02:47,021 INFO Recording sample data
2017-03-13 00:02:47,022 INFO patient_index 0
2017-03-13 00:02:47,022 INFO x=
2017-03-13 00:02:47,045 INFO shard_id=198 shape=(3, 312, 212, 312, 1)
2017-03-13 00:02:47,046 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/198/data-centered-rotated-312-212-312.h5
2017-03-13 00:02:55,580 INFO Summary
2017-03-13 00:02:55,581 INFO X shape=(3, 312, 212, 312, 1)
2017-03-13 00:02:55,582 INFO Y shape=(3, 2)
2017-03-13 00:02:55,583 INFO Y: total: 3
2017-03-13 00:02:55,584 INFO Y: label 0: 2.0 66.6666666667%
2017-03-13 00:02:55,585 INFO Y: label 1: 1.0 33.3333333333%
2017-03-13 00:02:55,586 INFO Recording sample data
2017-03-13 00:02:55,587 INFO patient_index 0
2017-03-13 00:02:55,588 INFO x=
2017-03-13 00:02:55,588 INFO patient_index 1
2017-03-13 00:02:55,589 INFO x=
2017-03-13 00:02:55,590 INFO patient_index 2
2017-03-13 00:02:55,591 INFO x=
2017-03-13 00:02:55,592 INFO shard_id=199 shape=(3, 312, 212, 312, 1)
2017-03-13 00:02:55,593 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/199/data-centered-rotated-312-212-312.h5
2017-03-13 00:02:56,133 INFO Summary
2017-03-13 00:02:56,134 INFO X shape=(3, 312, 212, 312, 1)
2017-03-13 00:02:56,135 INFO Y shape=(3, 2)
2017-03-13 00:02:56,136 INFO Y: total: 3
2017-03-13 00:02:56,137 INFO Y: label 0: 2.0 66.6666666667%
2017-03-13 00:02:56,138 INFO Y: label 1: 1.0 33.3333333333%
2017-03-13 00:02:56,139 INFO Recording sample data
2017-03-13 00:02:56,139 INFO patient_index 0
2017-03-13 00:02:56,140 INFO x=
2017-03-13 00:02:56,141 INFO patient_index 1
2017-03-13 00:02:56,142 INFO x=
2017-03-13 00:02:56,143 INFO patient_index 2
2017-03-13 00:02:56,144 INFO x=
2017-03-13 00:02:56,158 INFO shard_id=200 shape=(1, 312, 212, 312, 1)
2017-03-13 00:02:56,159 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/200/data-centered-rotated-312-212-312.h5
2017-03-13 00:02:59,021 INFO Summary
2017-03-13 00:02:59,022 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:02:59,023 INFO Y shape=(1, 2)
2017-03-13 00:02:59,023 INFO Y: total: 1
2017-03-13 00:02:59,024 INFO Y: label 0: 0.0 0.0%
2017-03-13 00:02:59,025 INFO Y: label 1: 1.0 100.0%
2017-03-13 00:02:59,025 INFO Recording sample data
2017-03-13 00:02:59,026 INFO patient_index 0
2017-03-13 00:02:59,026 INFO x=
2017-03-13 00:02:59,042 INFO shard_id=201 shape=(1, 312, 212, 312, 1)
2017-03-13 00:02:59,043 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/201/data-centered-rotated-312-212-312.h5
2017-03-13 00:03:02,085 INFO Summary
2017-03-13 00:03:02,086 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:03:02,087 INFO Y shape=(1, 2)
2017-03-13 00:03:02,088 INFO Y: total: 1
2017-03-13 00:03:02,088 INFO Y: label 0: 1.0 100.0%
2017-03-13 00:03:02,089 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:03:02,090 INFO Recording sample data
2017-03-13 00:03:02,090 INFO patient_index 0
2017-03-13 00:03:02,091 INFO x=
2017-03-13 00:03:02,092 INFO shard_id=202 shape=(2, 312, 212, 312, 1)
2017-03-13 00:03:02,093 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/202/data-centered-rotated-312-212-312.h5
2017-03-13 00:03:02,498 INFO Summary
2017-03-13 00:03:02,499 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:03:02,500 INFO Y shape=(2, 2)
2017-03-13 00:03:02,500 INFO Y: total: 2
2017-03-13 00:03:02,501 INFO Y: label 0: 2.0 100.0%
2017-03-13 00:03:02,502 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:03:02,502 INFO Recording sample data
2017-03-13 00:03:02,503 INFO patient_index 0
2017-03-13 00:03:02,504 INFO x=
2017-03-13 00:03:02,504 INFO patient_index 1
2017-03-13 00:03:02,505 INFO x=
2017-03-13 00:03:02,520 INFO shard_id=203 shape=(3, 312, 212, 312, 1)
2017-03-13 00:03:02,521 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/203/data-centered-rotated-312-212-312.h5
2017-03-13 00:03:11,875 INFO Summary
2017-03-13 00:03:11,876 INFO X shape=(3, 312, 212, 312, 1)
2017-03-13 00:03:11,876 INFO Y shape=(3, 2)
2017-03-13 00:03:11,877 INFO Y: total: 3
2017-03-13 00:03:11,878 INFO Y: label 0: 1.0 33.3333333333%
2017-03-13 00:03:11,878 INFO Y: label 1: 2.0 66.6666666667%
2017-03-13 00:03:11,879 INFO Recording sample data
2017-03-13 00:03:11,880 INFO patient_index 0
2017-03-13 00:03:11,880 INFO x=
2017-03-13 00:03:11,881 INFO patient_index 1
2017-03-13 00:03:11,882 INFO x=
2017-03-13 00:03:11,882 INFO patient_index 2
2017-03-13 00:03:11,883 INFO x=
2017-03-13 00:03:11,884 WARNING no data on shard 204
2017-03-13 00:03:11,885 INFO shard_id=205 shape=(2, 312, 212, 312, 1)
2017-03-13 00:03:11,886 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/205/data-centered-rotated-312-212-312.h5
2017-03-13 00:03:12,265 INFO Summary
2017-03-13 00:03:12,266 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:03:12,267 INFO Y shape=(2, 2)
2017-03-13 00:03:12,267 INFO Y: total: 2
2017-03-13 00:03:12,268 INFO Y: label 0: 1.0 50.0%
2017-03-13 00:03:12,269 INFO Y: label 1: 1.0 50.0%
2017-03-13 00:03:12,269 INFO Recording sample data
2017-03-13 00:03:12,270 INFO patient_index 0
2017-03-13 00:03:12,271 INFO x=
2017-03-13 00:03:12,271 INFO patient_index 1
2017-03-13 00:03:12,272 INFO x=
2017-03-13 00:03:12,273 INFO shard_id=206 shape=(5, 312, 212, 312, 1)
2017-03-13 00:03:12,274 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/206/data-centered-rotated-312-212-312.h5
2017-03-13 00:03:13,252 INFO Summary
2017-03-13 00:03:13,253 INFO X shape=(5, 312, 212, 312, 1)
2017-03-13 00:03:13,254 INFO Y shape=(5, 2)
2017-03-13 00:03:13,254 INFO Y: total: 5
2017-03-13 00:03:13,255 INFO Y: label 0: 3.0 60.0%
2017-03-13 00:03:13,256 INFO Y: label 1: 2.0 40.0%
2017-03-13 00:03:13,256 INFO Recording sample data
2017-03-13 00:03:13,257 INFO patient_index 0
2017-03-13 00:03:13,258 INFO x=
2017-03-13 00:03:13,258 INFO patient_index 2
2017-03-13 00:03:13,259 INFO x=
2017-03-13 00:03:13,260 INFO patient_index 3
2017-03-13 00:03:13,260 INFO x=
2017-03-13 00:03:13,276 INFO shard_id=207 shape=(1, 312, 212, 312, 1)
2017-03-13 00:03:13,277 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/207/data-centered-rotated-312-212-312.h5
2017-03-13 00:03:15,996 INFO Summary
2017-03-13 00:03:15,997 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:03:15,997 INFO Y shape=(1, 2)
2017-03-13 00:03:15,998 INFO Y: total: 1
2017-03-13 00:03:15,999 INFO Y: label 0: 0.0 0.0%
2017-03-13 00:03:15,999 INFO Y: label 1: 1.0 100.0%
2017-03-13 00:03:16,000 INFO Recording sample data
2017-03-13 00:03:16,001 INFO patient_index 0
2017-03-13 00:03:16,001 INFO x=
2017-03-13 00:03:16,003 WARNING no data on shard 208
2017-03-13 00:03:16,004 WARNING no data on shard 209
2017-03-13 00:03:16,015 INFO shard_id=210 shape=(1, 312, 212, 312, 1)
2017-03-13 00:03:16,016 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/210/data-centered-rotated-312-212-312.h5
2017-03-13 00:03:18,908 INFO Summary
2017-03-13 00:03:18,909 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:03:18,909 INFO Y shape=(1, 2)
2017-03-13 00:03:18,910 INFO Y: total: 1
2017-03-13 00:03:18,911 INFO Y: label 0: 1.0 100.0%
2017-03-13 00:03:18,911 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:03:18,912 INFO Recording sample data
2017-03-13 00:03:18,913 INFO patient_index 0
2017-03-13 00:03:18,913 INFO x=
2017-03-13 00:03:18,915 INFO shard_id=211 shape=(2, 312, 212, 312, 1)
2017-03-13 00:03:18,916 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/211/data-centered-rotated-312-212-312.h5
2017-03-13 00:03:24,966 INFO Summary
2017-03-13 00:03:24,967 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:03:24,968 INFO Y shape=(2, 2)
2017-03-13 00:03:24,969 INFO Y: total: 2
2017-03-13 00:03:24,970 INFO Y: label 0: 2.0 100.0%
2017-03-13 00:03:24,971 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:03:24,971 INFO Recording sample data
2017-03-13 00:03:24,972 INFO patient_index 0
2017-03-13 00:03:24,973 INFO x=
2017-03-13 00:03:24,974 INFO patient_index 1
2017-03-13 00:03:24,975 INFO x=
2017-03-13 00:03:24,990 INFO shard_id=212 shape=(3, 312, 212, 312, 1)
2017-03-13 00:03:24,991 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/212/data-centered-rotated-312-212-312.h5
2017-03-13 00:03:33,343 INFO Summary
2017-03-13 00:03:33,344 INFO X shape=(3, 312, 212, 312, 1)
2017-03-13 00:03:33,345 INFO Y shape=(3, 2)
2017-03-13 00:03:33,346 INFO Y: total: 3
2017-03-13 00:03:33,347 INFO Y: label 0: 3.0 100.0%
2017-03-13 00:03:33,347 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:03:33,348 INFO Recording sample data
2017-03-13 00:03:33,349 INFO patient_index 0
2017-03-13 00:03:33,350 INFO x=
2017-03-13 00:03:33,350 INFO patient_index 1
2017-03-13 00:03:33,351 INFO x=
2017-03-13 00:03:33,352 INFO patient_index 2
2017-03-13 00:03:33,352 INFO x=
2017-03-13 00:03:33,362 INFO shard_id=213 shape=(2, 312, 212, 312, 1)
2017-03-13 00:03:33,363 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/213/data-centered-rotated-312-212-312.h5
2017-03-13 00:03:38,810 INFO Summary
2017-03-13 00:03:38,811 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:03:38,812 INFO Y shape=(2, 2)
2017-03-13 00:03:38,813 INFO Y: total: 2
2017-03-13 00:03:38,813 INFO Y: label 0: 2.0 100.0%
2017-03-13 00:03:38,814 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:03:38,815 INFO Recording sample data
2017-03-13 00:03:38,815 INFO patient_index 0
2017-03-13 00:03:38,816 INFO x=
2017-03-13 00:03:38,817 INFO patient_index 1
2017-03-13 00:03:38,817 INFO x=
2017-03-13 00:03:38,819 WARNING no data on shard 214
2017-03-13 00:03:38,820 WARNING no data on shard 215
2017-03-13 00:03:38,837 INFO shard_id=216 shape=(2, 312, 212, 312, 1)
2017-03-13 00:03:38,838 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/216/data-centered-rotated-312-212-312.h5
2017-03-13 00:03:44,224 INFO Summary
2017-03-13 00:03:44,225 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:03:44,226 INFO Y shape=(2, 2)
2017-03-13 00:03:44,226 INFO Y: total: 2
2017-03-13 00:03:44,227 INFO Y: label 0: 2.0 100.0%
2017-03-13 00:03:44,228 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:03:44,228 INFO Recording sample data
2017-03-13 00:03:44,229 INFO patient_index 0
2017-03-13 00:03:44,230 INFO x=
2017-03-13 00:03:44,230 INFO patient_index 1
2017-03-13 00:03:44,231 INFO x=
2017-03-13 00:03:44,244 INFO shard_id=217 shape=(1, 312, 212, 312, 1)
2017-03-13 00:03:44,245 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/217/data-centered-rotated-312-212-312.h5
2017-03-13 00:03:47,075 INFO Summary
2017-03-13 00:03:47,076 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:03:47,077 INFO Y shape=(1, 2)
2017-03-13 00:03:47,078 INFO Y: total: 1
2017-03-13 00:03:47,078 INFO Y: label 0: 1.0 100.0%
2017-03-13 00:03:47,079 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:03:47,080 INFO Recording sample data
2017-03-13 00:03:47,080 INFO patient_index 0
2017-03-13 00:03:47,081 INFO x=
2017-03-13 00:03:47,082 INFO shard_id=218 shape=(3, 312, 212, 312, 1)
2017-03-13 00:03:47,083 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/218/data-centered-rotated-312-212-312.h5
2017-03-13 00:03:55,219 INFO Summary
2017-03-13 00:03:55,220 INFO X shape=(3, 312, 212, 312, 1)
2017-03-13 00:03:55,221 INFO Y shape=(3, 2)
2017-03-13 00:03:55,221 INFO Y: total: 3
2017-03-13 00:03:55,222 INFO Y: label 0: 3.0 100.0%
2017-03-13 00:03:55,223 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:03:55,223 INFO Recording sample data
2017-03-13 00:03:55,224 INFO patient_index 0
2017-03-13 00:03:55,225 INFO x=
2017-03-13 00:03:55,225 INFO patient_index 1
2017-03-13 00:03:55,226 INFO x=
2017-03-13 00:03:55,227 INFO patient_index 2
2017-03-13 00:03:55,227 INFO x=
2017-03-13 00:03:55,251 INFO shard_id=219 shape=(1, 312, 212, 312, 1)
2017-03-13 00:03:55,252 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/219/data-centered-rotated-312-212-312.h5
2017-03-13 00:03:57,686 INFO Summary
2017-03-13 00:03:57,687 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:03:57,688 INFO Y shape=(1, 2)
2017-03-13 00:03:57,689 INFO Y: total: 1
2017-03-13 00:03:57,690 INFO Y: label 0: 1.0 100.0%
2017-03-13 00:03:57,691 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:03:57,692 INFO Recording sample data
2017-03-13 00:03:57,693 INFO patient_index 0
2017-03-13 00:03:57,693 INFO x=
2017-03-13 00:03:57,704 INFO shard_id=220 shape=(1, 312, 212, 312, 1)
2017-03-13 00:03:57,705 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/220/data-centered-rotated-312-212-312.h5
2017-03-13 00:04:00,702 INFO Summary
2017-03-13 00:04:00,704 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:04:00,704 INFO Y shape=(1, 2)
2017-03-13 00:04:00,705 INFO Y: total: 1
2017-03-13 00:04:00,706 INFO Y: label 0: 1.0 100.0%
2017-03-13 00:04:00,707 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:04:00,708 INFO Recording sample data
2017-03-13 00:04:00,709 INFO patient_index 0
2017-03-13 00:04:00,709 INFO x=
2017-03-13 00:04:00,772 INFO shard_id=221 shape=(4, 312, 212, 312, 1)
2017-03-13 00:04:00,773 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/221/data-centered-rotated-312-212-312.h5
2017-03-13 00:04:11,373 INFO Summary
2017-03-13 00:04:11,374 INFO X shape=(4, 312, 212, 312, 1)
2017-03-13 00:04:11,375 INFO Y shape=(4, 2)
2017-03-13 00:04:11,375 INFO Y: total: 4
2017-03-13 00:04:11,376 INFO Y: label 0: 4.0 100.0%
2017-03-13 00:04:11,377 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:04:11,377 INFO Recording sample data
2017-03-13 00:04:11,378 INFO patient_index 0
2017-03-13 00:04:11,379 INFO x=
2017-03-13 00:04:11,380 INFO patient_index 1
2017-03-13 00:04:11,380 INFO x=
2017-03-13 00:04:11,381 INFO patient_index 3
2017-03-13 00:04:11,381 INFO x=
2017-03-13 00:04:11,406 INFO shard_id=222 shape=(4, 312, 212, 312, 1)
2017-03-13 00:04:11,407 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/222/data-centered-rotated-312-212-312.h5
2017-03-13 00:04:23,731 INFO Summary
2017-03-13 00:04:23,732 INFO X shape=(4, 312, 212, 312, 1)
2017-03-13 00:04:23,733 INFO Y shape=(4, 2)
2017-03-13 00:04:23,734 INFO Y: total: 4
2017-03-13 00:04:23,734 INFO Y: label 0: 2.0 50.0%
2017-03-13 00:04:23,735 INFO Y: label 1: 2.0 50.0%
2017-03-13 00:04:23,736 INFO Recording sample data
2017-03-13 00:04:23,737 INFO patient_index 0
2017-03-13 00:04:23,738 INFO x=
2017-03-13 00:04:23,739 INFO patient_index 1
2017-03-13 00:04:23,740 INFO x=
2017-03-13 00:04:23,741 INFO patient_index 3
2017-03-13 00:04:23,741 INFO x=
2017-03-13 00:04:23,754 INFO shard_id=223 shape=(3, 312, 212, 312, 1)
2017-03-13 00:04:23,755 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/223/data-centered-rotated-312-212-312.h5
2017-03-13 00:04:32,181 INFO Summary
2017-03-13 00:04:32,182 INFO X shape=(3, 312, 212, 312, 1)
2017-03-13 00:04:32,183 INFO Y shape=(3, 2)
2017-03-13 00:04:32,184 INFO Y: total: 3
2017-03-13 00:04:32,184 INFO Y: label 0: 1.0 33.3333333333%
2017-03-13 00:04:32,185 INFO Y: label 1: 2.0 66.6666666667%
2017-03-13 00:04:32,186 INFO Recording sample data
2017-03-13 00:04:32,186 INFO patient_index 0
2017-03-13 00:04:32,187 INFO x=
2017-03-13 00:04:32,188 INFO patient_index 1
2017-03-13 00:04:32,188 INFO x=
2017-03-13 00:04:32,189 INFO patient_index 2
2017-03-13 00:04:32,190 INFO x=
2017-03-13 00:04:32,209 INFO shard_id=224 shape=(1, 312, 212, 312, 1)
2017-03-13 00:04:32,210 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/224/data-centered-rotated-312-212-312.h5
2017-03-13 00:04:35,010 INFO Summary
2017-03-13 00:04:35,011 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:04:35,012 INFO Y shape=(1, 2)
2017-03-13 00:04:35,013 INFO Y: total: 1
2017-03-13 00:04:35,014 INFO Y: label 0: 1.0 100.0%
2017-03-13 00:04:35,015 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:04:35,016 INFO Recording sample data
2017-03-13 00:04:35,016 INFO patient_index 0
2017-03-13 00:04:35,017 INFO x=
2017-03-13 00:04:35,019 WARNING no data on shard 225
2017-03-13 00:04:35,020 INFO shard_id=226 shape=(2, 312, 212, 312, 1)
2017-03-13 00:04:35,021 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/226/data-centered-rotated-312-212-312.h5
2017-03-13 00:04:35,268 INFO Summary
2017-03-13 00:04:35,269 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:04:35,270 INFO Y shape=(2, 2)
2017-03-13 00:04:35,271 INFO Y: total: 2
2017-03-13 00:04:35,272 INFO Y: label 0: 1.0 50.0%
2017-03-13 00:04:35,273 INFO Y: label 1: 1.0 50.0%
2017-03-13 00:04:35,274 INFO Recording sample data
2017-03-13 00:04:35,274 INFO patient_index 0
2017-03-13 00:04:35,275 INFO x=
2017-03-13 00:04:35,276 INFO patient_index 1
2017-03-13 00:04:35,277 INFO x=
2017-03-13 00:04:35,298 INFO shard_id=227 shape=(1, 312, 212, 312, 1)
2017-03-13 00:04:35,299 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/227/data-centered-rotated-312-212-312.h5
2017-03-13 00:04:38,345 INFO Summary
2017-03-13 00:04:38,346 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:04:38,347 INFO Y shape=(1, 2)
2017-03-13 00:04:38,347 INFO Y: total: 1
2017-03-13 00:04:38,348 INFO Y: label 0: 1.0 100.0%
2017-03-13 00:04:38,348 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:04:38,349 INFO Recording sample data
2017-03-13 00:04:38,350 INFO patient_index 0
2017-03-13 00:04:38,350 INFO x=
2017-03-13 00:04:38,385 INFO shard_id=228 shape=(7, 312, 212, 312, 1)
2017-03-13 00:04:38,386 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/228/data-centered-rotated-312-212-312.h5
2017-03-13 00:04:57,753 INFO Summary
2017-03-13 00:04:57,754 INFO X shape=(7, 312, 212, 312, 1)
2017-03-13 00:04:57,755 INFO Y shape=(7, 2)
2017-03-13 00:04:57,756 INFO Y: total: 7
2017-03-13 00:04:57,756 INFO Y: label 0: 5.0 71.4285714286%
2017-03-13 00:04:57,757 INFO Y: label 1: 2.0 28.5714285714%
2017-03-13 00:04:57,758 INFO Recording sample data
2017-03-13 00:04:57,758 INFO patient_index 0
2017-03-13 00:04:57,759 INFO x=
2017-03-13 00:04:57,760 INFO patient_index 2
2017-03-13 00:04:57,760 INFO x=
2017-03-13 00:04:57,761 INFO patient_index 5
2017-03-13 00:04:57,762 INFO x=
2017-03-13 00:04:57,763 INFO shard_id=229 shape=(2, 312, 212, 312, 1)
2017-03-13 00:04:57,764 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/229/data-centered-rotated-312-212-312.h5
2017-03-13 00:05:04,035 INFO Summary
2017-03-13 00:05:04,036 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:05:04,037 INFO Y shape=(2, 2)
2017-03-13 00:05:04,038 INFO Y: total: 2
2017-03-13 00:05:04,038 INFO Y: label 0: 1.0 50.0%
2017-03-13 00:05:04,039 INFO Y: label 1: 1.0 50.0%
2017-03-13 00:05:04,040 INFO Recording sample data
2017-03-13 00:05:04,040 INFO patient_index 0
2017-03-13 00:05:04,041 INFO x=
2017-03-13 00:05:04,042 INFO patient_index 1
2017-03-13 00:05:04,042 INFO x=
2017-03-13 00:05:04,056 INFO shard_id=230 shape=(1, 312, 212, 312, 1)
2017-03-13 00:05:04,057 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/230/data-centered-rotated-312-212-312.h5
2017-03-13 00:05:06,530 INFO Summary
2017-03-13 00:05:06,532 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:05:06,532 INFO Y shape=(1, 2)
2017-03-13 00:05:06,533 INFO Y: total: 1
2017-03-13 00:05:06,534 INFO Y: label 0: 1.0 100.0%
2017-03-13 00:05:06,535 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:05:06,536 INFO Recording sample data
2017-03-13 00:05:06,537 INFO patient_index 0
2017-03-13 00:05:06,538 INFO x=
2017-03-13 00:05:06,553 INFO shard_id=231 shape=(2, 312, 212, 312, 1)
2017-03-13 00:05:06,554 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/231/data-centered-rotated-312-212-312.h5
2017-03-13 00:05:12,382 INFO Summary
2017-03-13 00:05:12,383 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:05:12,384 INFO Y shape=(2, 2)
2017-03-13 00:05:12,384 INFO Y: total: 2
2017-03-13 00:05:12,385 INFO Y: label 0: 2.0 100.0%
2017-03-13 00:05:12,386 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:05:12,387 INFO Recording sample data
2017-03-13 00:05:12,387 INFO patient_index 0
2017-03-13 00:05:12,388 INFO x=
2017-03-13 00:05:12,388 INFO patient_index 1
2017-03-13 00:05:12,389 INFO x=
2017-03-13 00:05:12,390 WARNING no data on shard 232
2017-03-13 00:05:12,392 INFO shard_id=233 shape=(2, 312, 212, 312, 1)
2017-03-13 00:05:12,392 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/233/data-centered-rotated-312-212-312.h5
2017-03-13 00:05:17,681 INFO Summary
2017-03-13 00:05:17,682 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:05:17,683 INFO Y shape=(2, 2)
2017-03-13 00:05:17,683 INFO Y: total: 2
2017-03-13 00:05:17,684 INFO Y: label 0: 1.0 50.0%
2017-03-13 00:05:17,685 INFO Y: label 1: 1.0 50.0%
2017-03-13 00:05:17,685 INFO Recording sample data
2017-03-13 00:05:17,686 INFO patient_index 0
2017-03-13 00:05:17,687 INFO x=
2017-03-13 00:05:17,688 INFO patient_index 1
2017-03-13 00:05:17,688 INFO x=
2017-03-13 00:05:17,689 WARNING no data on shard 234
2017-03-13 00:05:17,690 WARNING no data on shard 235
2017-03-13 00:05:17,696 INFO shard_id=236 shape=(2, 312, 212, 312, 1)
2017-03-13 00:05:17,696 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/236/data-centered-rotated-312-212-312.h5
2017-03-13 00:05:22,947 INFO Summary
2017-03-13 00:05:22,948 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:05:22,949 INFO Y shape=(2, 2)
2017-03-13 00:05:22,950 INFO Y: total: 2
2017-03-13 00:05:22,950 INFO Y: label 0: 2.0 100.0%
2017-03-13 00:05:22,951 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:05:22,952 INFO Recording sample data
2017-03-13 00:05:22,953 INFO patient_index 0
2017-03-13 00:05:22,954 INFO x=
2017-03-13 00:05:22,954 INFO patient_index 1
2017-03-13 00:05:22,955 INFO x=
2017-03-13 00:05:22,972 INFO shard_id=237 shape=(3, 312, 212, 312, 1)
2017-03-13 00:05:22,974 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/237/data-centered-rotated-312-212-312.h5
2017-03-13 00:05:30,739 INFO Summary
2017-03-13 00:05:30,740 INFO X shape=(3, 312, 212, 312, 1)
2017-03-13 00:05:30,740 INFO Y shape=(3, 2)
2017-03-13 00:05:30,741 INFO Y: total: 3
2017-03-13 00:05:30,742 INFO Y: label 0: 3.0 100.0%
2017-03-13 00:05:30,742 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:05:30,743 INFO Recording sample data
2017-03-13 00:05:30,744 INFO patient_index 0
2017-03-13 00:05:30,744 INFO x=
2017-03-13 00:05:30,745 INFO patient_index 1
2017-03-13 00:05:30,746 INFO x=
2017-03-13 00:05:30,746 INFO patient_index 2
2017-03-13 00:05:30,747 INFO x=
2017-03-13 00:05:30,757 INFO shard_id=238 shape=(2, 312, 212, 312, 1)
2017-03-13 00:05:30,758 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/238/data-centered-rotated-312-212-312.h5
2017-03-13 00:05:36,167 INFO Summary
2017-03-13 00:05:36,168 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:05:36,169 INFO Y shape=(2, 2)
2017-03-13 00:05:36,170 INFO Y: total: 2
2017-03-13 00:05:36,170 INFO Y: label 0: 1.0 50.0%
2017-03-13 00:05:36,171 INFO Y: label 1: 1.0 50.0%
2017-03-13 00:05:36,172 INFO Recording sample data
2017-03-13 00:05:36,172 INFO patient_index 0
2017-03-13 00:05:36,173 INFO x=
2017-03-13 00:05:36,174 INFO patient_index 1
2017-03-13 00:05:36,174 INFO x=
2017-03-13 00:05:36,200 INFO shard_id=239 shape=(3, 312, 212, 312, 1)
2017-03-13 00:05:36,201 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/239/data-centered-rotated-312-212-312.h5
2017-03-13 00:05:44,306 INFO Summary
2017-03-13 00:05:44,307 INFO X shape=(3, 312, 212, 312, 1)
2017-03-13 00:05:44,308 INFO Y shape=(3, 2)
2017-03-13 00:05:44,308 INFO Y: total: 3
2017-03-13 00:05:44,309 INFO Y: label 0: 3.0 100.0%
2017-03-13 00:05:44,310 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:05:44,310 INFO Recording sample data
2017-03-13 00:05:44,311 INFO patient_index 0
2017-03-13 00:05:44,312 INFO x=
2017-03-13 00:05:44,312 INFO patient_index 1
2017-03-13 00:05:44,313 INFO x=
2017-03-13 00:05:44,314 INFO patient_index 2
2017-03-13 00:05:44,314 INFO x=
2017-03-13 00:05:44,334 INFO shard_id=240 shape=(2, 312, 212, 312, 1)
2017-03-13 00:05:44,335 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/240/data-centered-rotated-312-212-312.h5
2017-03-13 00:05:50,270 INFO Summary
2017-03-13 00:05:50,271 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:05:50,272 INFO Y shape=(2, 2)
2017-03-13 00:05:50,273 INFO Y: total: 2
2017-03-13 00:05:50,274 INFO Y: label 0: 2.0 100.0%
2017-03-13 00:05:50,275 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:05:50,276 INFO Recording sample data
2017-03-13 00:05:50,277 INFO patient_index 0
2017-03-13 00:05:50,278 INFO x=
2017-03-13 00:05:50,279 INFO patient_index 1
2017-03-13 00:05:50,279 INFO x=
2017-03-13 00:05:50,291 INFO shard_id=241 shape=(1, 312, 212, 312, 1)
2017-03-13 00:05:50,292 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/241/data-centered-rotated-312-212-312.h5
2017-03-13 00:05:53,166 INFO Summary
2017-03-13 00:05:53,168 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:05:53,168 INFO Y shape=(1, 2)
2017-03-13 00:05:53,169 INFO Y: total: 1
2017-03-13 00:05:53,170 INFO Y: label 0: 1.0 100.0%
2017-03-13 00:05:53,171 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:05:53,172 INFO Recording sample data
2017-03-13 00:05:53,173 INFO patient_index 0
2017-03-13 00:05:53,174 INFO x=
2017-03-13 00:05:53,188 INFO shard_id=242 shape=(3, 312, 212, 312, 1)
2017-03-13 00:05:53,189 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/242/data-centered-rotated-312-212-312.h5
2017-03-13 00:37:00,523 INFO Summary
2017-03-13 00:37:00,524 INFO X shape=(3, 312, 212, 312, 1)
2017-03-13 00:37:00,525 INFO Y shape=(3, 2)
2017-03-13 00:37:00,526 INFO Y: total: 3
2017-03-13 00:37:00,527 INFO Y: label 0: 0.0 0.0%
2017-03-13 00:37:00,528 INFO Y: label 1: 3.0 100.0%
2017-03-13 00:37:00,529 INFO Recording sample data
2017-03-13 00:37:00,530 INFO patient_index 0
2017-03-13 00:37:00,531 INFO x=
2017-03-13 00:37:00,531 INFO patient_index 1
2017-03-13 00:37:00,532 INFO x=
2017-03-13 00:37:00,533 INFO patient_index 2
2017-03-13 00:37:00,534 INFO x=
2017-03-13 00:37:00,564 INFO shard_id=602 shape=(1, 312, 212, 312, 1)
2017-03-13 00:37:00,566 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/602/data-centered-rotated-312-212-312.h5
2017-03-13 00:37:03,193 INFO Summary
2017-03-13 00:37:03,194 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:37:03,194 INFO Y shape=(1, 2)
2017-03-13 00:37:03,195 INFO Y: total: 1
2017-03-13 00:37:03,196 INFO Y: label 0: 1.0 100.0%
2017-03-13 00:37:03,196 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:37:03,197 INFO Recording sample data
2017-03-13 00:37:03,198 INFO patient_index 0
2017-03-13 00:37:03,198 INFO x=
2017-03-13 00:37:03,199 WARNING no data on shard 603
2017-03-13 00:37:03,228 INFO shard_id=604 shape=(3, 312, 212, 312, 1)
2017-03-13 00:37:03,229 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/604/data-centered-rotated-312-212-312.h5
2017-03-13 00:37:12,360 INFO Summary
2017-03-13 00:37:12,361 INFO X shape=(3, 312, 212, 312, 1)
2017-03-13 00:37:12,362 INFO Y shape=(3, 2)
2017-03-13 00:37:12,363 INFO Y: total: 3
2017-03-13 00:37:12,363 INFO Y: label 0: 2.0 66.6666666667%
2017-03-13 00:37:12,364 INFO Y: label 1: 1.0 33.3333333333%
2017-03-13 00:37:12,365 INFO Recording sample data
2017-03-13 00:37:12,365 INFO patient_index 0
2017-03-13 00:37:12,366 INFO x=
2017-03-13 00:37:12,367 INFO patient_index 1
2017-03-13 00:37:12,367 INFO x=
2017-03-13 00:37:12,368 INFO patient_index 2
2017-03-13 00:37:12,369 INFO x=
2017-03-13 00:37:12,378 INFO shard_id=605 shape=(1, 312, 212, 312, 1)
2017-03-13 00:37:12,379 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/605/data-centered-rotated-312-212-312.h5
2017-03-13 00:37:15,432 INFO Summary
2017-03-13 00:37:15,433 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:37:15,434 INFO Y shape=(1, 2)
2017-03-13 00:37:15,435 INFO Y: total: 1
2017-03-13 00:37:15,435 INFO Y: label 0: 0.0 0.0%
2017-03-13 00:37:15,436 INFO Y: label 1: 1.0 100.0%
2017-03-13 00:37:15,437 INFO Recording sample data
2017-03-13 00:37:15,437 INFO patient_index 0
2017-03-13 00:37:15,438 INFO x=
2017-03-13 00:37:15,449 INFO shard_id=606 shape=(1, 312, 212, 312, 1)
2017-03-13 00:37:15,450 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/606/data-centered-rotated-312-212-312.h5
2017-03-13 00:37:17,889 INFO Summary
2017-03-13 00:37:17,890 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:37:17,891 INFO Y shape=(1, 2)
2017-03-13 00:37:17,892 INFO Y: total: 1
2017-03-13 00:37:17,893 INFO Y: label 0: 0.0 0.0%
2017-03-13 00:37:17,893 INFO Y: label 1: 1.0 100.0%
2017-03-13 00:37:17,894 INFO Recording sample data
2017-03-13 00:37:17,895 INFO patient_index 0
2017-03-13 00:37:17,896 INFO x=
2017-03-13 00:37:17,897 INFO shard_id=607 shape=(1, 312, 212, 312, 1)
2017-03-13 00:37:17,898 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/607/data-centered-rotated-312-212-312.h5
2017-03-13 00:37:18,162 INFO Summary
2017-03-13 00:37:18,163 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:37:18,164 INFO Y shape=(1, 2)
2017-03-13 00:37:18,165 INFO Y: total: 1
2017-03-13 00:37:18,166 INFO Y: label 0: 1.0 100.0%
2017-03-13 00:37:18,167 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:37:18,168 INFO Recording sample data
2017-03-13 00:37:18,169 INFO patient_index 0
2017-03-13 00:37:18,169 INFO x=
2017-03-13 00:37:18,183 INFO shard_id=608 shape=(3, 312, 212, 312, 1)
2017-03-13 00:37:18,184 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/608/data-centered-rotated-312-212-312.h5
2017-03-13 00:37:26,954 INFO Summary
2017-03-13 00:37:26,955 INFO X shape=(3, 312, 212, 312, 1)
2017-03-13 00:37:26,956 INFO Y shape=(3, 2)
2017-03-13 00:37:26,957 INFO Y: total: 3
2017-03-13 00:37:26,957 INFO Y: label 0: 3.0 100.0%
2017-03-13 00:37:26,958 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:37:26,959 INFO Recording sample data
2017-03-13 00:37:26,959 INFO patient_index 0
2017-03-13 00:37:26,960 INFO x=
2017-03-13 00:37:26,961 INFO patient_index 1
2017-03-13 00:37:26,961 INFO x=
2017-03-13 00:37:26,962 INFO patient_index 2
2017-03-13 00:37:26,963 INFO x=
2017-03-13 00:37:26,981 INFO shard_id=609 shape=(2, 312, 212, 312, 1)
2017-03-13 00:37:26,982 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/609/data-centered-rotated-312-212-312.h5
2017-03-13 00:37:33,535 INFO Summary
2017-03-13 00:37:33,536 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:37:33,537 INFO Y shape=(2, 2)
2017-03-13 00:37:33,538 INFO Y: total: 2
2017-03-13 00:37:33,539 INFO Y: label 0: 2.0 100.0%
2017-03-13 00:37:33,540 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:37:33,541 INFO Recording sample data
2017-03-13 00:37:33,541 INFO patient_index 0
2017-03-13 00:37:33,542 INFO x=
2017-03-13 00:37:33,543 INFO patient_index 1
2017-03-13 00:37:33,544 INFO x=
2017-03-13 00:37:33,573 INFO shard_id=610 shape=(3, 312, 212, 312, 1)
2017-03-13 00:37:33,574 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/610/data-centered-rotated-312-212-312.h5
2017-03-13 00:37:41,882 INFO Summary
2017-03-13 00:37:41,883 INFO X shape=(3, 312, 212, 312, 1)
2017-03-13 00:37:41,884 INFO Y shape=(3, 2)
2017-03-13 00:37:41,884 INFO Y: total: 3
2017-03-13 00:37:41,885 INFO Y: label 0: 1.0 33.3333333333%
2017-03-13 00:37:41,886 INFO Y: label 1: 2.0 66.6666666667%
2017-03-13 00:37:41,886 INFO Recording sample data
2017-03-13 00:37:41,887 INFO patient_index 0
2017-03-13 00:37:41,888 INFO x=
2017-03-13 00:37:41,888 INFO patient_index 1
2017-03-13 00:37:41,889 INFO x=
2017-03-13 00:37:41,890 INFO patient_index 2
2017-03-13 00:37:41,890 INFO x=
2017-03-13 00:37:41,905 INFO shard_id=611 shape=(4, 312, 212, 312, 1)
2017-03-13 00:37:41,906 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/611/data-centered-rotated-312-212-312.h5
2017-03-13 00:37:53,470 INFO Summary
2017-03-13 00:37:53,471 INFO X shape=(4, 312, 212, 312, 1)
2017-03-13 00:37:53,472 INFO Y shape=(4, 2)
2017-03-13 00:37:53,473 INFO Y: total: 4
2017-03-13 00:37:53,473 INFO Y: label 0: 2.0 50.0%
2017-03-13 00:37:53,474 INFO Y: label 1: 2.0 50.0%
2017-03-13 00:37:53,475 INFO Recording sample data
2017-03-13 00:37:53,475 INFO patient_index 0
2017-03-13 00:37:53,476 INFO x=
2017-03-13 00:37:53,477 INFO patient_index 1
2017-03-13 00:37:53,477 INFO x=
2017-03-13 00:37:53,478 INFO patient_index 3
2017-03-13 00:37:53,479 INFO x=
2017-03-13 00:37:53,509 INFO shard_id=612 shape=(4, 312, 212, 312, 1)
2017-03-13 00:37:53,510 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/612/data-centered-rotated-312-212-312.h5
2017-03-13 00:38:04,932 INFO Summary
2017-03-13 00:38:04,933 INFO X shape=(4, 312, 212, 312, 1)
2017-03-13 00:38:04,934 INFO Y shape=(4, 2)
2017-03-13 00:38:04,935 INFO Y: total: 4
2017-03-13 00:38:04,935 INFO Y: label 0: 4.0 100.0%
2017-03-13 00:38:04,936 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:38:04,937 INFO Recording sample data
2017-03-13 00:38:04,938 INFO patient_index 0
2017-03-13 00:38:04,939 INFO x=
2017-03-13 00:38:04,940 INFO patient_index 1
2017-03-13 00:38:04,940 INFO x=
2017-03-13 00:38:04,941 INFO patient_index 3
2017-03-13 00:38:04,942 INFO x=
2017-03-13 00:38:04,951 INFO shard_id=613 shape=(1, 312, 212, 312, 1)
2017-03-13 00:38:04,952 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/613/data-centered-rotated-312-212-312.h5
2017-03-13 00:38:07,795 INFO Summary
2017-03-13 00:38:07,796 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:38:07,797 INFO Y shape=(1, 2)
2017-03-13 00:38:07,798 INFO Y: total: 1
2017-03-13 00:38:07,798 INFO Y: label 0: 1.0 100.0%
2017-03-13 00:38:07,799 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:38:07,800 INFO Recording sample data
2017-03-13 00:38:07,800 INFO patient_index 0
2017-03-13 00:38:07,801 INFO x=
2017-03-13 00:38:07,802 INFO shard_id=614 shape=(4, 312, 212, 312, 1)
2017-03-13 00:38:07,803 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/614/data-centered-rotated-312-212-312.h5
2017-03-13 00:38:08,585 INFO Summary
2017-03-13 00:38:08,586 INFO X shape=(4, 312, 212, 312, 1)
2017-03-13 00:38:08,587 INFO Y shape=(4, 2)
2017-03-13 00:38:08,587 INFO Y: total: 4
2017-03-13 00:38:08,588 INFO Y: label 0: 4.0 100.0%
2017-03-13 00:38:08,589 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:38:08,589 INFO Recording sample data
2017-03-13 00:38:08,590 INFO patient_index 0
2017-03-13 00:38:08,591 INFO x=
2017-03-13 00:38:08,591 INFO patient_index 1
2017-03-13 00:38:08,592 INFO x=
2017-03-13 00:38:08,593 INFO patient_index 3
2017-03-13 00:38:08,593 INFO x=
2017-03-13 00:38:08,627 INFO shard_id=615 shape=(3, 312, 212, 312, 1)
2017-03-13 00:38:08,628 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/615/data-centered-rotated-312-212-312.h5
2017-03-13 00:38:17,218 INFO Summary
2017-03-13 00:38:17,219 INFO X shape=(3, 312, 212, 312, 1)
2017-03-13 00:38:17,220 INFO Y shape=(3, 2)
2017-03-13 00:38:17,221 INFO Y: total: 3
2017-03-13 00:38:17,221 INFO Y: label 0: 2.0 66.6666666667%
2017-03-13 00:38:17,222 INFO Y: label 1: 1.0 33.3333333333%
2017-03-13 00:38:17,223 INFO Recording sample data
2017-03-13 00:38:17,223 INFO patient_index 0
2017-03-13 00:38:17,224 INFO x=
2017-03-13 00:38:17,225 INFO patient_index 1
2017-03-13 00:38:17,225 INFO x=
2017-03-13 00:38:17,226 INFO patient_index 2
2017-03-13 00:38:17,227 INFO x=
2017-03-13 00:38:17,246 INFO shard_id=616 shape=(2, 312, 212, 312, 1)
2017-03-13 00:38:17,247 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/616/data-centered-rotated-312-212-312.h5
2017-03-13 00:38:22,679 INFO Summary
2017-03-13 00:38:22,680 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:38:22,681 INFO Y shape=(2, 2)
2017-03-13 00:38:22,682 INFO Y: total: 2
2017-03-13 00:38:22,683 INFO Y: label 0: 2.0 100.0%
2017-03-13 00:38:22,683 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:38:22,684 INFO Recording sample data
2017-03-13 00:38:22,685 INFO patient_index 0
2017-03-13 00:38:22,685 INFO x=
2017-03-13 00:38:22,686 INFO patient_index 1
2017-03-13 00:38:22,686 INFO x=
2017-03-13 00:38:22,701 INFO shard_id=617 shape=(1, 312, 212, 312, 1)
2017-03-13 00:38:22,702 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/617/data-centered-rotated-312-212-312.h5
2017-03-13 00:38:25,600 INFO Summary
2017-03-13 00:38:25,602 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:38:25,602 INFO Y shape=(1, 2)
2017-03-13 00:38:25,603 INFO Y: total: 1
2017-03-13 00:38:25,604 INFO Y: label 0: 1.0 100.0%
2017-03-13 00:38:25,604 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:38:25,605 INFO Recording sample data
2017-03-13 00:38:25,606 INFO patient_index 0
2017-03-13 00:38:25,606 INFO x=
2017-03-13 00:38:25,617 INFO shard_id=618 shape=(2, 312, 212, 312, 1)
2017-03-13 00:38:25,618 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/618/data-centered-rotated-312-212-312.h5
2017-03-13 00:38:31,187 INFO Summary
2017-03-13 00:38:31,188 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:38:31,189 INFO Y shape=(2, 2)
2017-03-13 00:38:31,190 INFO Y: total: 2
2017-03-13 00:38:31,190 INFO Y: label 0: 1.0 50.0%
2017-03-13 00:38:31,191 INFO Y: label 1: 1.0 50.0%
2017-03-13 00:38:31,191 INFO Recording sample data
2017-03-13 00:38:31,192 INFO patient_index 0
2017-03-13 00:38:31,193 INFO x=
2017-03-13 00:38:31,193 INFO patient_index 1
2017-03-13 00:38:31,194 INFO x=
2017-03-13 00:38:31,224 INFO shard_id=619 shape=(5, 312, 212, 312, 1)
2017-03-13 00:38:31,225 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/619/data-centered-rotated-312-212-312.h5
2017-03-13 00:38:45,688 INFO Summary
2017-03-13 00:38:45,689 INFO X shape=(5, 312, 212, 312, 1)
2017-03-13 00:38:45,689 INFO Y shape=(5, 2)
2017-03-13 00:38:45,690 INFO Y: total: 5
2017-03-13 00:38:45,691 INFO Y: label 0: 4.0 80.0%
2017-03-13 00:38:45,691 INFO Y: label 1: 1.0 20.0%
2017-03-13 00:38:45,692 INFO Recording sample data
2017-03-13 00:38:45,693 INFO patient_index 0
2017-03-13 00:38:45,693 INFO x=
2017-03-13 00:38:45,694 INFO patient_index 2
2017-03-13 00:38:45,695 INFO x=
2017-03-13 00:38:45,695 INFO patient_index 3
2017-03-13 00:38:45,696 INFO x=
2017-03-13 00:38:45,712 INFO shard_id=620 shape=(1, 312, 212, 312, 1)
2017-03-13 00:38:45,713 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/620/data-centered-rotated-312-212-312.h5
2017-03-13 00:38:48,292 INFO Summary
2017-03-13 00:38:48,293 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:38:48,293 INFO Y shape=(1, 2)
2017-03-13 00:38:48,294 INFO Y: total: 1
2017-03-13 00:38:48,295 INFO Y: label 0: 1.0 100.0%
2017-03-13 00:38:48,296 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:38:48,296 INFO Recording sample data
2017-03-13 00:38:48,297 INFO patient_index 0
2017-03-13 00:38:48,298 INFO x=
2017-03-13 00:38:48,322 INFO shard_id=621 shape=(3, 312, 212, 312, 1)
2017-03-13 00:38:48,323 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/621/data-centered-rotated-312-212-312.h5
2017-03-13 00:38:56,756 INFO Summary
2017-03-13 00:38:56,757 INFO X shape=(3, 312, 212, 312, 1)
2017-03-13 00:38:56,758 INFO Y shape=(3, 2)
2017-03-13 00:38:56,759 INFO Y: total: 3
2017-03-13 00:38:56,760 INFO Y: label 0: 1.0 33.3333333333%
2017-03-13 00:38:56,761 INFO Y: label 1: 2.0 66.6666666667%
2017-03-13 00:38:56,761 INFO Recording sample data
2017-03-13 00:38:56,762 INFO patient_index 0
2017-03-13 00:38:56,763 INFO x=
2017-03-13 00:38:56,763 INFO patient_index 1
2017-03-13 00:38:56,764 INFO x=
2017-03-13 00:38:56,765 INFO patient_index 2
2017-03-13 00:38:56,765 INFO x=
2017-03-13 00:38:56,775 INFO shard_id=622 shape=(2, 312, 212, 312, 1)
2017-03-13 00:38:56,776 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/622/data-centered-rotated-312-212-312.h5
2017-03-13 00:39:02,542 INFO Summary
2017-03-13 00:39:02,543 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:39:02,544 INFO Y shape=(2, 2)
2017-03-13 00:39:02,544 INFO Y: total: 2
2017-03-13 00:39:02,545 INFO Y: label 0: 2.0 100.0%
2017-03-13 00:39:02,546 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:39:02,546 INFO Recording sample data
2017-03-13 00:39:02,547 INFO patient_index 0
2017-03-13 00:39:02,548 INFO x=
2017-03-13 00:39:02,548 INFO patient_index 1
2017-03-13 00:39:02,549 INFO x=
2017-03-13 00:39:02,563 INFO shard_id=623 shape=(1, 312, 212, 312, 1)
2017-03-13 00:39:02,564 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/623/data-centered-rotated-312-212-312.h5
2017-03-13 00:39:05,498 INFO Summary
2017-03-13 00:39:05,499 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:39:05,500 INFO Y shape=(1, 2)
2017-03-13 00:39:05,501 INFO Y: total: 1
2017-03-13 00:39:05,501 INFO Y: label 0: 1.0 100.0%
2017-03-13 00:39:05,502 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:39:05,503 INFO Recording sample data
2017-03-13 00:39:05,503 INFO patient_index 0
2017-03-13 00:39:05,504 INFO x=
2017-03-13 00:39:05,505 WARNING no data on shard 624
2017-03-13 00:39:05,516 INFO shard_id=625 shape=(1, 312, 212, 312, 1)
2017-03-13 00:39:05,517 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/625/data-centered-rotated-312-212-312.h5
2017-03-13 00:39:08,209 INFO Summary
2017-03-13 00:39:08,210 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:39:08,211 INFO Y shape=(1, 2)
2017-03-13 00:39:08,211 INFO Y: total: 1
2017-03-13 00:39:08,212 INFO Y: label 0: 0.0 0.0%
2017-03-13 00:39:08,213 INFO Y: label 1: 1.0 100.0%
2017-03-13 00:39:08,213 INFO Recording sample data
2017-03-13 00:39:08,214 INFO patient_index 0
2017-03-13 00:39:08,215 INFO x=
2017-03-13 00:39:08,216 WARNING no data on shard 626
2017-03-13 00:39:08,230 INFO shard_id=627 shape=(4, 312, 212, 312, 1)
2017-03-13 00:39:08,231 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/627/data-centered-rotated-312-212-312.h5
2017-03-13 00:39:19,739 INFO Summary
2017-03-13 00:39:19,740 INFO X shape=(4, 312, 212, 312, 1)
2017-03-13 00:39:19,740 INFO Y shape=(4, 2)
2017-03-13 00:39:19,741 INFO Y: total: 4
2017-03-13 00:39:19,742 INFO Y: label 0: 4.0 100.0%
2017-03-13 00:39:19,743 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:39:19,743 INFO Recording sample data
2017-03-13 00:39:19,744 INFO patient_index 0
2017-03-13 00:39:19,745 INFO x=
2017-03-13 00:39:19,745 INFO patient_index 1
2017-03-13 00:39:19,746 INFO x=
2017-03-13 00:39:19,747 INFO patient_index 3
2017-03-13 00:39:19,748 INFO x=
2017-03-13 00:39:19,791 INFO shard_id=628 shape=(4, 312, 212, 312, 1)
2017-03-13 00:39:19,792 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/628/data-centered-rotated-312-212-312.h5
2017-03-13 00:39:31,971 INFO Summary
2017-03-13 00:39:31,972 INFO X shape=(4, 312, 212, 312, 1)
2017-03-13 00:39:31,973 INFO Y shape=(4, 2)
2017-03-13 00:39:31,974 INFO Y: total: 4
2017-03-13 00:39:31,974 INFO Y: label 0: 2.0 50.0%
2017-03-13 00:39:31,975 INFO Y: label 1: 2.0 50.0%
2017-03-13 00:39:31,976 INFO Recording sample data
2017-03-13 00:39:31,976 INFO patient_index 0
2017-03-13 00:39:31,977 INFO x=
2017-03-13 00:39:31,978 INFO patient_index 1
2017-03-13 00:39:31,978 INFO x=
2017-03-13 00:39:31,979 INFO patient_index 3
2017-03-13 00:39:31,980 INFO x=
2017-03-13 00:39:31,990 INFO shard_id=629 shape=(2, 312, 212, 312, 1)
2017-03-13 00:39:31,991 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/629/data-centered-rotated-312-212-312.h5
2017-03-13 00:39:38,303 INFO Summary
2017-03-13 00:39:38,304 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:39:38,305 INFO Y shape=(2, 2)
2017-03-13 00:39:38,305 INFO Y: total: 2
2017-03-13 00:39:38,306 INFO Y: label 0: 1.0 50.0%
2017-03-13 00:39:38,307 INFO Y: label 1: 1.0 50.0%
2017-03-13 00:39:38,308 INFO Recording sample data
2017-03-13 00:39:38,308 INFO patient_index 0
2017-03-13 00:39:38,309 INFO x=
2017-03-13 00:39:38,310 INFO patient_index 1
2017-03-13 00:39:38,310 INFO x=
2017-03-13 00:39:38,311 INFO shard_id=630 shape=(1, 312, 212, 312, 1)
2017-03-13 00:39:38,312 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/630/data-centered-rotated-312-212-312.h5
2017-03-13 00:39:38,488 INFO Summary
2017-03-13 00:39:38,488 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:39:38,489 INFO Y shape=(1, 2)
2017-03-13 00:39:38,490 INFO Y: total: 1
2017-03-13 00:39:38,491 INFO Y: label 0: 1.0 100.0%
2017-03-13 00:39:38,491 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:39:38,492 INFO Recording sample data
2017-03-13 00:39:38,493 INFO patient_index 0
2017-03-13 00:39:38,493 INFO x=
2017-03-13 00:39:38,503 INFO shard_id=631 shape=(3, 312, 212, 312, 1)
2017-03-13 00:39:38,504 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/631/data-centered-rotated-312-212-312.h5
2017-03-13 00:39:46,607 INFO Summary
2017-03-13 00:39:46,608 INFO X shape=(3, 312, 212, 312, 1)
2017-03-13 00:39:46,609 INFO Y shape=(3, 2)
2017-03-13 00:39:46,610 INFO Y: total: 3
2017-03-13 00:39:46,611 INFO Y: label 0: 2.0 66.6666666667%
2017-03-13 00:39:46,611 INFO Y: label 1: 1.0 33.3333333333%
2017-03-13 00:39:46,612 INFO Recording sample data
2017-03-13 00:39:46,613 INFO patient_index 0
2017-03-13 00:39:46,613 INFO x=
2017-03-13 00:39:46,614 INFO patient_index 1
2017-03-13 00:39:46,615 INFO x=
2017-03-13 00:39:46,615 INFO patient_index 2
2017-03-13 00:39:46,616 INFO x=
2017-03-13 00:39:46,631 INFO shard_id=632 shape=(1, 312, 212, 312, 1)
2017-03-13 00:39:46,632 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/632/data-centered-rotated-312-212-312.h5
2017-03-13 00:39:49,251 INFO Summary
2017-03-13 00:39:49,252 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:39:49,253 INFO Y shape=(1, 2)
2017-03-13 00:39:49,254 INFO Y: total: 1
2017-03-13 00:39:49,254 INFO Y: label 0: 1.0 100.0%
2017-03-13 00:39:49,255 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:39:49,256 INFO Recording sample data
2017-03-13 00:39:49,256 INFO patient_index 0
2017-03-13 00:39:49,257 INFO x=
2017-03-13 00:39:49,273 INFO shard_id=633 shape=(1, 312, 212, 312, 1)
2017-03-13 00:39:49,274 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/633/data-centered-rotated-312-212-312.h5
2017-03-13 00:39:52,205 INFO Summary
2017-03-13 00:39:52,206 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:39:52,207 INFO Y shape=(1, 2)
2017-03-13 00:39:52,207 INFO Y: total: 1
2017-03-13 00:39:52,208 INFO Y: label 0: 1.0 100.0%
2017-03-13 00:39:52,209 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:39:52,209 INFO Recording sample data
2017-03-13 00:39:52,210 INFO patient_index 0
2017-03-13 00:39:52,211 INFO x=
2017-03-13 00:39:52,212 WARNING no data on shard 634
2017-03-13 00:39:52,213 WARNING no data on shard 635
2017-03-13 00:39:52,214 INFO shard_id=636 shape=(2, 312, 212, 312, 1)
2017-03-13 00:39:52,215 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/636/data-centered-rotated-312-212-312.h5
2017-03-13 00:39:52,631 INFO Summary
2017-03-13 00:39:52,632 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:39:52,632 INFO Y shape=(2, 2)
2017-03-13 00:39:52,633 INFO Y: total: 2
2017-03-13 00:39:52,634 INFO Y: label 0: 0.0 0.0%
2017-03-13 00:39:52,635 INFO Y: label 1: 2.0 100.0%
2017-03-13 00:39:52,635 INFO Recording sample data
2017-03-13 00:39:52,636 INFO patient_index 0
2017-03-13 00:39:52,637 INFO x=
2017-03-13 00:39:52,637 INFO patient_index 1
2017-03-13 00:39:52,638 INFO x=
2017-03-13 00:39:52,657 INFO shard_id=637 shape=(1, 312, 212, 312, 1)
2017-03-13 00:39:52,658 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/637/data-centered-rotated-312-212-312.h5
2017-03-13 00:39:55,503 INFO Summary
2017-03-13 00:39:55,504 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:39:55,505 INFO Y shape=(1, 2)
2017-03-13 00:39:55,505 INFO Y: total: 1
2017-03-13 00:39:55,506 INFO Y: label 0: 1.0 100.0%
2017-03-13 00:39:55,507 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:39:55,507 INFO Recording sample data
2017-03-13 00:39:55,508 INFO patient_index 0
2017-03-13 00:39:55,509 INFO x=
2017-03-13 00:39:55,527 INFO shard_id=638 shape=(3, 312, 212, 312, 1)
2017-03-13 00:39:55,528 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/638/data-centered-rotated-312-212-312.h5
2017-03-13 00:40:04,183 INFO Summary
2017-03-13 00:40:04,184 INFO X shape=(3, 312, 212, 312, 1)
2017-03-13 00:40:04,185 INFO Y shape=(3, 2)
2017-03-13 00:40:04,186 INFO Y: total: 3
2017-03-13 00:40:04,187 INFO Y: label 0: 3.0 100.0%
2017-03-13 00:40:04,187 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:40:04,188 INFO Recording sample data
2017-03-13 00:40:04,189 INFO patient_index 0
2017-03-13 00:40:04,189 INFO x=
2017-03-13 00:40:04,190 INFO patient_index 1
2017-03-13 00:40:04,191 INFO x=
2017-03-13 00:40:04,191 INFO patient_index 2
2017-03-13 00:40:04,192 INFO x=
2017-03-13 00:40:04,223 INFO shard_id=639 shape=(3, 312, 212, 312, 1)
2017-03-13 00:40:04,224 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/639/data-centered-rotated-312-212-312.h5
2017-03-13 00:40:13,155 INFO Summary
2017-03-13 00:40:13,156 INFO X shape=(3, 312, 212, 312, 1)
2017-03-13 00:40:13,156 INFO Y shape=(3, 2)
2017-03-13 00:40:13,157 INFO Y: total: 3
2017-03-13 00:40:13,158 INFO Y: label 0: 3.0 100.0%
2017-03-13 00:40:13,159 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:40:13,159 INFO Recording sample data
2017-03-13 00:40:13,160 INFO patient_index 0
2017-03-13 00:40:13,161 INFO x=
2017-03-13 00:40:13,161 INFO patient_index 1
2017-03-13 00:40:13,162 INFO x=
2017-03-13 00:40:13,163 INFO patient_index 2
2017-03-13 00:40:13,163 INFO x=
2017-03-13 00:40:13,164 INFO shard_id=640 shape=(1, 312, 212, 312, 1)
2017-03-13 00:40:13,165 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/640/data-centered-rotated-312-212-312.h5
2017-03-13 00:40:16,171 INFO Summary
2017-03-13 00:40:16,172 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:40:16,173 INFO Y shape=(1, 2)
2017-03-13 00:40:16,174 INFO Y: total: 1
2017-03-13 00:40:16,174 INFO Y: label 0: 1.0 100.0%
2017-03-13 00:40:16,175 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:40:16,176 INFO Recording sample data
2017-03-13 00:40:16,177 INFO patient_index 0
2017-03-13 00:40:16,177 INFO x=
2017-03-13 00:40:16,178 INFO shard_id=641 shape=(2, 312, 212, 312, 1)
2017-03-13 00:40:16,179 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/641/data-centered-rotated-312-212-312.h5
2017-03-13 00:40:21,857 INFO Summary
2017-03-13 00:40:21,858 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:40:21,859 INFO Y shape=(2, 2)
2017-03-13 00:40:21,859 INFO Y: total: 2
2017-03-13 00:40:21,860 INFO Y: label 0: 0.0 0.0%
2017-03-13 00:40:21,861 INFO Y: label 1: 2.0 100.0%
2017-03-13 00:40:21,861 INFO Recording sample data
2017-03-13 00:40:21,862 INFO patient_index 0
2017-03-13 00:40:21,863 INFO x=
2017-03-13 00:40:21,864 INFO patient_index 1
2017-03-13 00:40:21,864 INFO x=
2017-03-13 00:40:21,878 INFO shard_id=642 shape=(1, 312, 212, 312, 1)
2017-03-13 00:40:21,879 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/642/data-centered-rotated-312-212-312.h5
2017-03-13 00:40:24,922 INFO Summary
2017-03-13 00:40:24,923 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:40:24,923 INFO Y shape=(1, 2)
2017-03-13 00:40:24,924 INFO Y: total: 1
2017-03-13 00:40:24,925 INFO Y: label 0: 1.0 100.0%
2017-03-13 00:40:24,925 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:40:24,926 INFO Recording sample data
2017-03-13 00:40:24,927 INFO patient_index 0
2017-03-13 00:40:24,928 INFO x=
2017-03-13 00:40:24,942 INFO shard_id=643 shape=(3, 312, 212, 312, 1)
2017-03-13 00:40:24,943 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/643/data-centered-rotated-312-212-312.h5
2017-03-13 00:40:34,077 INFO Summary
2017-03-13 00:40:34,078 INFO X shape=(3, 312, 212, 312, 1)
2017-03-13 00:40:34,079 INFO Y shape=(3, 2)
2017-03-13 00:40:34,079 INFO Y: total: 3
2017-03-13 00:40:34,080 INFO Y: label 0: 3.0 100.0%
2017-03-13 00:40:34,081 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:40:34,081 INFO Recording sample data
2017-03-13 00:40:34,082 INFO patient_index 0
2017-03-13 00:40:34,082 INFO x=
2017-03-13 00:40:34,083 INFO patient_index 1
2017-03-13 00:40:34,084 INFO x=
2017-03-13 00:40:34,084 INFO patient_index 2
2017-03-13 00:40:34,085 INFO x=
2017-03-13 00:40:34,101 INFO shard_id=644 shape=(2, 312, 212, 312, 1)
2017-03-13 00:40:34,102 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/644/data-centered-rotated-312-212-312.h5
2017-03-13 00:40:40,012 INFO Summary
2017-03-13 00:40:40,013 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:40:40,014 INFO Y shape=(2, 2)
2017-03-13 00:40:40,014 INFO Y: total: 2
2017-03-13 00:40:40,015 INFO Y: label 0: 2.0 100.0%
2017-03-13 00:40:40,016 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:40:40,017 INFO Recording sample data
2017-03-13 00:40:40,017 INFO patient_index 0
2017-03-13 00:40:40,018 INFO x=
2017-03-13 00:40:40,019 INFO patient_index 1
2017-03-13 00:40:40,019 INFO x=
2017-03-13 00:40:40,032 INFO shard_id=645 shape=(3, 312, 212, 312, 1)
2017-03-13 00:40:40,033 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/645/data-centered-rotated-312-212-312.h5
2017-03-13 00:40:48,806 INFO Summary
2017-03-13 00:40:48,807 INFO X shape=(3, 312, 212, 312, 1)
2017-03-13 00:40:48,808 INFO Y shape=(3, 2)
2017-03-13 00:40:48,808 INFO Y: total: 3
2017-03-13 00:40:48,809 INFO Y: label 0: 2.0 66.6666666667%
2017-03-13 00:40:48,810 INFO Y: label 1: 1.0 33.3333333333%
2017-03-13 00:40:48,810 INFO Recording sample data
2017-03-13 00:40:48,811 INFO patient_index 0
2017-03-13 00:40:48,812 INFO x=
2017-03-13 00:40:48,812 INFO patient_index 1
2017-03-13 00:40:48,813 INFO x=
2017-03-13 00:40:48,814 INFO patient_index 2
2017-03-13 00:40:48,814 INFO x=
2017-03-13 00:40:48,821 INFO shard_id=646 shape=(1, 312, 212, 312, 1)
2017-03-13 00:40:48,822 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/646/data-centered-rotated-312-212-312.h5
2017-03-13 00:40:51,716 INFO Summary
2017-03-13 00:40:51,717 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:40:51,718 INFO Y shape=(1, 2)
2017-03-13 00:40:51,718 INFO Y: total: 1
2017-03-13 00:40:51,719 INFO Y: label 0: 1.0 100.0%
2017-03-13 00:40:51,720 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:40:51,720 INFO Recording sample data
2017-03-13 00:40:51,721 INFO patient_index 0
2017-03-13 00:40:51,722 INFO x=
2017-03-13 00:40:51,753 INFO shard_id=647 shape=(4, 312, 212, 312, 1)
2017-03-13 00:40:51,754 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/647/data-centered-rotated-312-212-312.h5
2017-03-13 00:41:05,260 INFO Summary
2017-03-13 00:41:05,261 INFO X shape=(4, 312, 212, 312, 1)
2017-03-13 00:41:05,262 INFO Y shape=(4, 2)
2017-03-13 00:41:05,262 INFO Y: total: 4
2017-03-13 00:41:05,263 INFO Y: label 0: 4.0 100.0%
2017-03-13 00:41:05,264 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:41:05,265 INFO Recording sample data
2017-03-13 00:41:05,265 INFO patient_index 0
2017-03-13 00:41:05,266 INFO x=
2017-03-13 00:41:05,267 INFO patient_index 1
2017-03-13 00:41:05,267 INFO x=
2017-03-13 00:41:05,268 INFO patient_index 3
2017-03-13 00:41:05,269 INFO x=
2017-03-13 00:41:05,270 INFO shard_id=648 shape=(1, 312, 212, 312, 1)
2017-03-13 00:41:05,271 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/648/data-centered-rotated-312-212-312.h5
2017-03-13 00:41:05,499 INFO Summary
2017-03-13 00:41:05,500 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:41:05,501 INFO Y shape=(1, 2)
2017-03-13 00:41:05,501 INFO Y: total: 1
2017-03-13 00:41:05,502 INFO Y: label 0: 1.0 100.0%
2017-03-13 00:41:05,503 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:41:05,503 INFO Recording sample data
2017-03-13 00:41:05,504 INFO patient_index 0
2017-03-13 00:41:05,505 INFO x=
2017-03-13 00:41:05,527 INFO shard_id=649 shape=(3, 312, 212, 312, 1)
2017-03-13 00:41:05,528 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/649/data-centered-rotated-312-212-312.h5
2017-03-13 00:41:15,478 INFO Summary
2017-03-13 00:41:15,479 INFO X shape=(3, 312, 212, 312, 1)
2017-03-13 00:41:15,480 INFO Y shape=(3, 2)
2017-03-13 00:41:15,481 INFO Y: total: 3
2017-03-13 00:41:15,482 INFO Y: label 0: 2.0 66.6666666667%
2017-03-13 00:41:15,483 INFO Y: label 1: 1.0 33.3333333333%
2017-03-13 00:41:15,483 INFO Recording sample data
2017-03-13 00:41:15,484 INFO patient_index 0
2017-03-13 00:41:15,485 INFO x=
2017-03-13 00:41:15,486 INFO patient_index 1
2017-03-13 00:41:15,487 INFO x=
2017-03-13 00:41:15,488 INFO patient_index 2
2017-03-13 00:41:15,489 INFO x=
2017-03-13 00:41:15,506 INFO shard_id=650 shape=(1, 312, 212, 312, 1)
2017-03-13 00:41:15,508 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/650/data-centered-rotated-312-212-312.h5
2017-03-13 00:41:18,773 INFO Summary
2017-03-13 00:41:18,774 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:41:18,775 INFO Y shape=(1, 2)
2017-03-13 00:41:18,776 INFO Y: total: 1
2017-03-13 00:41:18,776 INFO Y: label 0: 1.0 100.0%
2017-03-13 00:41:18,777 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:41:18,778 INFO Recording sample data
2017-03-13 00:41:18,779 INFO patient_index 0
2017-03-13 00:41:18,780 INFO x=
2017-03-13 00:41:18,808 INFO shard_id=651 shape=(4, 312, 212, 312, 1)
2017-03-13 00:41:18,809 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/651/data-centered-rotated-312-212-312.h5
2017-03-13 00:41:31,812 INFO Summary
2017-03-13 00:41:31,813 INFO X shape=(4, 312, 212, 312, 1)
2017-03-13 00:41:31,814 INFO Y shape=(4, 2)
2017-03-13 00:41:31,814 INFO Y: total: 4
2017-03-13 00:41:31,815 INFO Y: label 0: 3.0 75.0%
2017-03-13 00:41:31,816 INFO Y: label 1: 1.0 25.0%
2017-03-13 00:41:31,816 INFO Recording sample data
2017-03-13 00:41:31,817 INFO patient_index 0
2017-03-13 00:41:31,818 INFO x=
2017-03-13 00:41:31,818 INFO patient_index 1
2017-03-13 00:41:31,819 INFO x=
2017-03-13 00:41:31,820 INFO patient_index 3
2017-03-13 00:41:31,821 INFO x=
2017-03-13 00:41:31,841 INFO shard_id=652 shape=(3, 312, 212, 312, 1)
2017-03-13 00:41:31,842 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/652/data-centered-rotated-312-212-312.h5
2017-03-13 00:41:40,347 INFO Summary
2017-03-13 00:41:40,348 INFO X shape=(3, 312, 212, 312, 1)
2017-03-13 00:41:40,349 INFO Y shape=(3, 2)
2017-03-13 00:41:40,349 INFO Y: total: 3
2017-03-13 00:41:40,350 INFO Y: label 0: 1.0 33.3333333333%
2017-03-13 00:41:40,351 INFO Y: label 1: 2.0 66.6666666667%
2017-03-13 00:41:40,352 INFO Recording sample data
2017-03-13 00:41:40,353 INFO patient_index 0
2017-03-13 00:41:40,354 INFO x=
2017-03-13 00:41:40,355 INFO patient_index 1
2017-03-13 00:41:40,356 INFO x=
2017-03-13 00:41:40,357 INFO patient_index 2
2017-03-13 00:41:40,358 INFO x=
2017-03-13 00:41:40,376 INFO shard_id=653 shape=(2, 312, 212, 312, 1)
2017-03-13 00:41:40,377 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/653/data-centered-rotated-312-212-312.h5
2017-03-13 00:41:47,003 INFO Summary
2017-03-13 00:41:47,004 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:41:47,005 INFO Y shape=(2, 2)
2017-03-13 00:41:47,006 INFO Y: total: 2
2017-03-13 00:41:47,007 INFO Y: label 0: 1.0 50.0%
2017-03-13 00:41:47,008 INFO Y: label 1: 1.0 50.0%
2017-03-13 00:41:47,009 INFO Recording sample data
2017-03-13 00:41:47,010 INFO patient_index 0
2017-03-13 00:41:47,010 INFO x=
2017-03-13 00:41:47,011 INFO patient_index 1
2017-03-13 00:41:47,012 INFO x=
2017-03-13 00:41:47,014 INFO shard_id=654 shape=(4, 312, 212, 312, 1)
2017-03-13 00:41:47,015 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/654/data-centered-rotated-312-212-312.h5
2017-03-13 00:41:48,119 INFO Summary
2017-03-13 00:41:48,120 INFO X shape=(4, 312, 212, 312, 1)
2017-03-13 00:41:48,121 INFO Y shape=(4, 2)
2017-03-13 00:41:48,122 INFO Y: total: 4
2017-03-13 00:41:48,123 INFO Y: label 0: 1.0 25.0%
2017-03-13 00:41:48,124 INFO Y: label 1: 3.0 75.0%
2017-03-13 00:41:48,125 INFO Recording sample data
2017-03-13 00:41:48,126 INFO patient_index 0
2017-03-13 00:41:48,127 INFO x=
2017-03-13 00:41:48,127 INFO patient_index 1
2017-03-13 00:41:48,128 INFO x=
2017-03-13 00:41:48,129 INFO patient_index 3
2017-03-13 00:41:48,130 INFO x=
2017-03-13 00:41:48,144 INFO shard_id=655 shape=(1, 312, 212, 312, 1)
2017-03-13 00:41:48,145 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/655/data-centered-rotated-312-212-312.h5
2017-03-13 00:41:51,269 INFO Summary
2017-03-13 00:41:51,270 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:41:51,270 INFO Y shape=(1, 2)
2017-03-13 00:41:51,271 INFO Y: total: 1
2017-03-13 00:41:51,272 INFO Y: label 0: 1.0 100.0%
2017-03-13 00:41:51,272 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:41:51,273 INFO Recording sample data
2017-03-13 00:41:51,274 INFO patient_index 0
2017-03-13 00:41:51,275 INFO x=
2017-03-13 00:41:51,331 INFO shard_id=656 shape=(3, 312, 212, 312, 1)
2017-03-13 00:41:51,332 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/656/data-centered-rotated-312-212-312.h5
2017-03-13 00:42:00,515 INFO Summary
2017-03-13 00:42:00,516 INFO X shape=(3, 312, 212, 312, 1)
2017-03-13 00:42:00,516 INFO Y shape=(3, 2)
2017-03-13 00:42:00,517 INFO Y: total: 3
2017-03-13 00:42:00,518 INFO Y: label 0: 3.0 100.0%
2017-03-13 00:42:00,519 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:42:00,519 INFO Recording sample data
2017-03-13 00:42:00,520 INFO patient_index 0
2017-03-13 00:42:00,520 INFO x=
2017-03-13 00:42:00,521 INFO patient_index 1
2017-03-13 00:42:00,522 INFO x=
2017-03-13 00:42:00,522 INFO patient_index 2
2017-03-13 00:42:00,523 INFO x=
2017-03-13 00:42:00,524 INFO shard_id=657 shape=(3, 312, 212, 312, 1)
2017-03-13 00:42:00,525 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/657/data-centered-rotated-312-212-312.h5
2017-03-13 00:42:08,872 INFO Summary
2017-03-13 00:42:08,873 INFO X shape=(3, 312, 212, 312, 1)
2017-03-13 00:42:08,873 INFO Y shape=(3, 2)
2017-03-13 00:42:08,874 INFO Y: total: 3
2017-03-13 00:42:08,875 INFO Y: label 0: 2.0 66.6666666667%
2017-03-13 00:42:08,876 INFO Y: label 1: 1.0 33.3333333333%
2017-03-13 00:42:08,876 INFO Recording sample data
2017-03-13 00:42:08,877 INFO patient_index 0
2017-03-13 00:42:08,878 INFO x=
2017-03-13 00:42:08,879 INFO patient_index 1
2017-03-13 00:42:08,879 INFO x=
2017-03-13 00:42:08,880 INFO patient_index 2
2017-03-13 00:42:08,881 INFO x=
2017-03-13 00:42:08,921 INFO shard_id=658 shape=(3, 312, 212, 312, 1)
2017-03-13 00:42:08,922 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/658/data-centered-rotated-312-212-312.h5
2017-03-13 00:42:18,684 INFO Summary
2017-03-13 00:42:18,685 INFO X shape=(3, 312, 212, 312, 1)
2017-03-13 00:42:18,685 INFO Y shape=(3, 2)
2017-03-13 00:42:18,686 INFO Y: total: 3
2017-03-13 00:42:18,687 INFO Y: label 0: 3.0 100.0%
2017-03-13 00:42:18,688 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:42:18,688 INFO Recording sample data
2017-03-13 00:42:18,689 INFO patient_index 0
2017-03-13 00:42:18,690 INFO x=
2017-03-13 00:42:18,690 INFO patient_index 1
2017-03-13 00:42:18,691 INFO x=
2017-03-13 00:42:18,692 INFO patient_index 2
2017-03-13 00:42:18,692 INFO x=
2017-03-13 00:42:18,717 INFO shard_id=659 shape=(2, 312, 212, 312, 1)
2017-03-13 00:42:18,718 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/659/data-centered-rotated-312-212-312.h5
2017-03-13 00:42:25,603 INFO Summary
2017-03-13 00:42:25,604 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:42:25,605 INFO Y shape=(2, 2)
2017-03-13 00:42:25,606 INFO Y: total: 2
2017-03-13 00:42:25,606 INFO Y: label 0: 1.0 50.0%
2017-03-13 00:42:25,607 INFO Y: label 1: 1.0 50.0%
2017-03-13 00:42:25,608 INFO Recording sample data
2017-03-13 00:42:25,608 INFO patient_index 0
2017-03-13 00:42:25,609 INFO x=
2017-03-13 00:42:25,610 INFO patient_index 1
2017-03-13 00:42:25,610 INFO x=
2017-03-13 00:42:25,634 INFO shard_id=660 shape=(2, 312, 212, 312, 1)
2017-03-13 00:42:25,635 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/660/data-centered-rotated-312-212-312.h5
2017-03-13 00:42:32,778 INFO Summary
2017-03-13 00:42:32,779 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:42:32,779 INFO Y shape=(2, 2)
2017-03-13 00:42:32,780 INFO Y: total: 2
2017-03-13 00:42:32,781 INFO Y: label 0: 2.0 100.0%
2017-03-13 00:42:32,782 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:42:32,782 INFO Recording sample data
2017-03-13 00:42:32,783 INFO patient_index 0
2017-03-13 00:42:32,784 INFO x=
2017-03-13 00:42:32,784 INFO patient_index 1
2017-03-13 00:42:32,785 INFO x=
2017-03-13 00:42:32,802 INFO shard_id=661 shape=(1, 312, 212, 312, 1)
2017-03-13 00:42:32,803 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/661/data-centered-rotated-312-212-312.h5
2017-03-13 00:42:36,231 INFO Summary
2017-03-13 00:42:36,232 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:42:36,233 INFO Y shape=(1, 2)
2017-03-13 00:42:36,234 INFO Y: total: 1
2017-03-13 00:42:36,235 INFO Y: label 0: 0.0 0.0%
2017-03-13 00:42:36,235 INFO Y: label 1: 1.0 100.0%
2017-03-13 00:42:36,236 INFO Recording sample data
2017-03-13 00:42:36,237 INFO patient_index 0
2017-03-13 00:42:36,237 INFO x=
2017-03-13 00:42:36,238 INFO shard_id=662 shape=(2, 312, 212, 312, 1)
2017-03-13 00:42:36,239 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/662/data-centered-rotated-312-212-312.h5
2017-03-13 00:42:42,200 INFO Summary
2017-03-13 00:42:42,201 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:42:42,201 INFO Y shape=(2, 2)
2017-03-13 00:42:42,202 INFO Y: total: 2
2017-03-13 00:42:42,203 INFO Y: label 0: 2.0 100.0%
2017-03-13 00:42:42,203 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:42:42,204 INFO Recording sample data
2017-03-13 00:42:42,205 INFO patient_index 0
2017-03-13 00:42:42,206 INFO x=
2017-03-13 00:42:42,206 INFO patient_index 1
2017-03-13 00:42:42,207 INFO x=
2017-03-13 00:42:42,227 INFO shard_id=663 shape=(1, 312, 212, 312, 1)
2017-03-13 00:42:42,228 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/663/data-centered-rotated-312-212-312.h5
2017-03-13 00:42:45,547 INFO Summary
2017-03-13 00:42:45,548 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:42:45,549 INFO Y shape=(1, 2)
2017-03-13 00:42:45,550 INFO Y: total: 1
2017-03-13 00:42:45,551 INFO Y: label 0: 1.0 100.0%
2017-03-13 00:42:45,552 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:42:45,553 INFO Recording sample data
2017-03-13 00:42:45,553 INFO patient_index 0
2017-03-13 00:42:45,554 INFO x=
2017-03-13 00:42:45,556 WARNING no data on shard 664
2017-03-13 00:42:45,557 WARNING no data on shard 665
2017-03-13 00:42:45,590 INFO shard_id=666 shape=(6, 312, 212, 312, 1)
2017-03-13 00:42:45,591 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/666/data-centered-rotated-312-212-312.h5
2017-03-13 00:43:03,229 INFO Summary
2017-03-13 00:43:03,230 INFO X shape=(6, 312, 212, 312, 1)
2017-03-13 00:43:03,230 INFO Y shape=(6, 2)
2017-03-13 00:43:03,231 INFO Y: total: 6
2017-03-13 00:43:03,232 INFO Y: label 0: 5.0 83.3333333333%
2017-03-13 00:43:03,232 INFO Y: label 1: 1.0 16.6666666667%
2017-03-13 00:43:03,233 INFO Recording sample data
2017-03-13 00:43:03,234 INFO patient_index 0
2017-03-13 00:43:03,234 INFO x=
2017-03-13 00:43:03,235 INFO patient_index 2
2017-03-13 00:43:03,236 INFO x=
2017-03-13 00:43:03,236 INFO patient_index 4
2017-03-13 00:43:03,237 INFO x=
2017-03-13 00:43:03,268 INFO shard_id=667 shape=(3, 312, 212, 312, 1)
2017-03-13 00:43:03,270 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/667/data-centered-rotated-312-212-312.h5
2017-03-13 00:43:12,708 INFO Summary
2017-03-13 00:43:12,709 INFO X shape=(3, 312, 212, 312, 1)
2017-03-13 00:43:12,710 INFO Y shape=(3, 2)
2017-03-13 00:43:12,711 INFO Y: total: 3
2017-03-13 00:43:12,712 INFO Y: label 0: 2.0 66.6666666667%
2017-03-13 00:43:12,713 INFO Y: label 1: 1.0 33.3333333333%
2017-03-13 00:43:12,713 INFO Recording sample data
2017-03-13 00:43:12,714 INFO patient_index 0
2017-03-13 00:43:12,715 INFO x=
2017-03-13 00:43:12,716 INFO patient_index 1
2017-03-13 00:43:12,717 INFO x=
2017-03-13 00:43:12,718 INFO patient_index 2
2017-03-13 00:43:12,719 INFO x=
2017-03-13 00:43:12,735 INFO shard_id=668 shape=(1, 312, 212, 312, 1)
2017-03-13 00:43:12,736 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/668/data-centered-rotated-312-212-312.h5
2017-03-13 00:43:15,679 INFO Summary
2017-03-13 00:43:15,680 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:43:15,681 INFO Y shape=(1, 2)
2017-03-13 00:43:15,681 INFO Y: total: 1
2017-03-13 00:43:15,682 INFO Y: label 0: 1.0 100.0%
2017-03-13 00:43:15,683 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:43:15,683 INFO Recording sample data
2017-03-13 00:43:15,684 INFO patient_index 0
2017-03-13 00:43:15,685 INFO x=
2017-03-13 00:43:15,705 INFO shard_id=669 shape=(2, 312, 212, 312, 1)
2017-03-13 00:43:15,706 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/669/data-centered-rotated-312-212-312.h5
2017-03-13 00:43:22,173 INFO Summary
2017-03-13 00:43:22,174 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:43:22,175 INFO Y shape=(2, 2)
2017-03-13 00:43:22,176 INFO Y: total: 2
2017-03-13 00:43:22,177 INFO Y: label 0: 1.0 50.0%
2017-03-13 00:43:22,177 INFO Y: label 1: 1.0 50.0%
2017-03-13 00:43:22,178 INFO Recording sample data
2017-03-13 00:43:22,179 INFO patient_index 0
2017-03-13 00:43:22,179 INFO x=
2017-03-13 00:43:22,180 INFO patient_index 1
2017-03-13 00:43:22,181 INFO x=
2017-03-13 00:43:22,195 INFO shard_id=670 shape=(2, 312, 212, 312, 1)
2017-03-13 00:43:22,196 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/670/data-centered-rotated-312-212-312.h5
2017-03-13 00:43:28,542 INFO Summary
2017-03-13 00:43:28,544 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:43:28,545 INFO Y shape=(2, 2)
2017-03-13 00:43:28,546 INFO Y: total: 2
2017-03-13 00:43:28,546 INFO Y: label 0: 2.0 100.0%
2017-03-13 00:43:28,547 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:43:28,548 INFO Recording sample data
2017-03-13 00:43:28,549 INFO patient_index 0
2017-03-13 00:43:28,550 INFO x=
2017-03-13 00:43:28,551 INFO patient_index 1
2017-03-13 00:43:28,551 INFO x=
2017-03-13 00:43:28,569 INFO shard_id=671 shape=(1, 312, 212, 312, 1)
2017-03-13 00:43:28,570 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/671/data-centered-rotated-312-212-312.h5
2017-03-13 00:43:31,864 INFO Summary
2017-03-13 00:43:31,865 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:43:31,866 INFO Y shape=(1, 2)
2017-03-13 00:43:31,867 INFO Y: total: 1
2017-03-13 00:43:31,867 INFO Y: label 0: 1.0 100.0%
2017-03-13 00:43:31,868 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:43:31,869 INFO Recording sample data
2017-03-13 00:43:31,869 INFO patient_index 0
2017-03-13 00:43:31,870 INFO x=
2017-03-13 00:43:31,871 INFO shard_id=672 shape=(5, 312, 212, 312, 1)
2017-03-13 00:43:31,872 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/672/data-centered-rotated-312-212-312.h5
2017-03-13 00:43:48,260 INFO Summary
2017-03-13 00:43:48,261 INFO X shape=(5, 312, 212, 312, 1)
2017-03-13 00:43:48,262 INFO Y shape=(5, 2)
2017-03-13 00:43:48,262 INFO Y: total: 5
2017-03-13 00:43:48,263 INFO Y: label 0: 4.0 80.0%
2017-03-13 00:43:48,264 INFO Y: label 1: 1.0 20.0%
2017-03-13 00:43:48,265 INFO Recording sample data
2017-03-13 00:43:48,266 INFO patient_index 0
2017-03-13 00:43:48,267 INFO x=
2017-03-13 00:43:48,268 INFO patient_index 2
2017-03-13 00:43:48,268 INFO x=
2017-03-13 00:43:48,269 INFO patient_index 3
2017-03-13 00:43:48,270 INFO x=
2017-03-13 00:43:48,272 INFO shard_id=673 shape=(4, 312, 212, 312, 1)
2017-03-13 00:43:48,273 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/673/data-centered-rotated-312-212-312.h5
2017-03-13 00:43:49,407 INFO Summary
2017-03-13 00:43:49,408 INFO X shape=(4, 312, 212, 312, 1)
2017-03-13 00:43:49,409 INFO Y shape=(4, 2)
2017-03-13 00:43:49,410 INFO Y: total: 4
2017-03-13 00:43:49,411 INFO Y: label 0: 3.0 75.0%
2017-03-13 00:43:49,412 INFO Y: label 1: 1.0 25.0%
2017-03-13 00:43:49,412 INFO Recording sample data
2017-03-13 00:43:49,413 INFO patient_index 0
2017-03-13 00:43:49,414 INFO x=
2017-03-13 00:43:49,415 INFO patient_index 1
2017-03-13 00:43:49,416 INFO x=
2017-03-13 00:43:49,417 INFO patient_index 3
2017-03-13 00:43:49,417 INFO x=
2017-03-13 00:43:49,432 INFO shard_id=674 shape=(3, 312, 212, 312, 1)
2017-03-13 00:43:49,433 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/674/data-centered-rotated-312-212-312.h5
2017-03-13 00:43:59,161 INFO Summary
2017-03-13 00:43:59,163 INFO X shape=(3, 312, 212, 312, 1)
2017-03-13 00:43:59,163 INFO Y shape=(3, 2)
2017-03-13 00:43:59,164 INFO Y: total: 3
2017-03-13 00:43:59,165 INFO Y: label 0: 2.0 66.6666666667%
2017-03-13 00:43:59,165 INFO Y: label 1: 1.0 33.3333333333%
2017-03-13 00:43:59,166 INFO Recording sample data
2017-03-13 00:43:59,167 INFO patient_index 0
2017-03-13 00:43:59,167 INFO x=
2017-03-13 00:43:59,168 INFO patient_index 1
2017-03-13 00:43:59,169 INFO x=
2017-03-13 00:43:59,169 INFO patient_index 2
2017-03-13 00:43:59,170 INFO x=
2017-03-13 00:43:59,187 INFO shard_id=675 shape=(1, 312, 212, 312, 1)
2017-03-13 00:43:59,188 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/675/data-centered-rotated-312-212-312.h5
2017-03-13 00:44:02,168 INFO Summary
2017-03-13 00:44:02,169 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:44:02,170 INFO Y shape=(1, 2)
2017-03-13 00:44:02,170 INFO Y: total: 1
2017-03-13 00:44:02,171 INFO Y: label 0: 1.0 100.0%
2017-03-13 00:44:02,172 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:44:02,172 INFO Recording sample data
2017-03-13 00:44:02,173 INFO patient_index 0
2017-03-13 00:44:02,174 INFO x=
2017-03-13 00:44:02,175 INFO shard_id=676 shape=(2, 312, 212, 312, 1)
2017-03-13 00:44:02,176 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/676/data-centered-rotated-312-212-312.h5
2017-03-13 00:44:08,043 INFO Summary
2017-03-13 00:44:08,044 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:44:08,045 INFO Y shape=(2, 2)
2017-03-13 00:44:08,046 INFO Y: total: 2
2017-03-13 00:44:08,046 INFO Y: label 0: 2.0 100.0%
2017-03-13 00:44:08,047 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:44:08,048 INFO Recording sample data
2017-03-13 00:44:08,048 INFO patient_index 0
2017-03-13 00:44:08,049 INFO x=
2017-03-13 00:44:08,050 INFO patient_index 1
2017-03-13 00:44:08,050 INFO x=
2017-03-13 00:44:08,075 INFO shard_id=677 shape=(4, 312, 212, 312, 1)
2017-03-13 00:44:08,076 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/677/data-centered-rotated-312-212-312.h5
2017-03-13 00:44:20,057 INFO Summary
2017-03-13 00:44:20,058 INFO X shape=(4, 312, 212, 312, 1)
2017-03-13 00:44:20,058 INFO Y shape=(4, 2)
2017-03-13 00:44:20,059 INFO Y: total: 4
2017-03-13 00:44:20,060 INFO Y: label 0: 2.0 50.0%
2017-03-13 00:44:20,061 INFO Y: label 1: 2.0 50.0%
2017-03-13 00:44:20,062 INFO Recording sample data
2017-03-13 00:44:20,063 INFO patient_index 0
2017-03-13 00:44:20,064 INFO x=
2017-03-13 00:44:20,065 INFO patient_index 1
2017-03-13 00:44:20,066 INFO x=
2017-03-13 00:44:20,067 INFO patient_index 3
2017-03-13 00:44:20,067 INFO x=
2017-03-13 00:44:20,069 INFO shard_id=678 shape=(1, 312, 212, 312, 1)
2017-03-13 00:44:20,070 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/678/data-centered-rotated-312-212-312.h5
2017-03-13 00:44:23,159 INFO Summary
2017-03-13 00:44:23,160 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:44:23,161 INFO Y shape=(1, 2)
2017-03-13 00:44:23,162 INFO Y: total: 1
2017-03-13 00:44:23,162 INFO Y: label 0: 0.0 0.0%
2017-03-13 00:44:23,163 INFO Y: label 1: 1.0 100.0%
2017-03-13 00:44:23,164 INFO Recording sample data
2017-03-13 00:44:23,164 INFO patient_index 0
2017-03-13 00:44:23,165 INFO x=
2017-03-13 00:44:23,178 INFO shard_id=679 shape=(2, 312, 212, 312, 1)
2017-03-13 00:44:23,179 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/679/data-centered-rotated-312-212-312.h5
2017-03-13 00:44:29,237 INFO Summary
2017-03-13 00:44:29,238 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:44:29,239 INFO Y shape=(2, 2)
2017-03-13 00:44:29,239 INFO Y: total: 2
2017-03-13 00:44:29,240 INFO Y: label 0: 2.0 100.0%
2017-03-13 00:44:29,241 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:44:29,241 INFO Recording sample data
2017-03-13 00:44:29,242 INFO patient_index 0
2017-03-13 00:44:29,243 INFO x=
2017-03-13 00:44:29,243 INFO patient_index 1
2017-03-13 00:44:29,244 INFO x=
2017-03-13 00:44:29,260 INFO shard_id=680 shape=(2, 312, 212, 312, 1)
2017-03-13 00:44:29,261 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/680/data-centered-rotated-312-212-312.h5
2017-03-13 00:44:35,418 INFO Summary
2017-03-13 00:44:35,419 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:44:35,419 INFO Y shape=(2, 2)
2017-03-13 00:44:35,420 INFO Y: total: 2
2017-03-13 00:44:35,421 INFO Y: label 0: 2.0 100.0%
2017-03-13 00:44:35,421 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:44:35,422 INFO Recording sample data
2017-03-13 00:44:35,423 INFO patient_index 0
2017-03-13 00:44:35,423 INFO x=
2017-03-13 00:44:35,424 INFO patient_index 1
2017-03-13 00:44:35,424 INFO x=
2017-03-13 00:44:35,426 INFO shard_id=681 shape=(3, 312, 212, 312, 1)
2017-03-13 00:44:35,427 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/681/data-centered-rotated-312-212-312.h5
2017-03-13 00:44:44,034 INFO Summary
2017-03-13 00:44:44,035 INFO X shape=(3, 312, 212, 312, 1)
2017-03-13 00:44:44,036 INFO Y shape=(3, 2)
2017-03-13 00:44:44,037 INFO Y: total: 3
2017-03-13 00:44:44,037 INFO Y: label 0: 3.0 100.0%
2017-03-13 00:44:44,038 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:44:44,039 INFO Recording sample data
2017-03-13 00:44:44,039 INFO patient_index 0
2017-03-13 00:44:44,040 INFO x=
2017-03-13 00:44:44,041 INFO patient_index 1
2017-03-13 00:44:44,041 INFO x=
2017-03-13 00:44:44,042 INFO patient_index 2
2017-03-13 00:44:44,043 INFO x=
2017-03-13 00:44:44,044 WARNING no data on shard 682
2017-03-13 00:44:44,055 INFO shard_id=683 shape=(1, 312, 212, 312, 1)
2017-03-13 00:44:44,056 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/683/data-centered-rotated-312-212-312.h5
2017-03-13 00:44:46,870 INFO Summary
2017-03-13 00:44:46,871 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:44:46,872 INFO Y shape=(1, 2)
2017-03-13 00:44:46,872 INFO Y: total: 1
2017-03-13 00:44:46,873 INFO Y: label 0: 1.0 100.0%
2017-03-13 00:44:46,874 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:44:46,874 INFO Recording sample data
2017-03-13 00:44:46,875 INFO patient_index 0
2017-03-13 00:44:46,876 INFO x=
2017-03-13 00:44:46,891 INFO shard_id=684 shape=(2, 312, 212, 312, 1)
2017-03-13 00:44:46,892 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/684/data-centered-rotated-312-212-312.h5
2017-03-13 00:44:53,225 INFO Summary
2017-03-13 00:44:53,226 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:44:53,227 INFO Y shape=(2, 2)
2017-03-13 00:44:53,228 INFO Y: total: 2
2017-03-13 00:44:53,228 INFO Y: label 0: 2.0 100.0%
2017-03-13 00:44:53,229 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:44:53,230 INFO Recording sample data
2017-03-13 00:44:53,230 INFO patient_index 0
2017-03-13 00:44:53,231 INFO x=
2017-03-13 00:44:53,231 INFO patient_index 1
2017-03-13 00:44:53,232 INFO x=
2017-03-13 00:44:53,246 INFO shard_id=685 shape=(3, 312, 212, 312, 1)
2017-03-13 00:44:53,247 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/685/data-centered-rotated-312-212-312.h5
2017-03-13 00:45:02,929 INFO Summary
2017-03-13 00:45:02,930 INFO X shape=(3, 312, 212, 312, 1)
2017-03-13 00:45:02,930 INFO Y shape=(3, 2)
2017-03-13 00:45:02,931 INFO Y: total: 3
2017-03-13 00:45:02,932 INFO Y: label 0: 1.0 33.3333333333%
2017-03-13 00:45:02,932 INFO Y: label 1: 2.0 66.6666666667%
2017-03-13 00:45:02,933 INFO Recording sample data
2017-03-13 00:45:02,934 INFO patient_index 0
2017-03-13 00:45:02,934 INFO x=
2017-03-13 00:45:02,935 INFO patient_index 1
2017-03-13 00:45:02,936 INFO x=
2017-03-13 00:45:02,936 INFO patient_index 2
2017-03-13 00:45:02,937 INFO x=
2017-03-13 00:45:02,938 INFO shard_id=686 shape=(2, 312, 212, 312, 1)
2017-03-13 00:45:02,939 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/686/data-centered-rotated-312-212-312.h5
2017-03-13 00:45:03,513 INFO Summary
2017-03-13 00:45:03,514 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:45:03,515 INFO Y shape=(2, 2)
2017-03-13 00:45:03,515 INFO Y: total: 2
2017-03-13 00:45:03,516 INFO Y: label 0: 2.0 100.0%
2017-03-13 00:45:03,517 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:45:03,517 INFO Recording sample data
2017-03-13 00:45:03,518 INFO patient_index 0
2017-03-13 00:45:03,519 INFO x=
2017-03-13 00:45:03,519 INFO patient_index 1
2017-03-13 00:45:03,520 INFO x=
2017-03-13 00:45:03,521 WARNING no data on shard 687
2017-03-13 00:45:03,547 INFO shard_id=688 shape=(3, 312, 212, 312, 1)
2017-03-13 00:45:03,548 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/688/data-centered-rotated-312-212-312.h5
2017-03-13 00:45:13,387 INFO Summary
2017-03-13 00:45:13,388 INFO X shape=(3, 312, 212, 312, 1)
2017-03-13 00:45:13,389 INFO Y shape=(3, 2)
2017-03-13 00:45:13,389 INFO Y: total: 3
2017-03-13 00:45:13,390 INFO Y: label 0: 3.0 100.0%
2017-03-13 00:45:13,391 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:45:13,392 INFO Recording sample data
2017-03-13 00:45:13,392 INFO patient_index 0
2017-03-13 00:45:13,393 INFO x=
2017-03-13 00:45:13,394 INFO patient_index 1
2017-03-13 00:45:13,394 INFO x=
2017-03-13 00:45:13,395 INFO patient_index 2
2017-03-13 00:45:13,396 INFO x=
2017-03-13 00:45:13,407 INFO shard_id=689 shape=(1, 312, 212, 312, 1)
2017-03-13 00:45:13,408 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/689/data-centered-rotated-312-212-312.h5
2017-03-13 00:45:16,723 INFO Summary
2017-03-13 00:45:16,724 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:45:16,725 INFO Y shape=(1, 2)
2017-03-13 00:45:16,726 INFO Y: total: 1
2017-03-13 00:45:16,727 INFO Y: label 0: 1.0 100.0%
2017-03-13 00:45:16,728 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:45:16,729 INFO Recording sample data
2017-03-13 00:45:16,730 INFO patient_index 0
2017-03-13 00:45:16,731 INFO x=
2017-03-13 00:45:16,732 INFO shard_id=690 shape=(4, 312, 212, 312, 1)
2017-03-13 00:45:16,733 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/690/data-centered-rotated-312-212-312.h5
2017-03-13 00:45:29,070 INFO Summary
2017-03-13 00:45:29,071 INFO X shape=(4, 312, 212, 312, 1)
2017-03-13 00:45:29,072 INFO Y shape=(4, 2)
2017-03-13 00:45:29,073 INFO Y: total: 4
2017-03-13 00:45:29,073 INFO Y: label 0: 0.0 0.0%
2017-03-13 00:45:29,074 INFO Y: label 1: 4.0 100.0%
2017-03-13 00:45:29,075 INFO Recording sample data
2017-03-13 00:45:29,075 INFO patient_index 0
2017-03-13 00:45:29,076 INFO x=
2017-03-13 00:45:29,077 INFO patient_index 1
2017-03-13 00:45:29,077 INFO x=
2017-03-13 00:45:29,078 INFO patient_index 3
2017-03-13 00:45:29,079 INFO x=
2017-03-13 00:45:29,095 INFO shard_id=691 shape=(1, 312, 212, 312, 1)
2017-03-13 00:45:29,096 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/691/data-centered-rotated-312-212-312.h5
2017-03-13 00:45:32,919 INFO Summary
2017-03-13 00:45:32,920 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:45:32,921 INFO Y shape=(1, 2)
2017-03-13 00:45:32,921 INFO Y: total: 1
2017-03-13 00:45:32,922 INFO Y: label 0: 0.0 0.0%
2017-03-13 00:45:32,923 INFO Y: label 1: 1.0 100.0%
2017-03-13 00:45:32,924 INFO Recording sample data
2017-03-13 00:45:32,924 INFO patient_index 0
2017-03-13 00:45:32,925 INFO x=
2017-03-13 00:45:32,940 INFO shard_id=692 shape=(4, 312, 212, 312, 1)
2017-03-13 00:45:32,941 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/692/data-centered-rotated-312-212-312.h5
2017-03-13 00:45:45,370 INFO Summary
2017-03-13 00:45:45,371 INFO X shape=(4, 312, 212, 312, 1)
2017-03-13 00:45:45,372 INFO Y shape=(4, 2)
2017-03-13 00:45:45,373 INFO Y: total: 4
2017-03-13 00:45:45,374 INFO Y: label 0: 2.0 50.0%
2017-03-13 00:45:45,375 INFO Y: label 1: 2.0 50.0%
2017-03-13 00:45:45,376 INFO Recording sample data
2017-03-13 00:45:45,377 INFO patient_index 0
2017-03-13 00:45:45,378 INFO x=
2017-03-13 00:45:45,379 INFO patient_index 1
2017-03-13 00:45:45,379 INFO x=
2017-03-13 00:45:45,380 INFO patient_index 3
2017-03-13 00:45:45,381 INFO x=
2017-03-13 00:45:45,392 INFO shard_id=693 shape=(2, 312, 212, 312, 1)
2017-03-13 00:45:45,393 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/693/data-centered-rotated-312-212-312.h5
2017-03-13 00:45:51,617 INFO Summary
2017-03-13 00:45:51,618 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:45:51,619 INFO Y shape=(2, 2)
2017-03-13 00:45:51,620 INFO Y: total: 2
2017-03-13 00:45:51,621 INFO Y: label 0: 2.0 100.0%
2017-03-13 00:45:51,621 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:45:51,622 INFO Recording sample data
2017-03-13 00:45:51,623 INFO patient_index 0
2017-03-13 00:45:51,623 INFO x=
2017-03-13 00:45:51,624 INFO patient_index 1
2017-03-13 00:45:51,624 INFO x=
2017-03-13 00:45:51,636 INFO shard_id=694 shape=(1, 312, 212, 312, 1)
2017-03-13 00:45:51,638 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/694/data-centered-rotated-312-212-312.h5
2017-03-13 00:45:55,028 INFO Summary
2017-03-13 00:45:55,029 INFO X shape=(1, 312, 212, 312, 1)
2017-03-13 00:45:55,030 INFO Y shape=(1, 2)
2017-03-13 00:45:55,031 INFO Y: total: 1
2017-03-13 00:45:55,032 INFO Y: label 0: 1.0 100.0%
2017-03-13 00:45:55,033 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:45:55,034 INFO Recording sample data
2017-03-13 00:45:55,034 INFO patient_index 0
2017-03-13 00:45:55,035 INFO x=
2017-03-13 00:45:55,074 INFO shard_id=695 shape=(4, 312, 212, 312, 1)
2017-03-13 00:45:55,076 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/695/data-centered-rotated-312-212-312.h5
2017-03-13 00:46:07,934 INFO Summary
2017-03-13 00:46:07,935 INFO X shape=(4, 312, 212, 312, 1)
2017-03-13 00:46:07,935 INFO Y shape=(4, 2)
2017-03-13 00:46:07,936 INFO Y: total: 4
2017-03-13 00:46:07,937 INFO Y: label 0: 4.0 100.0%
2017-03-13 00:46:07,938 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:46:07,938 INFO Recording sample data
2017-03-13 00:46:07,939 INFO patient_index 0
2017-03-13 00:46:07,940 INFO x=
2017-03-13 00:46:07,940 INFO patient_index 1
2017-03-13 00:46:07,941 INFO x=
2017-03-13 00:46:07,941 INFO patient_index 3
2017-03-13 00:46:07,942 INFO x=
2017-03-13 00:46:07,973 INFO shard_id=696 shape=(2, 312, 212, 312, 1)
2017-03-13 00:46:07,974 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/696/data-centered-rotated-312-212-312.h5
2017-03-13 00:46:13,591 INFO Summary
2017-03-13 00:46:13,592 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:46:13,593 INFO Y shape=(2, 2)
2017-03-13 00:46:13,594 INFO Y: total: 2
2017-03-13 00:46:13,595 INFO Y: label 0: 2.0 100.0%
2017-03-13 00:46:13,595 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:46:13,596 INFO Recording sample data
2017-03-13 00:46:13,596 INFO patient_index 0
2017-03-13 00:46:13,597 INFO x=
2017-03-13 00:46:13,598 INFO patient_index 1
2017-03-13 00:46:13,598 INFO x=
2017-03-13 00:46:13,622 INFO shard_id=697 shape=(4, 312, 212, 312, 1)
2017-03-13 00:46:13,623 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/697/data-centered-rotated-312-212-312.h5
2017-03-13 00:46:26,391 INFO Summary
2017-03-13 00:46:26,392 INFO X shape=(4, 312, 212, 312, 1)
2017-03-13 00:46:26,393 INFO Y shape=(4, 2)
2017-03-13 00:46:26,393 INFO Y: total: 4
2017-03-13 00:46:26,394 INFO Y: label 0: 3.0 75.0%
2017-03-13 00:46:26,395 INFO Y: label 1: 1.0 25.0%
2017-03-13 00:46:26,395 INFO Recording sample data
2017-03-13 00:46:26,396 INFO patient_index 0
2017-03-13 00:46:26,397 INFO x=
2017-03-13 00:46:26,397 INFO patient_index 1
2017-03-13 00:46:26,398 INFO x=
2017-03-13 00:46:26,399 INFO patient_index 3
2017-03-13 00:46:26,399 INFO x=
2017-03-13 00:46:26,401 INFO shard_id=698 shape=(2, 312, 212, 312, 1)
2017-03-13 00:46:26,402 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/698/data-centered-rotated-312-212-312.h5
2017-03-13 00:46:32,862 INFO Summary
2017-03-13 00:46:32,863 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:46:32,863 INFO Y shape=(2, 2)
2017-03-13 00:46:32,864 INFO Y: total: 2
2017-03-13 00:46:32,865 INFO Y: label 0: 2.0 100.0%
2017-03-13 00:46:32,865 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:46:32,866 INFO Recording sample data
2017-03-13 00:46:32,867 INFO patient_index 0
2017-03-13 00:46:32,868 INFO x=
2017-03-13 00:46:32,868 INFO patient_index 1
2017-03-13 00:46:32,869 INFO x=
2017-03-13 00:46:32,870 WARNING no data on shard 699
2017-03-13 00:46:32,887 INFO shard_id=700 shape=(2, 312, 212, 312, 1)
2017-03-13 00:46:32,888 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step3/700/data-centered-rotated-312-212-312.h5
2017-03-13 00:46:38,975 INFO Summary
2017-03-13 00:46:38,976 INFO X shape=(2, 312, 212, 312, 1)
2017-03-13 00:46:38,977 INFO Y shape=(2, 2)
2017-03-13 00:46:38,978 INFO Y: total: 2
2017-03-13 00:46:38,978 INFO Y: label 0: 2.0 100.0%
2017-03-13 00:46:38,979 INFO Y: label 1: 0.0 0.0%
2017-03-13 00:46:38,980 INFO Recording sample data
2017-03-13 00:46:38,981 INFO patient_index 0
2017-03-13 00:46:38,982 INFO x=
2017-03-13 00:46:38,982 INFO patient_index 1
2017-03-13 00:46:38,983 INFO x=
2017-03-13 00:46:38,984 INFO > [done]    Count total patients among shards (3558292.789 ms)
2017-03-13 00:46:38,985 INFO total_patients=1392
2017-03-13 00:46:38,986 INFO > [started] Creating output merged dataset...
2017-03-13 00:46:38,988 INFO Merging shards
2017-03-13 00:46:38,988 INFO > [started] Processing shard1...
2017-03-13 00:46:38,990 DEBUG output0 3 input 03
2017-03-13 00:46:40,109 INFO > [done]    Processing shard1 (1120.114 ms)
2017-03-13 00:46:40,110 INFO > [started] Processing shard2...
2017-03-13 00:46:40,111 DEBUG output3 6 input 03
2017-03-13 00:46:40,872 INFO > [done]    Processing shard2 (762.768 ms)
2017-03-13 00:46:40,873 INFO > [started] Processing shard3...
2017-03-13 00:46:40,875 DEBUG output6 9 input 03
2017-03-13 00:46:41,283 INFO > [done]    Processing shard3 (409.595 ms)
2017-03-13 00:46:41,284 INFO > [started] Processing shard4...
2017-03-13 00:46:41,285 DEBUG output9 12 input 03
2017-03-13 00:46:41,628 INFO > [done]    Processing shard4 (343.931 ms)
2017-03-13 00:46:41,629 INFO > [started] Processing shard5...
2017-03-13 00:46:41,630 DEBUG output12 15 input 03
2017-03-13 00:46:41,970 INFO > [done]    Processing shard5 (341.272 ms)
2017-03-13 00:46:41,971 WARNING skipping unusable shard 6
2017-03-13 00:46:41,972 INFO > [started] Processing shard7...
2017-03-13 00:46:41,973 DEBUG output15 16 input 01
2017-03-13 00:46:42,089 INFO > [done]    Processing shard7 (116.811 ms)
2017-03-13 00:46:42,090 WARNING skipping unusable shard 8
2017-03-13 00:46:42,090 INFO > [started] Processing shard9...
2017-03-13 00:46:42,131 DEBUG output16 19 input 03
2017-03-13 00:46:49,598 INFO > [done]    Processing shard9 (7507.453 ms)
2017-03-13 00:46:49,599 INFO > [started] Processing shard10...
2017-03-13 00:46:49,600 DEBUG output19 22 input 03
2017-03-13 00:46:57,859 INFO > [done]    Processing shard10 (8259.905 ms)
2017-03-13 00:46:57,860 INFO > [started] Processing shard11...
2017-03-13 00:46:57,861 DEBUG output22 26 input 04
2017-03-13 00:47:09,053 INFO > [done]    Processing shard11 (11193.846 ms)
2017-03-13 00:47:09,054 INFO > [started] Processing shard12...
2017-03-13 00:47:09,056 DEBUG output26 29 input 03
2017-03-13 00:48:07,310 INFO > [done]    Processing shard12 (58255.819 ms)
2017-03-13 00:48:07,311 INFO > [started] Processing shard13...
2017-03-13 00:48:07,312 DEBUG output29 30 input 01
2017-03-13 00:48:09,763 INFO > [done]    Processing shard13 (2451.597 ms)
2017-03-13 00:48:09,764 INFO > [started] Processing shard14...
2017-03-13 00:48:09,765 DEBUG output30 33 input 03
2017-03-13 00:48:17,702 INFO > [done]    Processing shard14 (7938.185 ms)
2017-03-13 00:48:17,703 INFO > [started] Processing shard15...
2017-03-13 00:48:17,704 DEBUG output33 38 input 05
2017-03-13 00:48:24,798 INFO > [done]    Processing shard15 (7094.432 ms)
2017-03-13 00:48:24,799 INFO > [started] Processing shard16...
2017-03-13 00:48:24,800 DEBUG output38 40 input 02
2017-03-13 00:48:29,974 INFO > [done]    Processing shard16 (5175.021 ms)
2017-03-13 00:48:29,975 INFO > [started] Processing shard17...
2017-03-13 00:48:29,976 DEBUG output40 42 input 02
2017-03-13 00:48:35,463 INFO > [done]    Processing shard17 (5488.250 ms)
2017-03-13 00:48:35,464 WARNING skipping unusable shard 18
2017-03-13 00:48:35,465 WARNING skipping unusable shard 19
2017-03-13 00:48:35,466 INFO > [started] Processing shard20...
2017-03-13 00:48:35,467 DEBUG output42 43 input 01
2017-03-13 00:48:38,323 INFO > [done]    Processing shard20 (2857.280 ms)
2017-03-13 00:48:38,324 INFO > [started] Processing shard21...
2017-03-13 00:48:38,325 DEBUG output43 46 input 03
2017-03-13 00:48:39,249 INFO > [done]    Processing shard21 (924.897 ms)
2017-03-13 00:48:39,250 INFO > [started] Processing shard22...
2017-03-13 00:48:39,251 DEBUG output46 48 input 02
2017-03-13 00:49:10,016 INFO > [done]    Processing shard22 (30766.484 ms)
2017-03-13 00:49:10,017 INFO > [started] Processing shard23...
2017-03-13 00:49:10,018 DEBUG output48 50 input 02
2017-03-13 00:49:29,769 INFO > [done]    Processing shard23 (19751.755 ms)
2017-03-13 00:49:29,770 INFO > [started] Processing shard24...
2017-03-13 00:49:29,771 DEBUG output50 51 input 01
2017-03-13 00:49:37,717 INFO > [done]    Processing shard24 (7946.897 ms)
2017-03-13 00:49:37,718 INFO > [started] Processing shard25...
2017-03-13 00:49:37,719 DEBUG output51 52 input 01
2017-03-13 00:49:40,824 INFO > [done]    Processing shard25 (3106.458 ms)
2017-03-13 00:49:40,825 INFO > [started] Processing shard26...
2017-03-13 00:49:40,827 DEBUG output52 53 input 01
2017-03-13 00:49:43,952 INFO > [done]    Processing shard26 (3126.599 ms)
2017-03-13 00:49:43,953 INFO > [started] Processing shard27...
2017-03-13 00:49:43,955 DEBUG output53 56 input 03
2017-03-13 00:49:53,228 INFO > [done]    Processing shard27 (9274.374 ms)
2017-03-13 00:49:53,229 INFO > [started] Processing shard28...
2017-03-13 00:49:53,243 DEBUG output56 59 input 03
2017-03-13 00:50:03,506 INFO > [done]    Processing shard28 (10277.796 ms)
2017-03-13 00:50:03,507 INFO > [started] Processing shard29...
2017-03-13 00:50:03,508 DEBUG output59 61 input 02
2017-03-13 00:50:03,787 INFO > [done]    Processing shard29 (279.487 ms)
2017-03-13 00:50:03,788 INFO > [started] Processing shard30...
2017-03-13 00:50:03,789 DEBUG output61 62 input 01
2017-03-13 00:50:05,384 INFO > [done]    Processing shard30 (1596.246 ms)
2017-03-13 00:50:05,385 INFO > [started] Processing shard31...
2017-03-13 00:50:05,386 DEBUG output62 63 input 01
2017-03-13 00:50:08,705 INFO > [done]    Processing shard31 (3319.566 ms)
2017-03-13 00:50:08,706 INFO > [started] Processing shard32...
2017-03-13 00:50:08,707 DEBUG output63 65 input 02
2017-03-13 00:50:39,111 INFO > [done]    Processing shard32 (30405.609 ms)
2017-03-13 00:50:39,113 WARNING skipping unusable shard 33
2017-03-13 00:50:39,113 INFO > [started] Processing shard34...
2017-03-13 00:50:39,115 DEBUG output65 66 input 01
2017-03-13 00:50:42,310 INFO > [done]    Processing shard34 (3196.165 ms)
2017-03-13 00:50:42,311 INFO > [started] Processing shard35...
2017-03-13 00:50:42,312 DEBUG output66 70 input 04
2017-03-13 00:50:55,294 INFO > [done]    Processing shard35 (12983.084 ms)
2017-03-13 00:50:55,295 WARNING skipping unusable shard 36
2017-03-13 00:50:55,296 INFO > [started] Processing shard37...
2017-03-13 00:50:55,297 DEBUG output70 71 input 01
2017-03-13 00:50:58,533 INFO > [done]    Processing shard37 (3237.799 ms)
2017-03-13 00:50:58,534 INFO > [started] Processing shard38...
2017-03-13 00:50:58,535 DEBUG output71 74 input 03
2017-03-13 00:51:07,300 INFO > [done]    Processing shard38 (8765.388 ms)
2017-03-13 00:51:07,301 INFO > [started] Processing shard39...
2017-03-13 00:51:07,302 DEBUG output74 75 input 01
2017-03-13 00:51:10,348 INFO > [done]    Processing shard39 (3047.447 ms)
2017-03-13 00:51:10,349 WARNING skipping unusable shard 40
2017-03-13 00:51:10,350 INFO > [started] Processing shard41...
2017-03-13 00:51:44,128 INFO > [done]    Processing shard41 (33778.003 ms)
2017-03-13 00:51:44,129 INFO > [started] Processing shard42...
2017-03-13 00:51:44,130 DEBUG output79 81 input 02
2017-03-13 00:51:50,341 INFO > [done]    Processing shard42 (6212.183 ms)
2017-03-13 00:51:50,343 INFO > [started] Processing shard43...
2017-03-13 00:51:50,344 DEBUG output81 84 input 03
2017-03-13 00:52:00,547 INFO > [done]    Processing shard43 (10204.651 ms)
2017-03-13 00:52:00,548 INFO > [started] Processing shard44...
2017-03-13 00:52:00,549 DEBUG output84 86 input 02
2017-03-13 00:52:06,971 INFO > [done]    Processing shard44 (6422.799 ms)
2017-03-13 00:52:06,972 INFO > [started] Processing shard45...
2017-03-13 00:52:06,973 DEBUG output86 89 input 03
2017-03-13 00:52:16,070 INFO > [done]    Processing shard45 (9097.378 ms)
2017-03-13 00:52:16,071 INFO > [started] Processing shard46...
2017-03-13 00:52:16,072 DEBUG output89 91 input 02
2017-03-13 00:52:33,405 INFO > [done]    Processing shard46 (17334.382 ms)
2017-03-13 00:52:33,406 WARNING skipping unusable shard 47
2017-03-13 00:52:33,407 INFO > [started] Processing shard48...
2017-03-13 00:52:33,529 DEBUG output91 92 input 01
2017-03-13 00:52:49,734 INFO > [done]    Processing shard48 (16327.712 ms)
2017-03-13 00:52:49,736 INFO > [started] Processing shard49...
2017-03-13 00:52:49,737 DEBUG output92 93 input 01
2017-03-13 00:52:53,269 INFO > [done]    Processing shard49 (3533.768 ms)
2017-03-13 00:52:53,270 INFO > [started] Processing shard50...
2017-03-13 00:52:53,272 DEBUG output93 97 input 04
2017-03-13 00:53:11,855 INFO > [done]    Processing shard50 (18584.835 ms)
2017-03-13 00:53:11,856 INFO > [started] Processing shard51...
2017-03-13 00:53:11,857 DEBUG output97 102 input 05
2017-03-13 00:53:13,276 INFO > [done]    Processing shard51 (1419.476 ms)
2017-03-13 00:53:13,277 INFO > [started] Processing shard52...
2017-03-13 00:53:13,278 DEBUG output102 105 input 03
2017-03-13 00:53:22,419 INFO > [done]    Processing shard52 (9141.848 ms)
2017-03-13 00:53:22,420 INFO > [started] Processing shard53...
2017-03-13 00:53:22,421 DEBUG output105 107 input 02
2017-03-13 00:53:28,473 INFO > [done]    Processing shard53 (6052.938 ms)
2017-03-13 00:53:28,473 INFO > [started] Processing shard54...
2017-03-13 00:53:28,475 DEBUG output107 111 input 04
2017-03-13 00:53:40,445 INFO > [done]    Processing shard54 (11971.252 ms)
2017-03-13 00:53:40,446 INFO > [started] Processing shard55...
2017-03-13 00:53:40,447 DEBUG output111 112 input 01
2017-03-13 00:53:40,565 INFO > [done]    Processing shard55 (119.681 ms)
2017-03-13 00:53:40,566 WARNING skipping unusable shard 56
2017-03-13 00:53:40,567 WARNING skipping unusable shard 57
2017-03-13 00:53:40,568 INFO > [started] Processing shard58...
2017-03-13 00:53:40,569 DEBUG output112 116 input 04
2017-03-13 00:54:28,303 INFO > [done]    Processing shard58 (47734.809 ms)
2017-03-13 00:54:28,304 INFO > [started] Processing shard59...
2017-03-13 00:54:28,305 DEBUG output116 117 input 01
2017-03-13 00:54:28,421 INFO > [done]    Processing shard59 (117.290 ms)
2017-03-13 00:54:28,422 INFO > [started] Processing shard60...
2017-03-13 00:54:28,423 DEBUG output117 118 input 01
2017-03-13 00:54:31,486 INFO > [done]    Processing shard60 (3063.520 ms)
2017-03-13 00:54:31,487 INFO > [started] Processing shard61...
2017-03-13 00:54:31,488 DEBUG output118 120 input 02
2017-03-13 00:54:37,659 INFO > [done]    Processing shard61 (6172.631 ms)
2017-03-13 00:54:37,660 INFO > [started] Processing shard62...
2017-03-13 00:54:37,661 DEBUG output120 122 input 02
2017-03-13 00:54:44,424 INFO > [done]    Processing shard62 (6763.716 ms)
2017-03-13 00:54:44,425 WARNING skipping unusable shard 63
2017-03-13 00:54:44,426 INFO > [started] Processing shard64...
2017-03-13 00:54:44,427 DEBUG output122 124 input 02
2017-03-13 00:54:50,433 INFO > [done]    Processing shard64 (6007.545 ms)
2017-03-13 00:54:50,434 INFO > [started] Processing shard65...
2017-03-13 00:54:50,435 DEBUG output124 126 input 02
2017-03-13 00:54:56,152 INFO > [done]    Processing shard65 (5718.229 ms)
2017-03-13 00:54:56,154 INFO > [started] Processing shard66...
2017-03-13 00:54:56,155 DEBUG output126 131 input 05
2017-03-13 00:55:29,498 INFO > [done]    Processing shard66 (33344.337 ms)
2017-03-13 00:55:29,500 INFO > [started] Processing shard67...
2017-03-13 00:55:29,501 DEBUG output131 133 input 02
2017-03-13 00:55:29,731 INFO > [done]    Processing shard67 (231.303 ms)
2017-03-13 00:55:29,732 INFO > [started] Processing shard68...
2017-03-13 00:55:29,733 DEBUG output133 136 input 03
2017-03-13 00:55:38,765 INFO > [done]    Processing shard68 (9033.025 ms)
2017-03-13 00:55:38,766 INFO > [started] Processing shard69...
2017-03-13 00:55:38,767 DEBUG output136 141 input 05
2017-03-13 00:55:40,037 INFO > [done]    Processing shard69 (1270.943 ms)
2017-03-13 00:55:40,038 INFO > [started] Processing shard70...
2017-03-13 00:55:40,039 DEBUG output141 143 input 02
2017-03-13 00:55:45,916 INFO > [done]    Processing shard70 (5878.202 ms)
2017-03-13 00:55:45,917 INFO > [started] Processing shard71...
2017-03-13 00:55:45,918 DEBUG output143 144 input 01
2017-03-13 00:55:48,854 INFO > [done]    Processing shard71 (2937.063 ms)
2017-03-13 00:55:48,855 INFO > [started] Processing shard72...
2017-03-13 00:55:48,857 DEBUG output144 146 input 02
2017-03-13 00:55:49,460 INFO > [done]    Processing shard72 (604.461 ms)
2017-03-13 00:55:49,461 INFO > [started] Processing shard73...
2017-03-13 00:55:49,462 DEBUG output146 148 input 02
2017-03-13 00:55:55,617 INFO > [done]    Processing shard73 (6156.189 ms)
2017-03-13 00:55:55,618 INFO > [started] Processing shard74...
2017-03-13 00:55:55,619 DEBUG output148 150 input 02
2017-03-13 00:56:01,823 INFO > [done]    Processing shard74 (6205.022 ms)
2017-03-13 00:56:01,824 INFO > [started] Processing shard75...
2017-03-13 00:56:01,825 DEBUG output150 153 input 03
2017-03-13 00:56:02,866 INFO > [done]    Processing shard75 (1041.820 ms)
2017-03-13 00:56:02,867 WARNING skipping unusable shard 76
2017-03-13 00:56:02,868 INFO > [started] Processing shard77...
2017-03-13 00:56:02,869 DEBUG output153 155 input 02
2017-03-13 00:57:00,172 INFO > [done]    Processing shard77 (57304.142 ms)
2017-03-13 00:57:00,173 INFO > [started] Processing shard78...
2017-03-13 00:57:00,174 DEBUG output155 158 input 03
2017-03-13 00:57:09,546 INFO > [done]    Processing shard78 (9373.241 ms)
2017-03-13 00:57:09,547 INFO > [started] Processing shard79...
2017-03-13 00:57:09,548 DEBUG output158 159 input 01
2017-03-13 00:57:12,722 INFO > [done]    Processing shard79 (3175.223 ms)
2017-03-13 00:57:12,723 WARNING skipping unusable shard 80
2017-03-13 00:57:12,724 INFO > [started] Processing shard81...
2017-03-13 00:57:12,725 DEBUG output159 161 input 02
2017-03-13 00:57:19,161 INFO > [done]    Processing shard81 (6436.430 ms)
2017-03-13 00:57:19,162 INFO > [started] Processing shard82...
2017-03-13 00:57:19,163 DEBUG output161 163 input 02
2017-03-13 00:57:25,419 INFO > [done]    Processing shard82 (6257.247 ms)
2017-03-13 00:57:25,420 INFO > [started] Processing shard83...
2017-03-13 00:57:25,421 DEBUG output163 167 input 04
2017-03-13 00:57:56,627 INFO > [done]    Processing shard83 (31207.325 ms)
2017-03-13 00:57:56,628 INFO > [started] Processing shard84...
2017-03-13 00:57:56,630 DEBUG output167 171 input 04
2017-03-13 00:58:08,664 INFO > [done]    Processing shard84 (12035.370 ms)
2017-03-13 00:58:08,665 WARNING skipping unusable shard 85
2017-03-13 00:58:08,665 INFO > [started] Processing shard86...
2017-03-13 00:58:08,667 DEBUG output171 173 input 02
2017-03-13 00:58:14,684 INFO > [done]    Processing shard86 (6018.982 ms)
2017-03-13 00:58:14,685 INFO > [started] Processing shard87...
2017-03-13 00:58:14,686 DEBUG output173 177 input 04
2017-03-13 00:58:27,936 INFO > [done]    Processing shard87 (13250.518 ms)
2017-03-13 00:58:27,937 INFO > [started] Processing shard88...
2017-03-13 00:58:27,938 DEBUG output177 178 input 01
2017-03-13 00:58:41,457 INFO > [done]    Processing shard88 (13520.102 ms)
2017-03-13 00:58:41,458 INFO > [started] Processing shard89...
2017-03-13 00:58:41,459 DEBUG output178 180 input 02
2017-03-13 00:59:04,634 INFO > [done]    Processing shard89 (23175.663 ms)
2017-03-13 00:59:04,635 INFO > [started] Processing shard90...
2017-03-13 00:59:04,642 DEBUG output180 181 input 01
2017-03-13 00:59:10,383 INFO > [done]    Processing shard90 (5748.403 ms)
2017-03-13 00:59:10,384 INFO > [started] Processing shard91...
2017-03-13 00:59:10,385 DEBUG output181 182 input 01
2017-03-13 00:59:10,506 INFO > [done]    Processing shard91 (121.902 ms)
2017-03-13 00:59:10,507 INFO > [started] Processing shard92...
2017-03-13 00:59:10,508 DEBUG output182 184 input 02
2017-03-13 00:59:16,788 INFO > [done]    Processing shard92 (6280.941 ms)
2017-03-13 00:59:16,789 WARNING skipping unusable shard 93
2017-03-13 00:59:16,790 INFO > [started] Processing shard94...
2017-03-13 00:59:16,791 DEBUG output184 188 input 04
2017-03-13 00:59:28,784 INFO > [done]    Processing shard94 (11993.784 ms)
2017-03-13 00:59:28,785 INFO > [started] Processing shard95...
2017-03-13 00:59:28,786 DEBUG output188 190 input 02
2017-03-13 00:59:29,094 INFO > [done]    Processing shard95 (309.030 ms)
2017-03-13 00:59:29,095 INFO > [started] Processing shard96...
2017-03-13 00:59:29,096 DEBUG output190 192 input 02
2017-03-13 00:59:35,506 INFO > [done]    Processing shard96 (6411.603 ms)
2017-03-13 00:59:35,507 INFO > [started] Processing shard97...
2017-03-13 00:59:35,509 DEBUG output192 194 input 02
2017-03-13 00:59:42,033 INFO > [done]    Processing shard97 (6525.373 ms)
2017-03-13 00:59:42,034 WARNING skipping unusable shard 98
2017-03-13 00:59:42,034 INFO > [started] Processing shard99...
2017-03-13 00:59:42,036 DEBUG output194 197 input 03
2017-03-13 01:00:18,195 INFO > [done]    Processing shard99 (36160.718 ms)
2017-03-13 01:00:18,196 INFO > [started] Processing shard100...
2017-03-13 01:00:18,197 DEBUG output197 200 input 03
2017-03-13 01:00:27,790 INFO > [done]    Processing shard100 (9593.976 ms)
2017-03-13 01:00:27,791 INFO > [started] Processing shard101...
2017-03-13 01:00:27,792 DEBUG output200 201 input 01
2017-03-13 01:00:30,722 INFO > [done]    Processing shard101 (2931.136 ms)
2017-03-13 01:00:30,723 INFO > [started] Processing shard102...
2017-03-13 01:00:30,724 DEBUG output201 202 input 01
2017-03-13 01:00:34,482 INFO > [done]    Processing shard102 (3759.069 ms)
2017-03-13 01:00:34,484 INFO > [started] Processing shard103...
2017-03-13 01:00:34,485 DEBUG output202 204 input 02
2017-03-13 01:00:40,574 INFO > [done]    Processing shard103 (6090.283 ms)
2017-03-13 01:00:40,575 INFO > [started] Processing shard104...
2017-03-13 01:00:40,576 DEBUG output204 210 input 06
2017-03-13 01:01:18,665 INFO > [done]    Processing shard104 (38089.667 ms)
2017-03-13 01:01:18,666 INFO > [started] Processing shard105...
2017-03-13 01:01:18,667 DEBUG output210 212 input 02
2017-03-13 01:01:24,218 INFO > [done]    Processing shard105 (5551.847 ms)
2017-03-13 01:01:24,219 INFO > [started] Processing shard106...
2017-03-13 01:01:24,220 DEBUG output212 213 input 01
2017-03-13 01:01:26,959 INFO > [done]    Processing shard106 (2740.535 ms)
2017-03-13 01:01:26,960 INFO > [started] Processing shard107...
2017-03-13 01:01:26,961 DEBUG output213 214 input 01
2017-03-13 01:01:29,975 INFO > [done]    Processing shard107 (3014.368 ms)
2017-03-13 01:01:29,976 INFO > [started] Processing shard108...
2017-03-13 01:01:29,977 DEBUG output214 219 input 05
2017-03-13 01:01:45,786 INFO > [done]    Processing shard108 (15810.175 ms)
2017-03-13 01:01:45,787 INFO > [started] Processing shard109...
2017-03-13 01:01:45,788 DEBUG output219 221 input 02
2017-03-13 01:02:16,201 INFO > [done]    Processing shard109 (30414.377 ms)
2017-03-13 01:02:16,202 INFO > [started] Processing shard110...
2017-03-13 01:02:16,204 DEBUG output221 224 input 03
2017-03-13 01:02:31,962 INFO > [done]    Processing shard110 (15759.437 ms)
2017-03-13 01:02:31,963 WARNING skipping unusable shard 111
2017-03-13 01:02:31,964 WARNING skipping unusable shard 112
2017-03-13 01:02:31,964 INFO > [started] Processing shard113...
2017-03-13 01:02:31,965 DEBUG output224 225 input 01
2017-03-13 01:02:34,897 INFO > [done]    Processing shard113 (2932.325 ms)
2017-03-13 01:02:34,898 INFO > [started] Processing shard114...
2017-03-13 01:02:34,899 DEBUG output225 226 input 01
2017-03-13 01:02:38,156 INFO > [done]    Processing shard114 (3258.053 ms)
2017-03-13 01:02:38,157 INFO > [started] Processing shard115...
2017-03-13 01:02:38,158 DEBUG output226 228 input 02
2017-03-13 01:02:44,340 INFO > [done]    Processing shard115 (6183.025 ms)
2017-03-13 01:02:44,341 INFO > [started] Processing shard116...
2017-03-13 01:02:44,342 DEBUG output228 229 input 01
2017-03-13 01:02:47,195 INFO > [done]    Processing shard116 (2854.282 ms)
2017-03-13 01:02:47,196 INFO > [started] Processing shard117...
2017-03-13 01:02:47,197 DEBUG output229 230 input 01
2017-03-13 01:02:50,153 INFO > [done]    Processing shard117 (2956.281 ms)
2017-03-13 01:02:50,154 INFO > [started] Processing shard118...
2017-03-13 01:02:50,155 DEBUG output230 231 input 01
2017-03-13 01:02:53,304 INFO > [done]    Processing shard118 (3150.004 ms)
2017-03-13 01:02:53,305 INFO > [started] Processing shard119...
2017-03-13 01:02:53,306 DEBUG output231 233 input 02
2017-03-13 01:02:59,312 INFO > [done]    Processing shard119 (6007.791 ms)
2017-03-13 01:02:59,313 INFO > [started] Processing shard120...
2017-03-13 01:02:59,314 DEBUG output233 235 input 02
2017-03-13 01:03:23,606 INFO > [done]    Processing shard120 (24292.700 ms)
2017-03-13 01:03:23,607 INFO > [started] Processing shard121...
2017-03-13 01:03:23,608 DEBUG output235 238 input 03
2017-03-13 01:03:41,610 INFO > [done]    Processing shard121 (18003.086 ms)
2017-03-13 01:03:41,611 INFO > [started] Processing shard122...
2017-03-13 01:03:41,612 DEBUG output238 240 input 02
2017-03-13 01:03:48,024 INFO > [done]    Processing shard122 (6412.560 ms)
2017-03-13 01:03:48,025 INFO > [started] Processing shard123...
2017-03-13 01:03:48,026 DEBUG output240 242 input 02
2017-03-13 01:03:54,199 INFO > [done]    Processing shard123 (6173.717 ms)
2017-03-13 01:03:54,200 INFO > [started] Processing shard124...
2017-03-13 01:03:54,201 DEBUG output242 244 input 02
2017-03-13 01:04:00,892 INFO > [done]    Processing shard124 (6692.261 ms)
2017-03-13 01:04:00,893 INFO > [started] Processing shard125...
2017-03-13 01:04:00,929 DEBUG output244 245 input 01
2017-03-13 01:04:03,916 INFO > [done]    Processing shard125 (3022.384 ms)
2017-03-13 01:04:03,917 INFO > [started] Processing shard126...
2017-03-13 01:04:03,918 DEBUG output245 247 input 02
2017-03-13 01:04:10,852 INFO > [done]    Processing shard126 (6935.505 ms)
2017-03-13 01:04:10,853 INFO > [started] Processing shard127...
2017-03-13 01:04:10,855 DEBUG output247 248 input 01
2017-03-13 01:04:11,466 INFO > [done]    Processing shard127 (612.630 ms)
2017-03-13 01:04:11,467 INFO > [started] Processing shard128...
2017-03-13 01:04:11,468 DEBUG output248 250 input 02
2017-03-13 01:04:38,863 INFO > [done]    Processing shard128 (27395.667 ms)
2017-03-13 01:04:38,864 INFO > [started] Processing shard129...
2017-03-13 01:04:38,865 DEBUG output250 254 input 04
2017-03-13 01:04:59,452 INFO > [done]    Processing shard129 (20588.534 ms)
2017-03-13 01:04:59,453 INFO > [started] Processing shard130...
2017-03-13 01:04:59,455 DEBUG output254 256 input 02
2017-03-13 01:05:06,209 INFO > [done]    Processing shard130 (6756.053 ms)
2017-03-13 01:05:06,210 INFO > [started] Processing shard131...
2017-03-13 01:05:06,212 DEBUG output256 258 input 02
2017-03-13 01:05:13,229 INFO > [done]    Processing shard131 (7019.011 ms)
2017-03-13 01:05:13,231 WARNING skipping unusable shard 132
2017-03-13 01:05:13,231 INFO > [started] Processing shard133...
2017-03-13 01:05:13,232 DEBUG output258 266 input 08
2017-03-13 01:05:54,990 INFO > [done]    Processing shard133 (41759.116 ms)
2017-03-13 01:05:54,991 INFO > [started] Processing shard134...
2017-03-13 01:05:54,992 DEBUG output266 268 input 02
2017-03-13 01:06:00,540 INFO > [done]    Processing shard134 (5548.241 ms)
2017-03-13 01:06:00,541 INFO > [started] Processing shard135...
2017-03-13 01:06:00,542 DEBUG output268 270 input 02
2017-03-13 01:06:06,714 INFO > [done]    Processing shard135 (6173.230 ms)
2017-03-13 01:06:06,715 INFO > [started] Processing shard136...
2017-03-13 01:06:06,716 DEBUG output270 271 input 01
2017-03-13 01:06:10,600 INFO > [done]    Processing shard136 (3885.200 ms)
2017-03-13 01:06:10,601 INFO > [started] Processing shard137...
2017-03-13 01:06:10,602 DEBUG output271 276 input 05
2017-03-13 01:06:30,595 INFO > [done]    Processing shard137 (19993.737 ms)
2017-03-13 01:06:30,596 INFO > [started] Processing shard138...
2017-03-13 01:06:30,597 DEBUG output276 277 input 01
2017-03-13 01:06:56,422 INFO > [done]    Processing shard138 (25825.987 ms)
2017-03-13 01:06:56,423 INFO > [started] Processing shard139...
2017-03-13 01:06:56,424 DEBUG output277 279 input 02
2017-03-13 01:06:56,749 INFO > [done]    Processing shard139 (325.959 ms)
2017-03-13 01:06:56,750 INFO > [started] Processing shard140...
2017-03-13 01:06:56,751 DEBUG output279 284 input 05
2017-03-13 01:07:28,392 INFO > [done]    Processing shard140 (31642.441 ms)
2017-03-13 01:07:28,393 INFO > [started] Processing shard141...
2017-03-13 01:07:28,395 DEBUG output284 286 input 02
2017-03-13 01:07:28,626 INFO > [done]    Processing shard141 (232.145 ms)
2017-03-13 01:07:28,627 INFO > [started] Processing shard142...
2017-03-13 01:07:28,628 DEBUG output286 289 input 03
2017-03-13 01:07:38,891 INFO > [done]    Processing shard142 (10263.903 ms)
2017-03-13 01:07:38,892 INFO > [started] Processing shard143...
2017-03-13 01:07:38,893 DEBUG output289 290 input 01
2017-03-13 01:07:42,479 INFO > [done]    Processing shard143 (3586.666 ms)
2017-03-13 01:07:42,479 INFO > [started] Processing shard144...
2017-03-13 01:07:42,481 DEBUG output290 293 input 03
2017-03-13 01:07:53,803 INFO > [done]    Processing shard144 (11323.138 ms)
2017-03-13 01:07:53,804 INFO > [started] Processing shard145...
2017-03-13 01:07:53,805 DEBUG output293 294 input 01
2017-03-13 01:07:57,004 INFO > [done]    Processing shard145 (3199.828 ms)
2017-03-13 01:07:57,005 INFO > [started] Processing shard146...
2017-03-13 01:07:57,006 DEBUG output294 295 input 01
2017-03-13 01:08:23,743 INFO > [done]    Processing shard146 (26737.971 ms)
2017-03-13 01:08:23,744 WARNING skipping unusable shard 147
2017-03-13 01:08:23,745 INFO > [started] Processing shard148...
2017-03-13 01:08:23,746 DEBUG output295 299 input 04
2017-03-13 01:08:42,619 INFO > [done]    Processing shard148 (18874.572 ms)
2017-03-13 01:08:42,620 INFO > [started] Processing shard149...
2017-03-13 01:08:42,621 DEBUG output299 300 input 01
2017-03-13 01:08:42,778 INFO > [done]    Processing shard149 (157.529 ms)
2017-03-13 01:08:42,779 INFO > [started] Processing shard150...
2017-03-13 01:08:42,780 DEBUG output300 302 input 02
2017-03-13 01:08:49,645 INFO > [done]    Processing shard150 (6866.237 ms)
2017-03-13 01:08:49,646 INFO > [started] Processing shard151...
2017-03-13 01:08:49,647 DEBUG output302 306 input 04
2017-03-13 01:09:02,795 INFO > [done]    Processing shard151 (13148.379 ms)
2017-03-13 01:09:02,796 INFO > [started] Processing shard152...
2017-03-13 01:09:02,797 DEBUG output306 309 input 03
2017-03-13 01:09:13,038 INFO > [done]    Processing shard152 (10242.243 ms)
2017-03-13 01:09:13,039 INFO > [started] Processing shard153...
2017-03-13 01:09:13,040 DEBUG output309 311 input 02
2017-03-13 01:09:45,233 INFO > [done]    Processing shard153 (32193.783 ms)
2017-03-13 01:09:45,234 INFO > [started] Processing shard154...
2017-03-13 01:09:45,235 DEBUG output311 314 input 03
2017-03-13 01:09:46,252 INFO > [done]    Processing shard154 (1017.679 ms)
2017-03-13 01:09:46,253 INFO > [started] Processing shard155...
2017-03-13 01:09:46,254 DEBUG output314 315 input 01
2017-03-13 01:09:49,110 INFO > [done]    Processing shard155 (2857.407 ms)
2017-03-13 01:09:49,111 INFO > [started] Processing shard156...
2017-03-13 01:09:49,112 DEBUG output315 317 input 02
2017-03-13 01:09:55,907 INFO > [done]    Processing shard156 (6795.632 ms)
2017-03-13 01:09:55,908 INFO > [started] Processing shard157...
2017-03-13 01:09:55,909 DEBUG output317 320 input 03
2017-03-13 01:10:05,486 INFO > [done]    Processing shard157 (9578.228 ms)
2017-03-13 01:10:05,487 INFO > [started] Processing shard158...
2017-03-13 01:10:05,497 DEBUG output320 323 input 03
2017-03-13 01:10:07,679 INFO > [done]    Processing shard158 (2192.265 ms)
2017-03-13 01:10:07,680 INFO > [started] Processing shard159...
2017-03-13 01:10:07,682 DEBUG output323 324 input 01
2017-03-13 01:10:10,603 INFO > [done]    Processing shard159 (2922.300 ms)
2017-03-13 01:10:10,604 INFO > [started] Processing shard160...
2017-03-13 01:10:10,605 DEBUG output324 325 input 01
2017-03-13 01:10:13,634 INFO > [done]    Processing shard160 (3030.853 ms)
2017-03-13 01:10:13,635 INFO > [started] Processing shard161...
2017-03-13 01:10:13,637 DEBUG output325 330 input 05
2017-03-13 01:10:59,674 INFO > [done]    Processing shard161 (46038.458 ms)
2017-03-13 01:10:59,675 INFO > [started] Processing shard162...
2017-03-13 01:10:59,676 DEBUG output330 331 input 01
2017-03-13 01:11:03,431 INFO > [done]    Processing shard162 (3755.680 ms)
2017-03-13 01:11:03,432 INFO > [started] Processing shard163...
2017-03-13 01:11:03,433 DEBUG output331 334 input 03
2017-03-13 01:11:13,375 INFO > [done]    Processing shard163 (9943.635 ms)
2017-03-13 01:11:13,377 INFO > [started] Processing shard164...
2017-03-13 01:11:13,378 DEBUG output334 338 input 04
2017-03-13 01:11:26,804 INFO > [done]    Processing shard164 (13427.184 ms)
2017-03-13 01:11:26,805 INFO > [started] Processing shard165...
2017-03-13 01:11:26,806 DEBUG output338 342 input 04
2017-03-13 01:12:04,038 INFO > [done]    Processing shard165 (37233.149 ms)
2017-03-13 01:12:04,039 WARNING skipping unusable shard 166
2017-03-13 01:12:04,040 INFO > [started] Processing shard167...
2017-03-13 01:12:04,041 DEBUG output342 344 input 02
2017-03-13 01:12:04,477 INFO > [done]    Processing shard167 (437.196 ms)
2017-03-13 01:12:04,478 INFO > [started] Processing shard168...
2017-03-13 01:12:04,479 DEBUG output344 345 input 01
2017-03-13 01:12:07,362 INFO > [done]    Processing shard168 (2884.164 ms)
2017-03-13 01:12:07,363 INFO > [started] Processing shard169...
2017-03-13 01:12:07,364 DEBUG output345 348 input 03
2017-03-13 01:12:15,936 INFO > [done]    Processing shard169 (8573.030 ms)
2017-03-13 01:12:15,937 INFO > [started] Processing shard170...
2017-03-13 01:12:15,939 DEBUG output348 350 input 02
2017-03-13 01:12:21,929 INFO > [done]    Processing shard170 (5991.529 ms)
2017-03-13 01:12:21,930 INFO > [started] Processing shard171...
2017-03-13 01:12:21,931 DEBUG output350 352 input 02
2017-03-13 01:12:23,078 INFO > [done]    Processing shard171 (1147.976 ms)
2017-03-13 01:12:23,079 INFO > [started] Processing shard172...
2017-03-13 01:12:23,080 DEBUG output352 354 input 02
2017-03-13 01:12:29,002 INFO > [done]    Processing shard172 (5923.275 ms)
2017-03-13 01:12:29,003 INFO > [started] Processing shard173...
2017-03-13 01:12:29,005 DEBUG output354 355 input 01
2017-03-13 01:12:32,186 INFO > [done]    Processing shard173 (3182.742 ms)
2017-03-13 01:12:32,187 INFO > [started] Processing shard174...
2017-03-13 01:12:32,188 DEBUG output355 356 input 01
2017-03-13 01:12:35,538 INFO > [done]    Processing shard174 (3350.494 ms)
2017-03-13 01:12:35,539 WARNING skipping unusable shard 175
2017-03-13 01:12:35,539 INFO > [started] Processing shard176...
2017-03-13 01:12:35,541 DEBUG output356 358 input 02
2017-03-13 01:13:14,420 INFO > [done]    Processing shard176 (38880.057 ms)
2017-03-13 01:13:14,421 INFO > [started] Processing shard177...
2017-03-13 01:13:14,435 DEBUG output358 362 input 04
2017-03-13 01:13:26,472 INFO > [done]    Processing shard177 (12050.758 ms)
2017-03-13 01:13:26,473 INFO > [started] Processing shard178...
2017-03-13 01:13:26,474 DEBUG output362 366 input 04
2017-03-13 01:13:27,667 INFO > [done]    Processing shard178 (1194.837 ms)
2017-03-13 01:13:27,668 INFO > [started] Processing shard179...
2017-03-13 01:13:27,720 DEBUG output366 367 input 01
2017-03-13 01:13:30,138 INFO > [done]    Processing shard179 (2469.919 ms)
2017-03-13 01:13:30,139 INFO > [started] Processing shard180...
2017-03-13 01:13:30,153 DEBUG output367 370 input 03
2017-03-13 01:13:38,836 INFO > [done]    Processing shard180 (8696.766 ms)
2017-03-13 01:13:38,837 INFO > [started] Processing shard181...
2017-03-13 01:13:38,838 DEBUG output370 372 input 02
2017-03-13 01:13:45,012 INFO > [done]    Processing shard181 (6174.690 ms)
2017-03-13 01:13:45,013 WARNING skipping unusable shard 182
2017-03-13 01:13:45,013 WARNING skipping unusable shard 183
2017-03-13 01:13:45,014 INFO > [started] Processing shard184...
2017-03-13 01:13:45,022 DEBUG output372 373 input 01
2017-03-13 01:13:57,110 INFO > [done]    Processing shard184 (12096.128 ms)
2017-03-13 01:13:57,111 INFO > [started] Processing shard185...
2017-03-13 01:13:57,113 DEBUG output373 377 input 04
2017-03-13 01:14:31,750 INFO > [done]    Processing shard185 (34638.518 ms)
2017-03-13 01:14:31,751 INFO > [started] Processing shard186...
2017-03-13 01:14:31,752 DEBUG output377 380 input 03
2017-03-13 01:14:40,872 INFO > [done]    Processing shard186 (9120.679 ms)
2017-03-13 01:14:40,873 INFO > [started] Processing shard187...
2017-03-13 01:14:40,874 DEBUG output380 382 input 02
2017-03-13 01:14:46,958 INFO > [done]    Processing shard187 (6085.555 ms)
2017-03-13 01:14:46,959 INFO > [started] Processing shard188...
2017-03-13 01:14:46,961 DEBUG output382 385 input 03
2017-03-13 01:14:47,767 INFO > [done]    Processing shard188 (807.098 ms)
2017-03-13 01:14:47,768 INFO > [started] Processing shard189...
2017-03-13 01:14:47,769 DEBUG output385 387 input 02
2017-03-13 01:14:53,445 INFO > [done]    Processing shard189 (5677.111 ms)
2017-03-13 01:14:53,446 INFO > [started] Processing shard190...
2017-03-13 01:14:53,447 DEBUG output387 390 input 03
2017-03-13 01:15:02,523 INFO > [done]    Processing shard190 (9077.244 ms)
2017-03-13 01:15:02,524 INFO > [started] Processing shard191...
2017-03-13 01:15:02,526 DEBUG output390 391 input 01
2017-03-13 01:15:34,149 INFO > [done]    Processing shard191 (31624.379 ms)
2017-03-13 01:15:34,150 WARNING skipping unusable shard 192
2017-03-13 01:15:34,150 INFO > [started] Processing shard193...
2017-03-13 01:15:34,152 DEBUG output391 392 input 01
2017-03-13 01:15:40,748 INFO > [done]    Processing shard193 (6597.495 ms)
2017-03-13 01:15:40,749 INFO > [started] Processing shard194...
2017-03-13 01:15:40,750 DEBUG output392 395 input 03
2017-03-13 01:15:51,218 INFO > [done]    Processing shard194 (10469.156 ms)
2017-03-13 01:15:51,219 INFO > [started] Processing shard195...
2017-03-13 01:15:51,220 DEBUG output395 397 input 02
2017-03-13 01:15:51,576 INFO > [done]    Processing shard195 (356.887 ms)
2017-03-13 01:15:51,577 INFO > [started] Processing shard196...
2017-03-13 01:15:51,578 DEBUG output397 399 input 02
2017-03-13 01:15:56,987 INFO > [done]    Processing shard196 (5410.026 ms)
2017-03-13 01:15:56,988 INFO > [started] Processing shard197...
2017-03-13 01:15:56,989 DEBUG output399 400 input 01
2017-03-13 01:15:59,631 INFO > [done]    Processing shard197 (2642.828 ms)
2017-03-13 01:15:59,632 INFO > [started] Processing shard198...
2017-03-13 01:15:59,633 DEBUG output400 403 input 03
2017-03-13 01:16:08,533 INFO > [done]    Processing shard198 (8900.999 ms)
2017-03-13 01:16:08,534 INFO > [started] Processing shard199...
2017-03-13 01:16:08,535 DEBUG output403 406 input 03
2017-03-13 01:16:09,475 INFO > [done]    Processing shard199 (941.358 ms)
2017-03-13 01:16:09,476 INFO > [started] Processing shard200...
2017-03-13 01:16:09,477 DEBUG output406 407 input 01
2017-03-13 01:16:12,001 INFO > [done]    Processing shard200 (2524.249 ms)
2017-03-13 01:16:12,002 INFO > [started] Processing shard201...
2017-03-13 01:16:12,003 DEBUG output407 408 input 01
2017-03-13 01:16:14,951 INFO > [done]    Processing shard201 (2948.936 ms)
2017-03-13 01:16:14,952 INFO > [started] Processing shard202...
2017-03-13 01:16:14,953 DEBUG output408 410 input 02
2017-03-13 01:16:15,625 INFO > [done]    Processing shard202 (672.834 ms)
2017-03-13 01:16:15,625 INFO > [started] Processing shard203...
2017-03-13 01:16:15,627 DEBUG output410 413 input 03
2017-03-13 01:16:25,266 INFO > [done]    Processing shard203 (9640.786 ms)
2017-03-13 01:16:25,267 WARNING skipping unusable shard 204
2017-03-13 01:16:25,268 INFO > [started] Processing shard205...
2017-03-13 01:16:25,269 DEBUG output413 415 input 02
2017-03-13 01:16:25,626 INFO > [done]    Processing shard205 (358.516 ms)
2017-03-13 01:16:25,627 INFO > [started] Processing shard206...
2017-03-13 01:16:25,651 DEBUG output415 420 input 05
2017-03-13 01:17:15,042 INFO > [done]    Processing shard206 (49414.614 ms)
2017-03-13 01:17:15,043 INFO > [started] Processing shard207...
2017-03-13 01:17:15,044 DEBUG output420 421 input 01
2017-03-13 01:17:27,836 INFO > [done]    Processing shard207 (12792.718 ms)
2017-03-13 01:17:27,837 WARNING skipping unusable shard 208
2017-03-13 01:17:27,838 WARNING skipping unusable shard 209
2017-03-13 01:17:27,838 INFO > [started] Processing shard210...
2017-03-13 01:17:27,845 DEBUG output421 422 input 01
2017-03-13 01:17:30,309 INFO > [done]    Processing shard210 (2470.595 ms)
2017-03-13 01:17:30,310 INFO > [started] Processing shard211...
2017-03-13 01:17:30,311 DEBUG output422 424 input 02
2017-03-13 01:17:35,901 INFO > [done]    Processing shard211 (5590.836 ms)
2017-03-13 01:17:35,902 INFO > [started] Processing shard212...
2017-03-13 01:17:35,903 DEBUG output424 427 input 03
2017-03-13 01:17:45,695 INFO > [done]    Processing shard212 (9792.463 ms)
2017-03-13 01:17:45,696 INFO > [started] Processing shard213...
2017-03-13 01:17:45,697 DEBUG output427 429 input 02
2017-03-13 01:17:51,645 INFO > [done]    Processing shard213 (5949.799 ms)
2017-03-13 01:17:51,647 WARNING skipping unusable shard 214
2017-03-13 01:17:51,647 WARNING skipping unusable shard 215
2017-03-13 01:17:51,648 INFO > [started] Processing shard216...
2017-03-13 01:17:51,649 DEBUG output429 431 input 02
2017-03-13 01:17:57,907 INFO > [done]    Processing shard216 (6258.688 ms)
2017-03-13 01:17:57,908 INFO > [started] Processing shard217...
2017-03-13 01:17:57,909 DEBUG output431 432 input 01
2017-03-13 01:18:00,744 INFO > [done]    Processing shard217 (2836.446 ms)
2017-03-13 01:18:00,745 INFO > [started] Processing shard218...
2017-03-13 01:18:00,747 DEBUG output432 435 input 03
2017-03-13 01:18:31,545 INFO > [done]    Processing shard218 (30799.345 ms)
2017-03-13 01:18:31,546 INFO > [started] Processing shard219...
2017-03-13 01:18:31,547 DEBUG output435 436 input 01
2017-03-13 01:18:34,422 INFO > [done]    Processing shard219 (2875.911 ms)
2017-03-13 01:18:34,423 INFO > [started] Processing shard220...
2017-03-13 01:18:34,424 DEBUG output436 437 input 01
2017-03-13 01:18:37,418 INFO > [done]    Processing shard220 (2995.315 ms)
2017-03-13 01:18:37,420 INFO > [started] Processing shard221...
2017-03-13 01:18:37,421 DEBUG output437 441 input 04
2017-03-13 01:18:49,953 INFO > [done]    Processing shard221 (12533.108 ms)
2017-03-13 01:18:49,954 INFO > [started] Processing shard222...
2017-03-13 01:18:49,955 DEBUG output441 445 input 04
2017-03-13 01:19:05,472 INFO > [done]    Processing shard222 (15518.205 ms)
2017-03-13 01:19:05,473 INFO > [started] Processing shard223...
2017-03-13 01:19:05,474 DEBUG output445 448 input 03
2017-03-13 01:19:34,806 INFO > [done]    Processing shard223 (29332.659 ms)
2017-03-13 01:19:34,807 INFO > [started] Processing shard224...
2017-03-13 01:19:34,808 DEBUG output448 449 input 01
2017-03-13 01:19:37,401 INFO > [done]    Processing shard224 (2593.698 ms)
2017-03-13 01:19:37,402 WARNING skipping unusable shard 225
2017-03-13 01:19:37,402 INFO > [started] Processing shard226...
2017-03-13 01:19:37,403 DEBUG output449 451 input 02
2017-03-13 01:19:38,225 INFO > [done]    Processing shard226 (823.027 ms)
2017-03-13 01:19:38,226 INFO > [started] Processing shard227...
2017-03-13 01:19:38,228 DEBUG output451 452 input 01
2017-03-13 01:19:41,079 INFO > [done]    Processing shard227 (2852.618 ms)
2017-03-13 01:19:41,080 INFO > [started] Processing shard228...
2017-03-13 01:19:41,081 DEBUG output452 459 input 07
2017-03-13 01:20:01,268 INFO > [done]    Processing shard228 (20187.812 ms)
2017-03-13 01:20:01,269 INFO > [started] Processing shard229...
2017-03-13 01:20:01,282 DEBUG output459 461 input 02
2017-03-13 01:20:06,834 INFO > [done]    Processing shard229 (5565.374 ms)
2017-03-13 01:20:06,835 INFO > [started] Processing shard230...
2017-03-13 01:20:06,836 DEBUG output461 462 input 01
2017-03-13 01:20:31,143 INFO > [done]    Processing shard230 (24307.700 ms)
2017-03-13 01:20:31,144 INFO > [started] Processing shard231...
2017-03-13 01:20:31,145 DEBUG output462 464 input 02
2017-03-13 01:20:48,058 INFO > [done]    Processing shard231 (16913.809 ms)
2017-03-13 01:20:48,059 WARNING skipping unusable shard 232
2017-03-13 01:20:48,060 INFO > [started] Processing shard233...
2017-03-13 01:20:48,061 DEBUG output464 466 input 02
2017-03-13 01:20:57,438 INFO > [done]    Processing shard233 (9378.477 ms)
2017-03-13 01:20:57,439 WARNING skipping unusable shard 234
2017-03-13 01:20:57,440 WARNING skipping unusable shard 235
2017-03-13 01:20:57,440 INFO > [started] Processing shard236...
2017-03-13 01:20:57,442 DEBUG output466 468 input 02
2017-03-13 01:21:03,713 INFO > [done]    Processing shard236 (6272.063 ms)
2017-03-13 01:21:03,714 INFO > [started] Processing shard237...
2017-03-13 01:21:03,715 DEBUG output468 471 input 03
2017-03-13 01:21:12,354 INFO > [done]    Processing shard237 (8639.852 ms)
2017-03-13 01:21:12,355 INFO > [started] Processing shard238...
2017-03-13 01:21:12,356 DEBUG output471 473 input 02
2017-03-13 01:21:17,814 INFO > [done]    Processing shard238 (5459.455 ms)
2017-03-13 01:21:17,815 INFO > [started] Processing shard239...
2017-03-13 01:21:17,816 DEBUG output473 476 input 03
2017-03-13 01:21:27,092 INFO > [done]    Processing shard239 (9276.586 ms)
2017-03-13 01:21:27,093 INFO > [started] Processing shard240...
2017-03-13 01:21:27,094 DEBUG output476 478 input 02
2017-03-13 01:21:51,070 INFO > [done]    Processing shard240 (23976.756 ms)
2017-03-13 01:21:51,071 INFO > [started] Processing shard241...
2017-03-13 01:21:51,072 DEBUG output478 479 input 01
2017-03-13 01:21:59,677 INFO > [done]    Processing shard241 (8606.232 ms)
2017-03-13 01:21:59,678 INFO > [started] Processing shard242...
2017-03-13 01:21:59,679 DEBUG output479 482 input 03
2017-03-13 01:22:12,423 INFO > [done]    Processing shard242 (12745.131 ms)
2017-03-13 01:22:12,424 INFO > [started] Processing shard243...
2017-03-13 01:22:12,425 DEBUG output482 484 input 02
2017-03-13 01:22:18,240 INFO > [done]    Processing shard243 (5815.950 ms)
2017-03-13 01:22:18,241 INFO > [started] Processing shard244...
2017-03-13 01:22:18,243 DEBUG output484 485 input 01
2017-03-13 01:22:21,455 INFO > [done]    Processing shard244 (3213.471 ms)
2017-03-13 01:22:21,456 INFO > [started] Processing shard245...
2017-03-13 01:22:21,457 DEBUG output485 486 input 01
2017-03-13 01:22:24,153 INFO > [done]    Processing shard245 (2696.730 ms)
2017-03-13 01:22:24,154 INFO > [started] Processing shard246...
2017-03-13 01:22:24,155 DEBUG output486 489 input 03
2017-03-13 01:22:33,052 INFO > [done]    Processing shard246 (8898.627 ms)
2017-03-13 01:22:33,053 INFO > [started] Processing shard247...
2017-03-13 01:22:33,054 DEBUG output489 491 input 02
2017-03-13 01:22:38,851 INFO > [done]    Processing shard247 (5797.322 ms)
2017-03-13 01:22:38,852 INFO > [started] Processing shard248...
2017-03-13 01:22:38,853 DEBUG output491 492 input 01
2017-03-13 01:22:41,678 INFO > [done]    Processing shard248 (2826.469 ms)
2017-03-13 01:22:41,679 WARNING skipping unusable shard 249
2017-03-13 01:22:41,680 INFO > [started] Processing shard250...
2017-03-13 01:22:41,682 DEBUG output492 494 input 02
2017-03-13 01:22:59,689 INFO > [done]    Processing shard250 (18008.557 ms)
2017-03-13 01:22:59,690 INFO > [started] Processing shard251...
2017-03-13 01:22:59,691 DEBUG output494 496 input 02
2017-03-13 01:23:20,223 INFO > [done]    Processing shard251 (20533.593 ms)
2017-03-13 01:23:20,225 INFO > [started] Processing shard252...
2017-03-13 01:23:20,226 DEBUG output496 500 input 04
2017-03-13 01:23:36,766 INFO > [done]    Processing shard252 (16541.703 ms)
2017-03-13 01:23:36,767 INFO > [started] Processing shard253...
2017-03-13 01:23:36,769 DEBUG output500 503 input 03
2017-03-13 01:23:45,330 INFO > [done]    Processing shard253 (8563.018 ms)
2017-03-13 01:23:45,331 INFO > [started] Processing shard254...
2017-03-13 01:23:45,345 DEBUG output503 506 input 03
2017-03-13 01:23:46,208 INFO > [done]    Processing shard254 (876.945 ms)
2017-03-13 01:23:46,209 INFO > [started] Processing shard255...
2017-03-13 01:23:46,211 DEBUG output506 509 input 03
2017-03-13 01:23:54,841 INFO > [done]    Processing shard255 (8631.584 ms)
2017-03-13 01:23:54,842 INFO > [started] Processing shard256...
2017-03-13 01:23:54,843 DEBUG output509 511 input 02
2017-03-13 01:24:00,870 INFO > [done]    Processing shard256 (6027.496 ms)
2017-03-13 01:24:00,871 INFO > [started] Processing shard257...
2017-03-13 01:24:00,872 DEBUG output511 516 input 05
2017-03-13 01:24:44,294 INFO > [done]    Processing shard257 (43423.053 ms)
2017-03-13 01:24:44,295 INFO > [started] Processing shard258...
2017-03-13 01:24:44,296 DEBUG output516 519 input 03
2017-03-13 01:24:53,697 INFO > [done]    Processing shard258 (9401.689 ms)
2017-03-13 01:24:53,697 INFO > [started] Processing shard259...
2017-03-13 01:24:53,699 DEBUG output519 520 input 01
2017-03-13 01:24:57,053 INFO > [done]    Processing shard259 (3355.612 ms)
2017-03-13 01:24:57,054 INFO > [started] Processing shard260...
2017-03-13 01:24:57,055 DEBUG output520 521 input 01
2017-03-13 01:25:00,699 INFO > [done]    Processing shard260 (3644.473 ms)
2017-03-13 01:25:00,700 WARNING skipping unusable shard 261
2017-03-13 01:25:00,700 INFO > [started] Processing shard262...
2017-03-13 01:25:00,701 DEBUG output521 525 input 04
2017-03-13 01:25:12,784 INFO > [done]    Processing shard262 (12084.035 ms)
2017-03-13 01:25:12,785 INFO > [started] Processing shard263...
2017-03-13 01:25:12,787 DEBUG output525 528 input 03
2017-03-13 01:25:48,051 INFO > [done]    Processing shard263 (35265.761 ms)
2017-03-13 01:25:48,052 INFO > [started] Processing shard264...
2017-03-13 01:25:48,053 DEBUG output528 529 input 01
2017-03-13 01:25:50,782 INFO > [done]    Processing shard264 (2729.300 ms)
2017-03-13 01:25:50,782 INFO > [started] Processing shard265...
2017-03-13 01:25:50,784 DEBUG output529 533 input 04
2017-03-13 01:25:52,384 INFO > [done]    Processing shard265 (1601.137 ms)
2017-03-13 01:25:52,385 INFO > [started] Processing shard266...
2017-03-13 01:25:52,386 DEBUG output533 534 input 01
2017-03-13 01:25:55,148 INFO > [done]    Processing shard266 (2763.328 ms)
2017-03-13 01:25:55,149 WARNING skipping unusable shard 267
2017-03-13 01:25:55,150 INFO > [started] Processing shard268...
2017-03-13 01:25:55,151 DEBUG output534 537 input 03
2017-03-13 01:26:04,192 INFO > [done]    Processing shard268 (9041.877 ms)
2017-03-13 01:26:04,192 INFO > [started] Processing shard269...
2017-03-13 01:26:04,194 DEBUG output537 538 input 01
2017-03-13 01:26:06,979 INFO > [done]    Processing shard269 (2786.075 ms)
2017-03-13 01:26:06,980 INFO > [started] Processing shard270...
2017-03-13 01:26:06,981 DEBUG output538 540 input 02
2017-03-13 01:26:12,884 INFO > [done]    Processing shard270 (5904.340 ms)
2017-03-13 01:26:12,885 INFO > [started] Processing shard271...
2017-03-13 01:26:12,886 DEBUG output540 542 input 02
2017-03-13 01:26:18,737 INFO > [done]    Processing shard271 (5851.687 ms)
2017-03-13 01:26:18,737 INFO > [started] Processing shard272...
2017-03-13 01:26:18,739 DEBUG output542 544 input 02
2017-03-13 01:26:54,258 INFO > [done]    Processing shard272 (35520.474 ms)
2017-03-13 01:26:54,259 INFO > [started] Processing shard273...
2017-03-13 01:26:54,260 DEBUG output544 547 input 03
2017-03-13 01:27:08,382 INFO > [done]    Processing shard273 (14122.597 ms)
2017-03-13 01:27:08,383 INFO > [started] Processing shard274...
2017-03-13 01:27:08,384 DEBUG output547 550 input 03
2017-03-13 01:27:17,521 INFO > [done]    Processing shard274 (9138.148 ms)
2017-03-13 01:27:17,522 INFO > [started] Processing shard275...
2017-03-13 01:27:17,523 DEBUG output550 551 input 01
2017-03-13 01:27:20,105 INFO > [done]    Processing shard275 (2582.983 ms)
2017-03-13 01:27:20,106 WARNING skipping unusable shard 276
2017-03-13 01:27:20,107 INFO > [started] Processing shard277...
2017-03-13 01:27:20,108 DEBUG output551 552 input 01
2017-03-13 01:27:22,789 INFO > [done]    Processing shard277 (2682.574 ms)
2017-03-13 01:27:22,790 INFO > [started] Processing shard278...
2017-03-13 01:27:22,791 DEBUG output552 553 input 01
2017-03-13 01:27:25,756 INFO > [done]    Processing shard278 (2965.803 ms)
2017-03-13 01:27:25,757 INFO > [started] Processing shard279...
2017-03-13 01:27:25,758 DEBUG output553 554 input 01
2017-03-13 01:27:28,710 INFO > [done]    Processing shard279 (2953.291 ms)
2017-03-13 01:27:28,712 INFO > [started] Processing shard280...
2017-03-13 01:27:28,713 DEBUG output554 556 input 02
2017-03-13 01:27:29,505 INFO > [done]    Processing shard280 (793.669 ms)
2017-03-13 01:27:29,506 INFO > [started] Processing shard281...
2017-03-13 01:27:29,507 DEBUG output556 557 input 01
2017-03-13 01:27:32,403 INFO > [done]    Processing shard281 (2896.869 ms)
2017-03-13 01:27:32,404 INFO > [started] Processing shard282...
2017-03-13 01:27:32,405 DEBUG output557 559 input 02
2017-03-13 01:27:38,181 INFO > [done]    Processing shard282 (5777.297 ms)
2017-03-13 01:27:38,183 WARNING skipping unusable shard 283
2017-03-13 01:27:38,183 INFO > [started] Processing shard284...
2017-03-13 01:27:38,184 DEBUG output559 561 input 02
2017-03-13 01:28:12,798 INFO > [done]    Processing shard284 (34614.912 ms)
2017-03-13 01:28:12,799 INFO > [started] Processing shard285...
2017-03-13 01:28:12,800 DEBUG output561 563 input 02
2017-03-13 01:28:18,636 INFO > [done]    Processing shard285 (5837.209 ms)
2017-03-13 01:28:18,638 INFO > [started] Processing shard286...
2017-03-13 01:28:18,639 DEBUG output563 565 input 02
2017-03-13 01:28:24,679 INFO > [done]    Processing shard286 (6041.732 ms)
2017-03-13 01:28:24,680 WARNING skipping unusable shard 287
2017-03-13 01:28:24,681 INFO > [started] Processing shard288...
2017-03-13 01:28:24,682 DEBUG output565 567 input 02
2017-03-13 01:28:30,430 INFO > [done]    Processing shard288 (5748.513 ms)
2017-03-13 01:28:30,431 INFO > [started] Processing shard289...
2017-03-13 01:28:30,432 DEBUG output567 568 input 01
2017-03-13 01:28:31,077 INFO > [done]    Processing shard289 (646.406 ms)
2017-03-13 01:28:31,078 WARNING skipping unusable shard 290
2017-03-13 01:28:31,079 INFO > [started] Processing shard291...
2017-03-13 01:28:31,081 DEBUG output568 571 input 03
2017-03-13 01:28:39,771 INFO > [done]    Processing shard291 (8691.985 ms)
2017-03-13 01:28:39,772 INFO > [started] Processing shard292...
2017-03-13 01:28:39,774 DEBUG output571 572 input 01
2017-03-13 01:28:42,708 INFO > [done]    Processing shard292 (2935.411 ms)
2017-03-13 01:28:42,709 INFO > [started] Processing shard293...
2017-03-13 01:28:42,710 DEBUG output572 574 input 02
2017-03-13 01:29:06,966 INFO > [done]    Processing shard293 (24256.667 ms)
2017-03-13 01:29:06,967 INFO > [started] Processing shard294...
2017-03-13 01:29:07,216 DEBUG output574 576 input 02
2017-03-13 01:29:08,699 INFO > [done]    Processing shard294 (1732.487 ms)
2017-03-13 01:29:08,700 INFO > [started] Processing shard295...
2017-03-13 01:29:08,701 DEBUG output576 578 input 02
2017-03-13 01:29:22,543 INFO > [done]    Processing shard295 (13842.214 ms)
2017-03-13 01:29:22,544 INFO > [started] Processing shard296...
2017-03-13 01:29:22,661 DEBUG output578 579 input 01
2017-03-13 01:29:30,124 INFO > [done]    Processing shard296 (7580.340 ms)
2017-03-13 01:29:30,125 INFO > [started] Processing shard297...
2017-03-13 01:29:30,126 DEBUG output579 580 input 01
2017-03-13 01:29:35,512 INFO > [done]    Processing shard297 (5386.830 ms)
2017-03-13 01:29:35,513 INFO > [started] Processing shard298...
2017-03-13 01:29:35,514 DEBUG output580 584 input 04
2017-03-13 01:29:49,636 INFO > [done]    Processing shard298 (14122.633 ms)
2017-03-13 01:29:49,637 INFO > [started] Processing shard299...
2017-03-13 01:29:49,638 DEBUG output584 587 input 03
2017-03-13 01:29:58,473 INFO > [done]    Processing shard299 (8836.192 ms)
2017-03-13 01:29:58,474 WARNING skipping unusable shard 300
2017-03-13 01:29:58,475 INFO > [started] Processing shard301...
2017-03-13 01:29:58,476 DEBUG output587 589 input 02
2017-03-13 01:30:04,493 INFO > [done]    Processing shard301 (6017.654 ms)
2017-03-13 01:30:04,494 WARNING skipping unusable shard 302
2017-03-13 01:30:04,494 INFO > [started] Processing shard303...
2017-03-13 01:30:04,495 DEBUG output589 590 input 01
2017-03-13 01:30:07,283 INFO > [done]    Processing shard303 (2788.574 ms)
2017-03-13 01:30:07,284 INFO > [started] Processing shard304...
2017-03-13 01:30:07,285 DEBUG output590 592 input 02
2017-03-13 01:30:13,420 INFO > [done]    Processing shard304 (6136.167 ms)
2017-03-13 01:30:13,421 INFO > [started] Processing shard305...
2017-03-13 01:30:13,422 DEBUG output592 594 input 02
2017-03-13 01:30:19,313 INFO > [done]    Processing shard305 (5892.253 ms)
2017-03-13 01:30:19,314 INFO > [started] Processing shard306...
2017-03-13 01:30:19,316 DEBUG output594 597 input 03
2017-03-13 01:30:54,256 INFO > [done]    Processing shard306 (34941.085 ms)
2017-03-13 01:30:54,256 WARNING skipping unusable shard 307
2017-03-13 01:30:54,257 INFO > [started] Processing shard308...
2017-03-13 01:30:54,258 DEBUG output597 599 input 02
2017-03-13 01:31:00,172 INFO > [done]    Processing shard308 (5914.513 ms)
2017-03-13 01:31:00,173 WARNING skipping unusable shard 309
2017-03-13 01:31:00,173 INFO > [started] Processing shard310...
2017-03-13 01:31:00,174 DEBUG output599 601 input 02
2017-03-13 01:31:06,211 INFO > [done]    Processing shard310 (6037.537 ms)
2017-03-13 01:31:06,212 INFO > [started] Processing shard311...
2017-03-13 01:31:06,213 DEBUG output601 603 input 02
2017-03-13 01:31:11,446 INFO > [done]    Processing shard311 (5234.142 ms)
2017-03-13 01:31:11,447 INFO > [started] Processing shard312...
2017-03-13 01:31:11,448 DEBUG output603 609 input 06
2017-03-13 01:31:37,196 INFO > [done]    Processing shard312 (25748.521 ms)
2017-03-13 01:31:37,197 INFO > [started] Processing shard313...
2017-03-13 01:31:37,198 DEBUG output609 612 input 03
2017-03-13 01:32:04,259 INFO > [done]    Processing shard313 (27061.918 ms)
2017-03-13 01:32:04,260 INFO > [started] Processing shard314...
2017-03-13 01:32:04,261 DEBUG output612 614 input 02
2017-03-13 01:32:10,028 INFO > [done]    Processing shard314 (5768.902 ms)
2017-03-13 01:32:10,029 INFO > [started] Processing shard315...
2017-03-13 01:32:10,031 DEBUG output614 617 input 03
2017-03-13 01:32:18,744 INFO > [done]    Processing shard315 (8714.380 ms)
2017-03-13 01:32:18,745 INFO > [started] Processing shard316...
2017-03-13 01:32:18,746 DEBUG output617 621 input 04
2017-03-13 01:32:30,415 INFO > [done]    Processing shard316 (11669.686 ms)
2017-03-13 01:32:30,416 INFO > [started] Processing shard317...
2017-03-13 01:32:30,417 DEBUG output621 624 input 03
2017-03-13 01:33:01,075 INFO > [done]    Processing shard317 (30659.811 ms)
2017-03-13 01:33:01,076 INFO > [started] Processing shard318...
2017-03-13 01:33:01,078 DEBUG output624 629 input 05
2017-03-13 01:33:17,522 INFO > [done]    Processing shard318 (16445.866 ms)
2017-03-13 01:33:17,523 INFO > [started] Processing shard319...
2017-03-13 01:33:17,524 DEBUG output629 631 input 02
2017-03-13 01:33:23,814 INFO > [done]    Processing shard319 (6290.613 ms)
2017-03-13 01:33:23,815 INFO > [started] Processing shard320...
2017-03-13 01:33:23,816 DEBUG output631 636 input 05
2017-03-13 01:33:43,122 INFO > [done]    Processing shard320 (19306.948 ms)
2017-03-13 01:33:43,123 INFO > [started] Processing shard321...
2017-03-13 01:33:43,124 DEBUG output636 637 input 01
2017-03-13 01:33:58,869 INFO > [done]    Processing shard321 (15746.552 ms)
2017-03-13 01:33:58,870 WARNING skipping unusable shard 322
2017-03-13 01:33:58,871 INFO > [started] Processing shard323...
2017-03-13 01:33:58,872 DEBUG output637 640 input 03
2017-03-13 01:34:16,323 INFO > [done]    Processing shard323 (17451.702 ms)
2017-03-13 01:34:16,324 INFO > [started] Processing shard324...
2017-03-13 01:34:16,353 DEBUG output640 641 input 01
2017-03-13 01:34:19,468 INFO > [done]    Processing shard324 (3144.553 ms)
2017-03-13 01:34:19,469 INFO > [started] Processing shard325...
2017-03-13 01:34:19,470 DEBUG output641 643 input 02
2017-03-13 01:34:25,976 INFO > [done]    Processing shard325 (6506.539 ms)
2017-03-13 01:34:25,977 INFO > [started] Processing shard326...
2017-03-13 01:34:26,003 DEBUG output643 646 input 03
2017-03-13 01:34:35,302 INFO > [done]    Processing shard326 (9325.166 ms)
2017-03-13 01:34:35,303 INFO > [started] Processing shard327...
2017-03-13 01:34:35,304 DEBUG output646 648 input 02
2017-03-13 01:34:41,338 INFO > [done]    Processing shard327 (6034.529 ms)
2017-03-13 01:34:41,339 INFO > [started] Processing shard328...
2017-03-13 01:34:41,340 DEBUG output648 650 input 02
2017-03-13 01:34:51,225 INFO > [done]    Processing shard328 (9886.057 ms)
2017-03-13 01:34:51,226 INFO > [started] Processing shard329...
2017-03-13 01:34:51,227 DEBUG output650 655 input 05
2017-03-13 01:35:26,425 INFO > [done]    Processing shard329 (35199.084 ms)
2017-03-13 01:35:26,426 INFO > [started] Processing shard330...
2017-03-13 01:35:26,427 DEBUG output655 660 input 05
2017-03-13 01:35:41,992 INFO > [done]    Processing shard330 (15566.316 ms)
2017-03-13 01:35:41,993 INFO > [started] Processing shard331...
2017-03-13 01:35:41,994 DEBUG output660 662 input 02
2017-03-13 01:35:42,284 INFO > [done]    Processing shard331 (290.449 ms)
2017-03-13 01:35:42,285 WARNING skipping unusable shard 332
2017-03-13 01:35:42,285 INFO > [started] Processing shard333...
2017-03-13 01:35:42,286 DEBUG output662 664 input 02
2017-03-13 01:35:48,664 INFO > [done]    Processing shard333 (6378.871 ms)
2017-03-13 01:35:48,665 INFO > [started] Processing shard334...
2017-03-13 01:35:48,666 DEBUG output664 669 input 05
2017-03-13 01:36:31,122 INFO > [done]    Processing shard334 (42456.864 ms)
2017-03-13 01:36:31,123 INFO > [started] Processing shard335...
2017-03-13 01:36:31,124 DEBUG output669 672 input 03
2017-03-13 01:36:40,456 INFO > [done]    Processing shard335 (9333.311 ms)
2017-03-13 01:36:40,457 INFO > [started] Processing shard336...
2017-03-13 01:36:40,459 DEBUG output672 673 input 01
2017-03-13 01:36:43,419 INFO > [done]    Processing shard336 (2961.764 ms)
2017-03-13 01:36:43,420 INFO > [started] Processing shard337...
2017-03-13 01:36:43,422 DEBUG output673 674 input 01
2017-03-13 01:36:46,247 INFO > [done]    Processing shard337 (2826.786 ms)
2017-03-13 01:36:46,248 INFO > [started] Processing shard338...
2017-03-13 01:36:46,249 DEBUG output674 679 input 05
2017-03-13 01:37:06,337 INFO > [done]    Processing shard338 (20089.157 ms)
2017-03-13 01:37:06,338 INFO > [started] Processing shard339...
2017-03-13 01:37:06,340 DEBUG output679 681 input 02
2017-03-13 01:37:27,676 INFO > [done]    Processing shard339 (21337.217 ms)
2017-03-13 01:37:27,677 INFO > [started] Processing shard340...
2017-03-13 01:37:27,678 DEBUG output681 683 input 02
2017-03-13 01:37:28,331 INFO > [done]    Processing shard340 (653.941 ms)
2017-03-13 01:37:28,332 INFO > [started] Processing shard341...
2017-03-13 01:37:28,333 DEBUG output683 686 input 03
2017-03-13 01:37:51,385 INFO > [done]    Processing shard341 (23053.135 ms)
2017-03-13 01:37:51,386 INFO > [started] Processing shard342...
2017-03-13 01:37:51,387 DEBUG output686 690 input 04
2017-03-13 01:38:02,700 INFO > [done]    Processing shard342 (11313.977 ms)
2017-03-13 01:38:02,701 INFO > [started] Processing shard343...
2017-03-13 01:38:02,702 DEBUG output690 693 input 03
2017-03-13 01:38:03,807 INFO > [done]    Processing shard343 (1105.740 ms)
2017-03-13 01:38:03,808 INFO > [started] Processing shard344...
2017-03-13 01:38:03,809 DEBUG output693 695 input 02
2017-03-13 01:38:04,091 INFO > [done]    Processing shard344 (283.029 ms)
2017-03-13 01:38:04,092 INFO > [started] Processing shard345...
2017-03-13 01:38:04,093 DEBUG output695 697 input 02
2017-03-13 01:38:10,314 INFO > [done]    Processing shard345 (6222.072 ms)
2017-03-13 01:38:10,315 WARNING skipping unusable shard 346
2017-03-13 01:38:10,316 WARNING skipping unusable shard 347
2017-03-13 01:38:10,317 WARNING skipping unusable shard 348
2017-03-13 01:38:10,317 INFO > [started] Processing shard349...
2017-03-13 01:38:10,318 DEBUG output697 700 input 03
2017-03-13 01:38:18,149 INFO > [done]    Processing shard349 (7832.164 ms)
2017-03-13 01:38:18,151 INFO > [started] Processing shard350...
2017-03-13 01:38:18,152 DEBUG output700 704 input 04
2017-03-13 01:39:03,121 INFO > [done]    Processing shard350 (44970.314 ms)
2017-03-13 01:39:03,122 INFO > [started] Processing shard351...
2017-03-13 01:39:03,123 DEBUG output704 705 input 01
2017-03-13 01:39:06,689 INFO > [done]    Processing shard351 (3566.731 ms)
2017-03-13 01:39:06,690 WARNING skipping unusable shard 352
2017-03-13 01:39:06,691 INFO > [started] Processing shard353...
2017-03-13 01:39:06,692 DEBUG output705 706 input 01
2017-03-13 01:39:09,660 INFO > [done]    Processing shard353 (2969.678 ms)
2017-03-13 01:39:09,661 INFO > [started] Processing shard354...
2017-03-13 01:39:09,663 DEBUG output706 709 input 03
2017-03-13 01:39:18,873 INFO > [done]    Processing shard354 (9211.256 ms)
2017-03-13 01:39:18,874 INFO > [started] Processing shard355...
2017-03-13 01:39:18,875 DEBUG output709 712 input 03
2017-03-13 01:39:20,431 INFO > [done]    Processing shard355 (1557.272 ms)
2017-03-13 01:39:20,432 INFO > [started] Processing shard356...
2017-03-13 01:39:20,433 DEBUG output712 715 input 03
2017-03-13 01:39:29,881 INFO > [done]    Processing shard356 (9448.794 ms)
2017-03-13 01:39:29,882 INFO > [started] Processing shard357...
2017-03-13 01:39:29,883 DEBUG output715 718 input 03
2017-03-13 01:40:07,893 INFO > [done]    Processing shard357 (38010.354 ms)
2017-03-13 01:40:07,894 INFO > [started] Processing shard358...
2017-03-13 01:40:07,895 DEBUG output718 720 input 02
2017-03-13 01:40:13,643 INFO > [done]    Processing shard358 (5749.453 ms)
2017-03-13 01:40:13,644 INFO > [started] Processing shard359...
2017-03-13 01:40:13,645 DEBUG output720 721 input 01
2017-03-13 01:40:16,562 INFO > [done]    Processing shard359 (2917.522 ms)
2017-03-13 01:40:16,563 INFO > [started] Processing shard360...
2017-03-13 01:40:16,564 DEBUG output721 722 input 01
2017-03-13 01:40:19,549 INFO > [done]    Processing shard360 (2986.165 ms)
2017-03-13 01:40:19,550 WARNING skipping unusable shard 361
2017-03-13 01:40:19,551 INFO > [started] Processing shard362...
2017-03-13 01:40:19,552 DEBUG output722 723 input 01
2017-03-13 01:40:22,154 INFO > [done]    Processing shard362 (2603.250 ms)
2017-03-13 01:40:22,155 INFO > [started] Processing shard363...
2017-03-13 01:40:22,156 DEBUG output723 728 input 05
2017-03-13 01:40:36,537 INFO > [done]    Processing shard363 (14382.297 ms)
2017-03-13 01:40:36,538 INFO > [started] Processing shard364...
2017-03-13 01:40:36,540 DEBUG output728 729 input 01
2017-03-13 01:40:39,340 INFO > [done]    Processing shard364 (2801.423 ms)
2017-03-13 01:40:39,341 INFO > [started] Processing shard365...
2017-03-13 01:40:39,342 DEBUG output729 731 input 02
2017-03-13 01:41:11,307 INFO > [done]    Processing shard365 (31965.666 ms)
2017-03-13 01:41:11,308 WARNING skipping unusable shard 366
2017-03-13 01:41:11,308 INFO > [started] Processing shard367...
2017-03-13 01:41:11,309 DEBUG output731 733 input 02
2017-03-13 01:41:17,351 INFO > [done]    Processing shard367 (6042.609 ms)
2017-03-13 01:41:17,352 INFO > [started] Processing shard368...
2017-03-13 01:41:17,353 DEBUG output733 735 input 02
2017-03-13 01:41:23,626 INFO > [done]    Processing shard368 (6273.517 ms)
2017-03-13 01:41:23,627 WARNING skipping unusable shard 369
2017-03-13 01:41:23,627 INFO > [started] Processing shard370...
2017-03-13 01:41:23,628 DEBUG output735 736 input 01
2017-03-13 01:41:26,155 INFO > [done]    Processing shard370 (2528.045 ms)
2017-03-13 01:41:26,156 INFO > [started] Processing shard371...
2017-03-13 01:41:26,157 DEBUG output736 739 input 03
2017-03-13 01:41:35,319 INFO > [done]    Processing shard371 (9162.382 ms)
2017-03-13 01:41:35,320 INFO > [started] Processing shard372...
2017-03-13 01:41:35,321 DEBUG output739 741 input 02
2017-03-13 01:41:41,562 INFO > [done]    Processing shard372 (6242.395 ms)
2017-03-13 01:41:41,563 INFO > [started] Processing shard373...
2017-03-13 01:41:41,564 DEBUG output741 743 input 02
2017-03-13 01:42:10,581 INFO > [done]    Processing shard373 (29018.149 ms)
2017-03-13 01:42:10,583 INFO > [started] Processing shard374...
2017-03-13 01:42:10,584 DEBUG output743 744 input 01
2017-03-13 01:42:13,502 INFO > [done]    Processing shard374 (2919.314 ms)
2017-03-13 01:42:13,503 WARNING skipping unusable shard 375
2017-03-13 01:42:13,504 WARNING skipping unusable shard 376
2017-03-13 01:42:13,504 INFO > [started] Processing shard377...
2017-03-13 01:42:13,505 DEBUG output744 748 input 04
2017-03-13 01:42:15,958 INFO > [done]    Processing shard377 (2453.401 ms)
2017-03-13 01:42:15,959 INFO > [started] Processing shard378...
2017-03-13 01:42:15,960 DEBUG output748 750 input 02
2017-03-13 01:42:21,699 INFO > [done]    Processing shard378 (5740.107 ms)
2017-03-13 01:42:21,700 INFO > [started] Processing shard379...
2017-03-13 01:42:21,701 DEBUG output750 751 input 01
2017-03-13 01:42:24,907 INFO > [done]    Processing shard379 (3207.647 ms)
2017-03-13 01:42:24,908 INFO > [started] Processing shard380...
2017-03-13 01:42:24,910 DEBUG output751 752 input 01
2017-03-13 01:42:27,834 INFO > [done]    Processing shard380 (2925.468 ms)
2017-03-13 01:42:27,835 WARNING skipping unusable shard 381
2017-03-13 01:42:27,836 INFO > [started] Processing shard382...
2017-03-13 01:42:27,837 DEBUG output752 753 input 01
2017-03-13 01:42:31,034 INFO > [done]    Processing shard382 (3198.637 ms)
2017-03-13 01:42:31,035 INFO > [started] Processing shard383...
2017-03-13 01:42:31,036 DEBUG output753 755 input 02
2017-03-13 01:42:37,722 INFO > [done]    Processing shard383 (6686.945 ms)
2017-03-13 01:42:37,723 WARNING skipping unusable shard 384
2017-03-13 01:42:37,724 INFO > [started] Processing shard385...
2017-03-13 01:42:37,725 DEBUG output755 756 input 01
2017-03-13 01:42:40,626 INFO > [done]    Processing shard385 (2901.816 ms)
2017-03-13 01:42:40,627 INFO > [started] Processing shard386...
2017-03-13 01:42:40,628 DEBUG output756 759 input 03
2017-03-13 01:43:18,523 INFO > [done]    Processing shard386 (37895.572 ms)
2017-03-13 01:43:18,524 INFO > [started] Processing shard387...
2017-03-13 01:43:18,525 DEBUG output759 761 input 02
2017-03-13 01:43:24,830 INFO > [done]    Processing shard387 (6306.804 ms)
2017-03-13 01:43:24,831 INFO > [started] Processing shard388...
2017-03-13 01:43:24,833 DEBUG output761 762 input 01
2017-03-13 01:43:27,530 INFO > [done]    Processing shard388 (2698.344 ms)
2017-03-13 01:43:27,531 INFO > [started] Processing shard389...
2017-03-13 01:43:27,532 DEBUG output762 766 input 04
2017-03-13 01:43:40,349 INFO > [done]    Processing shard389 (12818.299 ms)
2017-03-13 01:43:40,350 INFO > [started] Processing shard390...
2017-03-13 01:43:40,351 DEBUG output766 767 input 01
2017-03-13 01:43:43,368 INFO > [done]    Processing shard390 (3017.900 ms)
2017-03-13 01:43:43,369 WARNING skipping unusable shard 391
2017-03-13 01:43:43,370 INFO > [started] Processing shard392...
2017-03-13 01:43:43,371 DEBUG output767 768 input 01
2017-03-13 01:43:46,292 INFO > [done]    Processing shard392 (2921.897 ms)
2017-03-13 01:43:46,293 INFO > [started] Processing shard393...
2017-03-13 01:43:46,294 DEBUG output768 771 input 03
2017-03-13 01:44:17,847 INFO > [done]    Processing shard393 (31554.041 ms)
2017-03-13 01:44:17,848 INFO > [started] Processing shard394...
2017-03-13 01:44:17,849 DEBUG output771 774 input 03
2017-03-13 01:44:27,231 INFO > [done]    Processing shard394 (9383.199 ms)
2017-03-13 01:44:27,232 INFO > [started] Processing shard395...
2017-03-13 01:44:27,233 DEBUG output774 778 input 04
2017-03-13 01:44:39,315 INFO > [done]    Processing shard395 (12083.447 ms)
2017-03-13 01:44:39,317 INFO > [started] Processing shard396...
2017-03-13 01:44:39,318 DEBUG output778 780 input 02
2017-03-13 01:44:45,750 INFO > [done]    Processing shard396 (6433.301 ms)
2017-03-13 01:44:45,751 INFO > [started] Processing shard397...
2017-03-13 01:44:45,752 DEBUG output780 781 input 01
2017-03-13 01:44:48,584 INFO > [done]    Processing shard397 (2832.849 ms)
2017-03-13 01:44:48,585 INFO > [started] Processing shard398...
2017-03-13 01:44:48,586 DEBUG output781 782 input 01
2017-03-13 01:45:06,196 INFO > [done]    Processing shard398 (17611.223 ms)
2017-03-13 01:45:06,197 INFO > [started] Processing shard399...
2017-03-13 01:45:06,198 DEBUG output782 783 input 01
2017-03-13 01:45:19,899 INFO > [done]    Processing shard399 (13701.617 ms)
2017-03-13 01:45:19,900 INFO > [started] Processing shard400...
2017-03-13 01:45:19,901 DEBUG output783 785 input 02
2017-03-13 01:45:26,689 INFO > [done]    Processing shard400 (6789.245 ms)
2017-03-13 01:45:26,690 WARNING skipping unusable shard 401
2017-03-13 01:45:26,691 INFO > [started] Processing shard402...
2017-03-13 01:45:26,692 DEBUG output785 786 input 01
2017-03-13 01:45:30,096 INFO > [done]    Processing shard402 (3404.831 ms)
2017-03-13 01:45:30,097 INFO > [started] Processing shard403...
2017-03-13 01:45:30,098 DEBUG output786 792 input 06
2017-03-13 01:45:49,782 INFO > [done]    Processing shard403 (19685.161 ms)
2017-03-13 01:45:49,783 INFO > [started] Processing shard404...
2017-03-13 01:45:49,784 DEBUG output792 793 input 01
2017-03-13 01:45:49,947 INFO > [done]    Processing shard404 (164.322 ms)
2017-03-13 01:45:49,948 INFO > [started] Processing shard405...
2017-03-13 01:45:49,949 DEBUG output793 796 input 03
2017-03-13 01:45:58,689 INFO > [done]    Processing shard405 (8740.362 ms)
2017-03-13 01:45:58,690 INFO > [started] Processing shard406...
2017-03-13 01:45:58,700 DEBUG output796 803 input 07
2017-03-13 01:46:45,266 INFO > [done]    Processing shard406 (46576.440 ms)
2017-03-13 01:46:45,267 INFO > [started] Processing shard407...
2017-03-13 01:46:45,268 DEBUG output803 806 input 03
2017-03-13 01:46:53,526 INFO > [done]    Processing shard407 (8259.422 ms)
2017-03-13 01:46:53,528 INFO > [started] Processing shard408...
2017-03-13 01:46:53,529 DEBUG output806 810 input 04
2017-03-13 01:47:05,654 INFO > [done]    Processing shard408 (12126.758 ms)
2017-03-13 01:47:05,656 INFO > [started] Processing shard409...
2017-03-13 01:47:05,657 DEBUG output810 812 input 02
2017-03-13 01:47:11,181 INFO > [done]    Processing shard409 (5525.203 ms)
2017-03-13 01:47:11,182 INFO > [started] Processing shard410...
2017-03-13 01:47:11,183 DEBUG output812 813 input 01
2017-03-13 01:47:13,590 INFO > [done]    Processing shard410 (2408.077 ms)
2017-03-13 01:47:13,591 INFO > [started] Processing shard411...
2017-03-13 01:47:13,592 DEBUG output813 816 input 03
2017-03-13 01:47:14,771 INFO > [done]    Processing shard411 (1179.780 ms)
2017-03-13 01:47:14,772 WARNING skipping unusable shard 412
2017-03-13 01:47:14,772 INFO > [started] Processing shard413...
2017-03-13 01:47:14,773 DEBUG output816 819 input 03
2017-03-13 01:48:01,049 INFO > [done]    Processing shard413 (46276.701 ms)
2017-03-13 01:48:01,050 INFO > [started] Processing shard414...
2017-03-13 01:48:01,051 DEBUG output819 823 input 04
2017-03-13 01:48:13,221 INFO > [done]    Processing shard414 (12170.720 ms)
2017-03-13 01:48:13,222 INFO > [started] Processing shard415...
2017-03-13 01:48:13,223 DEBUG output823 827 input 04
2017-03-13 01:48:25,264 INFO > [done]    Processing shard415 (12041.739 ms)
2017-03-13 01:48:25,265 INFO > [started] Processing shard416...
2017-03-13 01:48:25,266 DEBUG output827 829 input 02
2017-03-13 01:48:30,634 INFO > [done]    Processing shard416 (5369.174 ms)
2017-03-13 01:48:30,635 INFO > [started] Processing shard417...
2017-03-13 01:48:30,636 DEBUG output829 830 input 01
2017-03-13 01:48:30,773 INFO > [done]    Processing shard417 (137.604 ms)
2017-03-13 01:48:30,774 INFO > [started] Processing shard418...
2017-03-13 01:48:30,775 DEBUG output830 831 input 01
2017-03-13 01:48:34,060 INFO > [done]    Processing shard418 (3286.606 ms)
2017-03-13 01:48:34,062 INFO > [started] Processing shard419...
2017-03-13 01:48:34,063 DEBUG output831 837 input 06
2017-03-13 01:49:19,593 INFO > [done]    Processing shard419 (45531.576 ms)
2017-03-13 01:49:19,594 INFO > [started] Processing shard420...
2017-03-13 01:49:19,595 DEBUG output837 842 input 05
2017-03-13 01:49:33,700 INFO > [done]    Processing shard420 (14105.573 ms)
2017-03-13 01:49:33,701 INFO > [started] Processing shard421...
2017-03-13 01:49:33,702 DEBUG output842 846 input 04
2017-03-13 01:49:44,447 INFO > [done]    Processing shard421 (10745.692 ms)
2017-03-13 01:49:44,447 INFO > [started] Processing shard422...
2017-03-13 01:49:44,449 DEBUG output846 847 input 01
2017-03-13 01:49:44,627 INFO > [done]    Processing shard422 (179.224 ms)
2017-03-13 01:49:44,628 INFO > [started] Processing shard423...
2017-03-13 01:49:44,629 DEBUG output847 849 input 02
2017-03-13 01:49:49,575 INFO > [done]    Processing shard423 (4947.818 ms)
2017-03-13 01:49:49,577 INFO > [started] Processing shard424...
2017-03-13 01:49:49,578 DEBUG output849 852 input 03
2017-03-13 01:50:32,176 INFO > [done]    Processing shard424 (42599.812 ms)
2017-03-13 01:50:32,178 INFO > [started] Processing shard425...
2017-03-13 01:50:32,179 DEBUG output852 855 input 03
2017-03-13 01:50:40,492 INFO > [done]    Processing shard425 (8314.282 ms)
2017-03-13 01:50:40,493 INFO > [started] Processing shard426...
2017-03-13 01:50:40,494 DEBUG output855 856 input 01
2017-03-13 01:50:43,312 INFO > [done]    Processing shard426 (2818.988 ms)
2017-03-13 01:50:43,313 INFO > [started] Processing shard427...
2017-03-13 01:50:43,314 DEBUG output856 858 input 02
2017-03-13 01:50:49,794 INFO > [done]    Processing shard427 (6481.469 ms)
2017-03-13 01:50:49,795 INFO > [started] Processing shard428...
2017-03-13 01:50:49,817 DEBUG output858 861 input 03
2017-03-13 01:50:59,464 INFO > [done]    Processing shard428 (9668.805 ms)
2017-03-13 01:50:59,465 INFO > [started] Processing shard429...
2017-03-13 01:50:59,466 DEBUG output861 864 input 03
2017-03-13 01:51:30,986 INFO > [done]    Processing shard429 (31521.082 ms)
2017-03-13 01:51:30,987 INFO > [started] Processing shard430...
2017-03-13 01:51:30,988 DEBUG output864 870 input 06
2017-03-13 01:51:49,050 INFO > [done]    Processing shard430 (18063.083 ms)
2017-03-13 01:51:49,051 INFO > [started] Processing shard431...
2017-03-13 01:51:49,053 DEBUG output870 871 input 01
2017-03-13 01:51:51,615 INFO > [done]    Processing shard431 (2563.509 ms)
2017-03-13 01:51:51,616 INFO > [started] Processing shard432...
2017-03-13 01:51:51,617 DEBUG output871 877 input 06
2017-03-13 01:52:27,144 INFO > [done]    Processing shard432 (35527.631 ms)
2017-03-13 01:52:27,145 INFO > [started] Processing shard433...
2017-03-13 01:52:27,146 DEBUG output877 879 input 02
2017-03-13 01:52:32,707 INFO > [done]    Processing shard433 (5562.524 ms)
2017-03-13 01:52:32,708 INFO > [started] Processing shard434...
2017-03-13 01:52:32,709 DEBUG output879 881 input 02
2017-03-13 01:52:38,496 INFO > [done]    Processing shard434 (5787.559 ms)
2017-03-13 01:52:38,497 INFO > [started] Processing shard435...
2017-03-13 01:52:38,498 DEBUG output881 882 input 01
2017-03-13 01:52:41,507 INFO > [done]    Processing shard435 (3009.897 ms)
2017-03-13 01:52:41,508 INFO > [started] Processing shard436...
2017-03-13 01:52:41,509 DEBUG output882 884 input 02
2017-03-13 01:52:47,128 INFO > [done]    Processing shard436 (5620.241 ms)
2017-03-13 01:52:47,129 WARNING skipping unusable shard 437
2017-03-13 01:52:47,130 WARNING skipping unusable shard 438
2017-03-13 01:52:47,130 INFO > [started] Processing shard439...
2017-03-13 01:52:47,131 DEBUG output884 889 input 05
2017-03-13 01:53:27,263 INFO > [done]    Processing shard439 (40132.763 ms)
2017-03-13 01:53:27,264 INFO > [started] Processing shard440...
2017-03-13 01:53:27,265 DEBUG output889 891 input 02
2017-03-13 01:53:33,224 INFO > [done]    Processing shard440 (5959.988 ms)
2017-03-13 01:53:33,225 INFO > [started] Processing shard441...
2017-03-13 01:53:33,226 DEBUG output891 894 input 03
2017-03-13 01:53:42,136 INFO > [done]    Processing shard441 (8910.663 ms)
2017-03-13 01:53:42,137 INFO > [started] Processing shard442...
2017-03-13 01:53:42,138 DEBUG output894 896 input 02
2017-03-13 01:53:47,577 INFO > [done]    Processing shard442 (5439.449 ms)
2017-03-13 01:53:47,578 INFO > [started] Processing shard443...
2017-03-13 01:53:47,579 DEBUG output896 900 input 04
2017-03-13 01:53:59,051 INFO > [done]    Processing shard443 (11473.541 ms)
2017-03-13 01:53:59,052 INFO > [started] Processing shard444...
2017-03-13 01:53:59,053 DEBUG output900 901 input 01
2017-03-13 01:54:19,868 INFO > [done]    Processing shard444 (20816.179 ms)
2017-03-13 01:54:19,870 INFO > [started] Processing shard445...
2017-03-13 01:54:19,871 DEBUG output901 904 input 03
2017-03-13 01:54:42,204 INFO > [done]    Processing shard445 (22334.778 ms)
2017-03-13 01:54:42,205 INFO > [started] Processing shard446...
2017-03-13 01:54:42,207 DEBUG output904 905 input 01
2017-03-13 01:54:44,811 INFO > [done]    Processing shard446 (2605.274 ms)
2017-03-13 01:54:44,812 INFO > [started] Processing shard447...
2017-03-13 01:54:44,813 DEBUG output905 910 input 05
2017-03-13 01:54:59,276 INFO > [done]    Processing shard447 (14464.730 ms)
2017-03-13 01:54:59,278 INFO > [started] Processing shard448...
2017-03-13 01:54:59,279 DEBUG output910 911 input 01
2017-03-13 01:54:59,476 INFO > [done]    Processing shard448 (197.972 ms)
2017-03-13 01:54:59,476 WARNING skipping unusable shard 449
2017-03-13 01:54:59,478 INFO > [started] Processing shard450...
2017-03-13 01:54:59,479 DEBUG output911 913 input 02
2017-03-13 01:55:06,129 INFO > [done]    Processing shard450 (6651.360 ms)
2017-03-13 01:55:06,130 INFO > [started] Processing shard451...
2017-03-13 01:55:06,131 DEBUG output913 915 input 02
2017-03-13 01:55:11,918 INFO > [done]    Processing shard451 (5787.422 ms)
2017-03-13 01:55:11,919 INFO > [started] Processing shard452...
2017-03-13 01:55:11,920 DEBUG output915 917 input 02
2017-03-13 01:55:44,830 INFO > [done]    Processing shard452 (32910.764 ms)
2017-03-13 01:55:44,831 INFO > [started] Processing shard453...
2017-03-13 01:55:44,832 DEBUG output917 920 input 03
2017-03-13 01:55:53,473 INFO > [done]    Processing shard453 (8642.120 ms)
2017-03-13 01:55:53,474 INFO > [started] Processing shard454...
2017-03-13 01:55:53,475 DEBUG output920 921 input 01
2017-03-13 01:55:56,031 INFO > [done]    Processing shard454 (2556.969 ms)
2017-03-13 01:55:56,032 INFO > [started] Processing shard455...
2017-03-13 01:55:56,033 DEBUG output921 923 input 02
2017-03-13 01:56:01,462 INFO > [done]    Processing shard455 (5429.655 ms)
2017-03-13 01:56:01,463 INFO > [started] Processing shard456...
2017-03-13 01:56:01,464 DEBUG output923 924 input 01
2017-03-13 01:56:04,451 INFO > [done]    Processing shard456 (2987.942 ms)
2017-03-13 01:56:04,452 WARNING skipping unusable shard 457
2017-03-13 01:56:04,452 INFO > [started] Processing shard458...
2017-03-13 01:56:04,453 DEBUG output924 925 input 01
2017-03-13 01:56:07,683 INFO > [done]    Processing shard458 (3230.846 ms)
2017-03-13 01:56:07,684 INFO > [started] Processing shard459...
2017-03-13 01:56:07,686 DEBUG output925 926 input 01
2017-03-13 01:56:10,493 INFO > [done]    Processing shard459 (2808.668 ms)
2017-03-13 01:56:10,494 INFO > [started] Processing shard460...
2017-03-13 01:56:10,495 DEBUG output926 927 input 01
2017-03-13 01:56:13,368 INFO > [done]    Processing shard460 (2873.723 ms)
2017-03-13 01:56:13,369 INFO > [started] Processing shard461...
2017-03-13 01:56:13,370 DEBUG output927 928 input 01
2017-03-13 01:56:16,573 INFO > [done]    Processing shard461 (3204.433 ms)
2017-03-13 01:56:16,574 INFO > [started] Processing shard462...
2017-03-13 01:56:16,575 DEBUG output928 930 input 02
2017-03-13 01:56:45,437 INFO > [done]    Processing shard462 (28862.514 ms)
2017-03-13 01:56:45,438 WARNING skipping unusable shard 463
2017-03-13 01:56:45,439 INFO > [started] Processing shard464...
2017-03-13 01:56:45,440 DEBUG output930 933 input 03
2017-03-13 01:56:58,395 INFO > [done]    Processing shard464 (12956.507 ms)
2017-03-13 01:56:58,396 WARNING skipping unusable shard 465
2017-03-13 01:56:58,397 INFO > [started] Processing shard466...
2017-03-13 01:56:58,398 DEBUG output933 934 input 01
2017-03-13 01:57:01,205 INFO > [done]    Processing shard466 (2808.465 ms)
2017-03-13 01:57:01,206 INFO > [started] Processing shard467...
2017-03-13 01:57:01,207 DEBUG output934 935 input 01
2017-03-13 01:57:04,077 INFO > [done]    Processing shard467 (2870.966 ms)
2017-03-13 01:57:04,078 INFO > [started] Processing shard468...
2017-03-13 01:57:04,079 DEBUG output935 938 input 03
2017-03-13 01:57:06,326 INFO > [done]    Processing shard468 (2247.353 ms)
2017-03-13 01:57:06,327 INFO > [started] Processing shard469...
2017-03-13 01:57:06,328 DEBUG output938 940 input 02
2017-03-13 01:57:12,266 INFO > [done]    Processing shard469 (5939.736 ms)
2017-03-13 01:57:12,267 INFO > [started] Processing shard470...
2017-03-13 01:57:12,268 DEBUG output940 941 input 01
2017-03-13 01:57:15,115 INFO > [done]    Processing shard470 (2847.311 ms)
2017-03-13 01:57:15,116 INFO > [started] Processing shard471...
2017-03-13 01:57:15,117 DEBUG output941 943 input 02
2017-03-13 01:57:20,854 INFO > [done]    Processing shard471 (5738.491 ms)
2017-03-13 01:57:20,855 INFO > [started] Processing shard472...
2017-03-13 01:57:20,856 DEBUG output943 945 input 02
2017-03-13 01:57:26,032 INFO > [done]    Processing shard472 (5177.242 ms)
2017-03-13 01:57:26,033 WARNING skipping unusable shard 473
2017-03-13 01:57:26,034 INFO > [started] Processing shard474...
2017-03-13 01:57:26,035 DEBUG output945 946 input 01
2017-03-13 01:57:29,183 INFO > [done]    Processing shard474 (3148.548 ms)
2017-03-13 01:57:29,184 INFO > [started] Processing shard475...
2017-03-13 01:57:29,185 DEBUG output946 948 input 02
2017-03-13 01:57:32,843 INFO > [done]    Processing shard475 (3659.313 ms)
2017-03-13 01:57:32,844 INFO > [started] Processing shard476...
2017-03-13 01:57:32,845 DEBUG output948 952 input 04
2017-03-13 01:58:14,853 INFO > [done]    Processing shard476 (42008.642 ms)
2017-03-13 01:58:14,854 INFO > [started] Processing shard477...
2017-03-13 01:58:14,855 DEBUG output952 955 input 03
2017-03-13 01:58:23,584 INFO > [done]    Processing shard477 (8730.148 ms)
2017-03-13 01:58:23,585 INFO > [started] Processing shard478...
2017-03-13 01:58:23,587 DEBUG output955 959 input 04
2017-03-13 01:58:34,106 INFO > [done]    Processing shard478 (10521.178 ms)
2017-03-13 01:58:34,107 INFO > [started] Processing shard479...
2017-03-13 01:58:34,109 DEBUG output959 961 input 02
2017-03-13 01:58:40,553 INFO > [done]    Processing shard479 (6445.823 ms)
2017-03-13 01:58:40,554 INFO > [started] Processing shard480...
2017-03-13 01:58:40,556 DEBUG output961 965 input 04
2017-03-13 01:59:14,571 INFO > [done]    Processing shard480 (34016.793 ms)
2017-03-13 01:59:14,572 WARNING skipping unusable shard 481
2017-03-13 01:59:14,573 INFO > [started] Processing shard482...
2017-03-13 01:59:14,574 DEBUG output965 966 input 01
2017-03-13 01:59:19,475 INFO > [done]    Processing shard482 (4902.280 ms)
2017-03-13 01:59:19,476 INFO > [started] Processing shard483...
2017-03-13 01:59:19,478 DEBUG output966 967 input 01
2017-03-13 01:59:27,430 INFO > [done]    Processing shard483 (7953.515 ms)
2017-03-13 01:59:27,431 INFO > [started] Processing shard484...
2017-03-13 01:59:27,432 DEBUG output967 968 input 01
2017-03-13 01:59:34,733 INFO > [done]    Processing shard484 (7301.691 ms)
2017-03-13 01:59:34,734 WARNING skipping unusable shard 485
2017-03-13 01:59:34,735 INFO > [started] Processing shard486...
2017-03-13 01:59:34,736 DEBUG output968 972 input 04
2017-03-13 01:59:47,042 INFO > [done]    Processing shard486 (12307.596 ms)
2017-03-13 01:59:47,043 INFO > [started] Processing shard487...
2017-03-13 01:59:47,044 DEBUG output972 976 input 04
2017-03-13 01:59:55,490 INFO > [done]    Processing shard487 (8446.552 ms)
2017-03-13 01:59:55,491 INFO > [started] Processing shard488...
2017-03-13 01:59:55,492 DEBUG output976 978 input 02
2017-03-13 02:00:00,614 INFO > [done]    Processing shard488 (5123.534 ms)
2017-03-13 02:00:00,616 INFO > [started] Processing shard489...
2017-03-13 02:00:00,617 DEBUG output978 979 input 01
2017-03-13 02:00:03,045 INFO > [done]    Processing shard489 (2428.765 ms)
2017-03-13 02:00:03,046 INFO > [started] Processing shard490...
2017-03-13 02:00:03,047 DEBUG output979 980 input 01
2017-03-13 02:00:05,860 INFO > [done]    Processing shard490 (2814.625 ms)
2017-03-13 02:00:05,861 INFO > [started] Processing shard491...
2017-03-13 02:00:05,862 DEBUG output980 981 input 01
2017-03-13 02:00:08,634 INFO > [done]    Processing shard491 (2772.975 ms)
2017-03-13 02:00:08,635 INFO > [started] Processing shard492...
2017-03-13 02:00:08,636 DEBUG output981 982 input 01
2017-03-13 02:00:11,612 INFO > [done]    Processing shard492 (2976.368 ms)
2017-03-13 02:00:11,613 INFO > [started] Processing shard493...
2017-03-13 02:00:11,614 DEBUG output982 984 input 02
2017-03-13 02:00:17,037 INFO > [done]    Processing shard493 (5424.368 ms)
2017-03-13 02:00:17,038 INFO > [started] Processing shard494...
2017-03-13 02:00:17,039 DEBUG output984 987 input 03
2017-03-13 02:00:55,735 INFO > [done]    Processing shard494 (38696.933 ms)
2017-03-13 02:00:55,736 WARNING skipping unusable shard 495
2017-03-13 02:00:55,737 INFO > [started] Processing shard496...
2017-03-13 02:00:55,738 DEBUG output987 988 input 01
2017-03-13 02:00:58,507 INFO > [done]    Processing shard496 (2770.259 ms)
2017-03-13 02:00:58,508 INFO > [started] Processing shard497...
2017-03-13 02:00:58,522 DEBUG output988 990 input 02
2017-03-13 02:01:04,212 INFO > [done]    Processing shard497 (5704.201 ms)
2017-03-13 02:01:04,213 INFO > [started] Processing shard498...
2017-03-13 02:01:04,214 DEBUG output990 991 input 01
2017-03-13 02:01:06,760 INFO > [done]    Processing shard498 (2546.641 ms)
2017-03-13 02:01:06,761 INFO > [started] Processing shard499...
2017-03-13 02:01:06,771 DEBUG output991 993 input 02
2017-03-13 02:01:07,670 INFO > [done]    Processing shard499 (909.192 ms)
2017-03-13 02:01:07,671 INFO > [started] Processing shard500...
2017-03-13 02:01:07,672 DEBUG output993 994 input 01
2017-03-13 02:01:10,979 INFO > [done]    Processing shard500 (3308.285 ms)
2017-03-13 02:01:10,980 INFO > [started] Processing shard501...
2017-03-13 02:01:10,982 DEBUG output994 997 input 03
2017-03-13 02:01:19,587 INFO > [done]    Processing shard501 (8606.736 ms)
2017-03-13 02:01:19,588 WARNING skipping unusable shard 502
2017-03-13 02:01:19,589 INFO > [started] Processing shard503...
2017-03-13 02:01:19,590 DEBUG output997 998 input 01
2017-03-13 02:01:22,753 INFO > [done]    Processing shard503 (3163.845 ms)
2017-03-13 02:01:22,754 INFO > [started] Processing shard504...
2017-03-13 02:01:22,755 DEBUG output998 1002 input 04
2017-03-13 02:02:01,668 INFO > [done]    Processing shard504 (38914.870 ms)
2017-03-13 02:02:01,669 INFO > [started] Processing shard505...
2017-03-13 02:02:01,671 DEBUG output1002 1003 input 01
2017-03-13 02:02:04,393 INFO > [done]    Processing shard505 (2723.942 ms)
2017-03-13 02:02:04,395 INFO > [started] Processing shard506...
2017-03-13 02:02:04,396 DEBUG output1003 1004 input 01
2017-03-13 02:02:07,131 INFO > [done]    Processing shard506 (2736.534 ms)
2017-03-13 02:02:07,132 INFO > [started] Processing shard507...
2017-03-13 02:02:07,143 DEBUG output1004 1008 input 04
2017-03-13 02:02:18,582 INFO > [done]    Processing shard507 (11449.883 ms)
2017-03-13 02:02:18,583 INFO > [started] Processing shard508...
2017-03-13 02:02:18,585 DEBUG output1008 1009 input 01
2017-03-13 02:02:21,572 INFO > [done]    Processing shard508 (2988.358 ms)
2017-03-13 02:02:21,573 INFO > [started] Processing shard509...
2017-03-13 02:02:21,574 DEBUG output1009 1011 input 02
2017-03-13 02:02:27,111 INFO > [done]    Processing shard509 (5538.480 ms)
2017-03-13 02:02:27,112 INFO > [started] Processing shard510...
2017-03-13 02:02:27,113 DEBUG output1011 1012 input 01
2017-03-13 02:02:29,921 INFO > [done]    Processing shard510 (2809.093 ms)
2017-03-13 02:02:29,922 INFO > [started] Processing shard511...
2017-03-13 02:02:29,923 DEBUG output1012 1013 input 01
2017-03-13 02:02:32,962 INFO > [done]    Processing shard511 (3039.193 ms)
2017-03-13 02:02:32,963 INFO > [started] Processing shard512...
2017-03-13 02:02:32,964 DEBUG output1013 1016 input 03
2017-03-13 02:03:11,109 INFO > [done]    Processing shard512 (38145.756 ms)
2017-03-13 02:03:11,110 WARNING skipping unusable shard 513
2017-03-13 02:03:11,110 INFO > [started] Processing shard514...
2017-03-13 02:03:11,112 DEBUG output1016 1018 input 02
2017-03-13 02:03:17,316 INFO > [done]    Processing shard514 (6205.956 ms)
2017-03-13 02:03:17,317 INFO > [started] Processing shard515...
2017-03-13 02:03:17,318 DEBUG output1018 1019 input 01
2017-03-13 02:03:20,333 INFO > [done]    Processing shard515 (3015.840 ms)
2017-03-13 02:03:20,334 INFO > [started] Processing shard516...
2017-03-13 02:03:20,335 DEBUG output1019 1024 input 05
2017-03-13 02:03:35,070 INFO > [done]    Processing shard516 (14735.726 ms)
2017-03-13 02:03:35,071 WARNING skipping unusable shard 517
2017-03-13 02:03:35,072 INFO > [started] Processing shard518...
2017-03-13 02:03:35,086 DEBUG output1024 1027 input 03
2017-03-13 02:04:03,855 INFO > [done]    Processing shard518 (28782.964 ms)
2017-03-13 02:04:03,856 INFO > [started] Processing shard519...
2017-03-13 02:04:03,857 DEBUG output1027 1028 input 01
2017-03-13 02:04:06,828 INFO > [done]    Processing shard519 (2971.999 ms)
2017-03-13 02:04:06,829 WARNING skipping unusable shard 520
2017-03-13 02:04:06,829 INFO > [started] Processing shard521...
2017-03-13 02:04:06,831 DEBUG output1028 1030 input 02
2017-03-13 02:04:13,275 INFO > [done]    Processing shard521 (6445.231 ms)
2017-03-13 02:04:13,276 INFO > [started] Processing shard522...
2017-03-13 02:04:13,277 DEBUG output1030 1032 input 02
2017-03-13 02:04:19,788 INFO > [done]    Processing shard522 (6512.425 ms)
2017-03-13 02:04:19,789 INFO > [started] Processing shard523...
2017-03-13 02:04:19,790 DEBUG output1032 1033 input 01
2017-03-13 02:04:22,582 INFO > [done]    Processing shard523 (2793.191 ms)
2017-03-13 02:04:22,583 INFO > [started] Processing shard524...
2017-03-13 02:04:22,585 DEBUG output1033 1035 input 02
2017-03-13 02:04:29,028 INFO > [done]    Processing shard524 (6444.423 ms)
2017-03-13 02:04:29,029 INFO > [started] Processing shard525...
2017-03-13 02:04:29,030 DEBUG output1035 1037 input 02
2017-03-13 02:04:34,712 INFO > [done]    Processing shard525 (5683.090 ms)
2017-03-13 02:04:34,713 INFO > [started] Processing shard526...
2017-03-13 02:04:34,739 DEBUG output1037 1041 input 04
2017-03-13 02:04:37,001 INFO > [done]    Processing shard526 (2287.770 ms)
2017-03-13 02:04:37,002 INFO > [started] Processing shard527...
2017-03-13 02:04:37,003 DEBUG output1041 1042 input 01
2017-03-13 02:05:00,586 INFO > [done]    Processing shard527 (23584.501 ms)
2017-03-13 02:05:00,588 INFO > [started] Processing shard528...
2017-03-13 02:05:00,589 DEBUG output1042 1044 input 02
2017-03-13 02:05:20,902 INFO > [done]    Processing shard528 (20314.201 ms)
2017-03-13 02:05:20,903 INFO > [started] Processing shard529...
2017-03-13 02:05:20,904 DEBUG output1044 1048 input 04
2017-03-13 02:05:36,114 INFO > [done]    Processing shard529 (15210.800 ms)
2017-03-13 02:05:36,115 INFO > [started] Processing shard530...
2017-03-13 02:05:36,116 DEBUG output1048 1049 input 01
2017-03-13 02:05:39,154 INFO > [done]    Processing shard530 (3039.231 ms)
2017-03-13 02:05:39,155 INFO > [started] Processing shard531...
2017-03-13 02:05:39,156 DEBUG output1049 1051 input 02
2017-03-13 02:05:45,145 INFO > [done]    Processing shard531 (5990.086 ms)
2017-03-13 02:05:45,146 WARNING skipping unusable shard 532
2017-03-13 02:05:45,147 INFO > [started] Processing shard533...
2017-03-13 02:05:45,148 DEBUG output1051 1055 input 04
2017-03-13 02:05:57,725 INFO > [done]    Processing shard533 (12577.674 ms)
2017-03-13 02:05:57,726 INFO > [started] Processing shard534...
2017-03-13 02:05:57,727 DEBUG output1055 1057 input 02
2017-03-13 02:06:03,711 INFO > [done]    Processing shard534 (5985.780 ms)
2017-03-13 02:06:03,712 WARNING skipping unusable shard 535
2017-03-13 02:06:03,713 INFO > [started] Processing shard536...
2017-03-13 02:06:03,714 DEBUG output1057 1058 input 01
2017-03-13 02:06:06,956 INFO > [done]    Processing shard536 (3243.032 ms)
2017-03-13 02:06:06,957 INFO > [started] Processing shard537...
2017-03-13 02:06:06,958 DEBUG output1058 1059 input 01
2017-03-13 02:06:14,569 INFO > [done]    Processing shard537 (7611.680 ms)
2017-03-13 02:06:14,570 INFO > [started] Processing shard538...
2017-03-13 02:06:14,571 DEBUG output1059 1061 input 02
2017-03-13 02:06:43,737 INFO > [done]    Processing shard538 (29167.521 ms)
2017-03-13 02:06:43,738 INFO > [started] Processing shard539...
2017-03-13 02:06:43,739 DEBUG output1061 1062 input 01
2017-03-13 02:06:44,227 INFO > [done]    Processing shard539 (488.296 ms)
2017-03-13 02:06:44,228 INFO > [started] Processing shard540...
2017-03-13 02:06:44,229 DEBUG output1062 1063 input 01
2017-03-13 02:06:52,147 INFO > [done]    Processing shard540 (7919.914 ms)
2017-03-13 02:06:52,149 INFO > [started] Processing shard541...
2017-03-13 02:06:52,150 DEBUG output1063 1064 input 01
2017-03-13 02:06:55,531 INFO > [done]    Processing shard541 (3382.085 ms)
2017-03-13 02:06:55,532 INFO > [started] Processing shard542...
2017-03-13 02:06:55,533 DEBUG output1064 1065 input 01
2017-03-13 02:06:58,566 INFO > [done]    Processing shard542 (3034.369 ms)
2017-03-13 02:06:58,567 INFO > [started] Processing shard543...
2017-03-13 02:06:58,568 DEBUG output1065 1069 input 04
2017-03-13 02:07:10,399 INFO > [done]    Processing shard543 (11831.741 ms)
2017-03-13 02:07:10,400 INFO > [started] Processing shard544...
2017-03-13 02:07:10,401 DEBUG output1069 1070 input 01
2017-03-13 02:07:13,345 INFO > [done]    Processing shard544 (2945.276 ms)
2017-03-13 02:07:13,346 INFO > [started] Processing shard545...
2017-03-13 02:07:13,347 DEBUG output1070 1072 input 02
2017-03-13 02:07:19,445 INFO > [done]    Processing shard545 (6099.163 ms)
2017-03-13 02:07:19,446 INFO > [started] Processing shard546...
2017-03-13 02:07:19,447 DEBUG output1072 1073 input 01
2017-03-13 02:07:22,291 INFO > [done]    Processing shard546 (2844.857 ms)
2017-03-13 02:07:22,292 WARNING skipping unusable shard 547
2017-03-13 02:07:22,293 INFO > [started] Processing shard548...
2017-03-13 02:07:22,295 DEBUG output1073 1075 input 02
2017-03-13 02:07:48,578 INFO > [done]    Processing shard548 (26284.664 ms)
2017-03-13 02:07:48,579 INFO > [started] Processing shard549...
2017-03-13 02:07:48,580 DEBUG output1075 1078 input 03
2017-03-13 02:07:58,178 INFO > [done]    Processing shard549 (9598.913 ms)
2017-03-13 02:07:58,179 INFO > [started] Processing shard550...
2017-03-13 02:07:58,180 DEBUG output1078 1081 input 03
2017-03-13 02:08:07,301 INFO > [done]    Processing shard550 (9122.234 ms)
2017-03-13 02:08:07,302 INFO > [started] Processing shard551...
2017-03-13 02:08:07,304 DEBUG output1081 1083 input 02
2017-03-13 02:08:13,481 INFO > [done]    Processing shard551 (6179.017 ms)
2017-03-13 02:08:13,483 INFO > [started] Processing shard552...
2017-03-13 02:08:13,484 DEBUG output1083 1084 input 01
2017-03-13 02:08:17,074 INFO > [done]    Processing shard552 (3591.863 ms)
2017-03-13 02:08:17,076 WARNING skipping unusable shard 553
2017-03-13 02:08:17,076 INFO > [started] Processing shard554...
2017-03-13 02:08:17,078 DEBUG output1084 1087 input 03
2017-03-13 02:08:47,214 INFO > [done]    Processing shard554 (30137.959 ms)
2017-03-13 02:08:47,215 INFO > [started] Processing shard555...
2017-03-13 02:08:47,217 DEBUG output1087 1090 input 03
2017-03-13 02:08:56,329 INFO > [done]    Processing shard555 (9113.284 ms)
2017-03-13 02:08:56,330 INFO > [started] Processing shard556...
2017-03-13 02:08:56,331 DEBUG output1090 1092 input 02
2017-03-13 02:09:02,605 INFO > [done]    Processing shard556 (6274.905 ms)
2017-03-13 02:09:02,606 INFO > [started] Processing shard557...
2017-03-13 02:09:02,607 DEBUG output1092 1095 input 03
2017-03-13 02:09:11,447 INFO > [done]    Processing shard557 (8840.975 ms)
2017-03-13 02:09:11,448 INFO > [started] Processing shard558...
2017-03-13 02:09:11,449 DEBUG output1095 1096 input 01
2017-03-13 02:09:14,351 INFO > [done]    Processing shard558 (2903.049 ms)
2017-03-13 02:09:14,352 INFO > [started] Processing shard559...
2017-03-13 02:09:14,353 DEBUG output1096 1098 input 02
2017-03-13 02:09:20,076 INFO > [done]    Processing shard559 (5724.274 ms)
2017-03-13 02:09:20,077 INFO > [started] Processing shard560...
2017-03-13 02:09:20,078 DEBUG output1098 1100 input 02
2017-03-13 02:09:52,234 INFO > [done]    Processing shard560 (32156.718 ms)
2017-03-13 02:09:52,235 INFO > [started] Processing shard561...
2017-03-13 02:09:52,236 DEBUG output1100 1103 input 03
2017-03-13 02:10:01,561 INFO > [done]    Processing shard561 (9325.573 ms)
2017-03-13 02:10:01,562 INFO > [started] Processing shard562...
2017-03-13 02:10:01,563 DEBUG output1103 1108 input 05
2017-03-13 02:10:16,766 INFO > [done]    Processing shard562 (15204.745 ms)
2017-03-13 02:10:16,767 INFO > [started] Processing shard563...
2017-03-13 02:10:16,769 DEBUG output1108 1111 input 03
2017-03-13 02:10:30,753 INFO > [done]    Processing shard563 (13985.446 ms)
2017-03-13 02:10:30,754 INFO > [started] Processing shard564...
2017-03-13 02:10:30,916 DEBUG output1111 1113 input 02
2017-03-13 02:10:51,778 INFO > [done]    Processing shard564 (21024.080 ms)
2017-03-13 02:10:51,779 INFO > [started] Processing shard565...
2017-03-13 02:10:51,780 DEBUG output1113 1115 input 02
2017-03-13 02:11:04,851 INFO > [done]    Processing shard565 (13071.910 ms)
2017-03-13 02:11:04,852 INFO > [started] Processing shard566...
2017-03-13 02:11:04,853 DEBUG output1115 1120 input 05
2017-03-13 02:11:20,964 INFO > [done]    Processing shard566 (16111.705 ms)
2017-03-13 02:11:20,965 INFO > [started] Processing shard567...
2017-03-13 02:11:20,966 DEBUG output1120 1121 input 01
2017-03-13 02:11:23,798 INFO > [done]    Processing shard567 (2833.251 ms)
2017-03-13 02:11:23,799 INFO > [started] Processing shard568...
2017-03-13 02:11:23,800 DEBUG output1121 1125 input 04
2017-03-13 02:11:36,000 INFO > [done]    Processing shard568 (12201.116 ms)
2017-03-13 02:11:36,001 INFO > [started] Processing shard569...
2017-03-13 02:11:36,002 DEBUG output1125 1128 input 03
2017-03-13 02:12:07,204 INFO > [done]    Processing shard569 (31203.104 ms)
2017-03-13 02:12:07,205 INFO > [started] Processing shard570...
2017-03-13 02:12:07,206 DEBUG output1128 1129 input 01
2017-03-13 02:12:10,118 INFO > [done]    Processing shard570 (2912.804 ms)
2017-03-13 02:12:10,119 INFO > [started] Processing shard571...
2017-03-13 02:12:10,120 DEBUG output1129 1133 input 04
2017-03-13 02:12:21,668 INFO > [done]    Processing shard571 (11549.225 ms)
2017-03-13 02:12:21,669 WARNING skipping unusable shard 572
2017-03-13 02:12:21,670 INFO > [started] Processing shard573...
2017-03-13 02:12:21,671 DEBUG output1133 1137 input 04
2017-03-13 02:12:23,486 INFO > [done]    Processing shard573 (1815.659 ms)
2017-03-13 02:12:23,487 WARNING skipping unusable shard 574
2017-03-13 02:12:23,488 INFO > [started] Processing shard575...
2017-03-13 02:12:23,489 DEBUG output1137 1140 input 03
2017-03-13 02:12:32,299 INFO > [done]    Processing shard575 (8810.878 ms)
2017-03-13 02:12:32,300 WARNING skipping unusable shard 576
2017-03-13 02:12:32,301 INFO > [started] Processing shard577...
2017-03-13 02:12:32,302 DEBUG output1140 1141 input 01
2017-03-13 02:12:34,724 INFO > [done]    Processing shard577 (2423.783 ms)
2017-03-13 02:12:34,726 INFO > [started] Processing shard578...
2017-03-13 02:12:34,738 DEBUG output1141 1144 input 03
2017-03-13 02:13:14,599 INFO > [done]    Processing shard578 (39872.900 ms)
2017-03-13 02:13:14,600 INFO > [started] Processing shard579...
2017-03-13 02:13:14,601 DEBUG output1144 1146 input 02
2017-03-13 02:13:21,270 INFO > [done]    Processing shard579 (6670.414 ms)
2017-03-13 02:13:21,271 INFO > [started] Processing shard580...
2017-03-13 02:13:21,272 DEBUG output1146 1148 input 02
2017-03-13 02:13:28,040 INFO > [done]    Processing shard580 (6769.459 ms)
2017-03-13 02:13:28,042 INFO > [started] Processing shard581...
2017-03-13 02:13:28,043 DEBUG output1148 1150 input 02
2017-03-13 02:13:34,078 INFO > [done]    Processing shard581 (6036.901 ms)
2017-03-13 02:13:34,079 INFO > [started] Processing shard582...
2017-03-13 02:13:34,081 DEBUG output1150 1151 input 01
2017-03-13 02:13:37,089 INFO > [done]    Processing shard582 (3009.089 ms)
2017-03-13 02:13:37,090 INFO > [started] Processing shard583...
2017-03-13 02:13:37,091 DEBUG output1151 1154 input 03
2017-03-13 02:13:46,017 INFO > [done]    Processing shard583 (8927.801 ms)
2017-03-13 02:13:46,018 WARNING skipping unusable shard 584
2017-03-13 02:13:46,019 INFO > [started] Processing shard585...
2017-03-13 02:13:46,020 DEBUG output1154 1158 input 04
2017-03-13 02:14:22,295 INFO > [done]    Processing shard585 (36276.122 ms)
2017-03-13 02:14:22,296 INFO > [started] Processing shard586...
2017-03-13 02:14:22,297 DEBUG output1158 1160 input 02
2017-03-13 02:14:28,600 INFO > [done]    Processing shard586 (6303.880 ms)
2017-03-13 02:14:28,601 INFO > [started] Processing shard587...
2017-03-13 02:14:28,602 DEBUG output1160 1161 input 01
2017-03-13 02:14:31,533 INFO > [done]    Processing shard587 (2932.082 ms)
2017-03-13 02:14:31,534 INFO > [started] Processing shard588...
2017-03-13 02:14:31,535 DEBUG output1161 1164 input 03
2017-03-13 02:14:41,958 INFO > [done]    Processing shard588 (10424.025 ms)
2017-03-13 02:14:41,959 INFO > [started] Processing shard589...
2017-03-13 02:14:41,960 DEBUG output1164 1166 input 02
2017-03-13 02:14:48,152 INFO > [done]    Processing shard589 (6193.063 ms)
2017-03-13 02:14:48,153 INFO > [started] Processing shard590...
2017-03-13 02:14:48,154 DEBUG output1166 1167 input 01
2017-03-13 02:14:48,457 INFO > [done]    Processing shard590 (303.936 ms)
2017-03-13 02:14:48,458 INFO > [started] Processing shard591...
2017-03-13 02:14:48,459 DEBUG output1167 1168 input 01
2017-03-13 02:14:51,412 INFO > [done]    Processing shard591 (2953.532 ms)
2017-03-13 02:14:51,413 WARNING skipping unusable shard 592
2017-03-13 02:14:51,414 WARNING skipping unusable shard 593
2017-03-13 02:14:51,414 INFO > [started] Processing shard594...
2017-03-13 02:14:51,415 DEBUG output1168 1169 input 01
2017-03-13 02:15:12,654 INFO > [done]    Processing shard594 (21239.607 ms)
2017-03-13 02:15:12,655 INFO > [started] Processing shard595...
2017-03-13 02:15:12,657 DEBUG output1169 1174 input 05
2017-03-13 02:15:38,074 INFO > [done]    Processing shard595 (25419.010 ms)
2017-03-13 02:15:38,075 WARNING skipping unusable shard 596
2017-03-13 02:15:38,076 INFO > [started] Processing shard597...
2017-03-13 02:15:38,077 DEBUG output1174 1177 input 03
2017-03-13 02:15:47,594 INFO > [done]    Processing shard597 (9518.462 ms)
2017-03-13 02:15:47,595 INFO > [started] Processing shard598...
2017-03-13 02:15:47,596 DEBUG output1177 1180 input 03
2017-03-13 02:15:56,276 INFO > [done]    Processing shard598 (8681.155 ms)
2017-03-13 02:15:56,277 INFO > [started] Processing shard599...
2017-03-13 02:15:56,279 DEBUG output1180 1181 input 01
2017-03-13 02:15:59,287 INFO > [done]    Processing shard599 (3009.776 ms)
2017-03-13 02:15:59,288 INFO > [started] Processing shard600...
2017-03-13 02:15:59,289 DEBUG output1181 1182 input 01
2017-03-13 02:16:02,039 INFO > [done]    Processing shard600 (2751.041 ms)
2017-03-13 02:16:02,040 INFO > [started] Processing shard601...
2017-03-13 02:16:02,042 DEBUG output1182 1185 input 03
2017-03-13 02:16:35,966 INFO > [done]    Processing shard601 (33925.112 ms)
2017-03-13 02:16:35,967 INFO > [started] Processing shard602...
2017-03-13 02:16:35,968 DEBUG output1185 1186 input 01
2017-03-13 02:16:39,249 INFO > [done]    Processing shard602 (3282.557 ms)
2017-03-13 02:16:39,250 WARNING skipping unusable shard 603
2017-03-13 02:16:39,251 INFO > [started] Processing shard604...
2017-03-13 02:16:39,253 DEBUG output1186 1189 input 03
2017-03-13 02:16:49,130 INFO > [done]    Processing shard604 (9879.168 ms)
2017-03-13 02:16:49,132 INFO > [started] Processing shard605...
2017-03-13 02:16:49,133 DEBUG output1189 1190 input 01
2017-03-13 02:16:52,547 INFO > [done]    Processing shard605 (3415.063 ms)
2017-03-13 02:16:52,548 INFO > [started] Processing shard606...
2017-03-13 02:16:52,549 DEBUG output1190 1191 input 01
2017-03-13 02:16:55,393 INFO > [done]    Processing shard606 (2845.645 ms)
2017-03-13 02:16:55,394 INFO > [started] Processing shard607...
2017-03-13 02:16:55,395 DEBUG output1191 1192 input 01
2017-03-13 02:16:55,682 INFO > [done]    Processing shard607 (287.946 ms)
2017-03-13 02:16:55,683 INFO > [started] Processing shard608...
2017-03-13 02:16:55,684 DEBUG output1192 1195 input 03
2017-03-13 02:17:05,538 INFO > [done]    Processing shard608 (9854.889 ms)
2017-03-13 02:17:05,539 INFO > [started] Processing shard609...
2017-03-13 02:17:05,540 DEBUG output1195 1197 input 02
2017-03-13 02:17:31,425 INFO > [done]    Processing shard609 (25885.702 ms)
2017-03-13 02:17:31,426 INFO > [started] Processing shard610...
2017-03-13 02:17:31,427 DEBUG output1197 1200 input 03
2017-03-13 02:17:46,757 INFO > [done]    Processing shard610 (15330.561 ms)
2017-03-13 02:17:46,757 INFO > [started] Processing shard611...
2017-03-13 02:17:46,759 DEBUG output1200 1204 input 04
2017-03-13 02:17:59,323 INFO > [done]    Processing shard611 (12565.447 ms)
2017-03-13 02:17:59,324 INFO > [started] Processing shard612...
2017-03-13 02:17:59,325 DEBUG output1204 1208 input 04
2017-03-13 02:18:12,364 INFO > [done]    Processing shard612 (13040.041 ms)
2017-03-13 02:18:12,365 INFO > [started] Processing shard613...
2017-03-13 02:18:12,366 DEBUG output1208 1209 input 01
2017-03-13 02:18:15,039 INFO > [done]    Processing shard613 (2674.438 ms)
2017-03-13 02:18:15,040 INFO > [started] Processing shard614...
2017-03-13 02:18:15,042 DEBUG output1209 1213 input 04
2017-03-13 02:18:17,419 INFO > [done]    Processing shard614 (2378.650 ms)
2017-03-13 02:18:17,420 INFO > [started] Processing shard615...
2017-03-13 02:18:17,421 DEBUG output1213 1216 input 03
2017-03-13 02:18:56,648 INFO > [done]    Processing shard615 (39227.556 ms)
2017-03-13 02:18:56,649 INFO > [started] Processing shard616...
2017-03-13 02:18:56,650 DEBUG output1216 1218 input 02
2017-03-13 02:19:02,737 INFO > [done]    Processing shard616 (6088.238 ms)
2017-03-13 02:19:02,738 INFO > [started] Processing shard617...
2017-03-13 02:19:02,739 DEBUG output1218 1219 input 01
2017-03-13 02:19:05,698 INFO > [done]    Processing shard617 (2959.919 ms)
2017-03-13 02:19:05,699 INFO > [started] Processing shard618...
2017-03-13 02:19:05,700 DEBUG output1219 1221 input 02
2017-03-13 02:19:11,784 INFO > [done]    Processing shard618 (6084.753 ms)
2017-03-13 02:19:11,785 INFO > [started] Processing shard619...
2017-03-13 02:19:11,786 DEBUG output1221 1226 input 05
2017-03-13 02:19:26,700 INFO > [done]    Processing shard619 (14914.796 ms)
2017-03-13 02:19:26,701 INFO > [started] Processing shard620...
2017-03-13 02:19:26,702 DEBUG output1226 1227 input 01
2017-03-13 02:19:48,899 INFO > [done]    Processing shard620 (22197.913 ms)
2017-03-13 02:19:48,900 INFO > [started] Processing shard621...
2017-03-13 02:19:48,901 DEBUG output1227 1230 input 03
2017-03-13 02:20:02,344 INFO > [done]    Processing shard621 (13444.530 ms)
2017-03-13 02:20:02,345 INFO > [started] Processing shard622...
2017-03-13 02:20:02,346 DEBUG output1230 1232 input 02
2017-03-13 02:20:08,014 INFO > [done]    Processing shard622 (5669.258 ms)
2017-03-13 02:20:08,015 INFO > [started] Processing shard623...
2017-03-13 02:20:08,017 DEBUG output1232 1233 input 01
2017-03-13 02:20:10,715 INFO > [done]    Processing shard623 (2699.270 ms)
2017-03-13 02:20:10,716 WARNING skipping unusable shard 624
2017-03-13 02:20:10,717 INFO > [started] Processing shard625...
2017-03-13 02:20:10,718 DEBUG output1233 1234 input 01
2017-03-13 02:20:13,561 INFO > [done]    Processing shard625 (2844.452 ms)
2017-03-13 02:20:13,562 WARNING skipping unusable shard 626
2017-03-13 02:20:13,563 INFO > [started] Processing shard627...
2017-03-13 02:20:13,564 DEBUG output1234 1238 input 04
2017-03-13 02:20:25,954 INFO > [done]    Processing shard627 (12390.920 ms)
2017-03-13 02:20:25,955 INFO > [started] Processing shard628...
2017-03-13 02:20:25,956 DEBUG output1238 1242 input 04
2017-03-13 02:20:58,145 INFO > [done]    Processing shard628 (32189.994 ms)
2017-03-13 02:20:58,146 INFO > [started] Processing shard629...
2017-03-13 02:20:58,148 DEBUG output1242 1244 input 02
2017-03-13 02:21:04,555 INFO > [done]    Processing shard629 (6409.125 ms)
2017-03-13 02:21:04,557 INFO > [started] Processing shard630...
2017-03-13 02:21:04,558 DEBUG output1244 1245 input 01
2017-03-13 02:21:04,847 INFO > [done]    Processing shard630 (290.140 ms)
2017-03-13 02:21:04,848 INFO > [started] Processing shard631...
2017-03-13 02:21:04,849 DEBUG output1245 1248 input 03
2017-03-13 02:21:13,912 INFO > [done]    Processing shard631 (9063.552 ms)
2017-03-13 02:21:13,912 INFO > [started] Processing shard632...
2017-03-13 02:21:13,914 DEBUG output1248 1249 input 01
2017-03-13 02:21:17,233 INFO > [done]    Processing shard632 (3320.475 ms)
2017-03-13 02:21:17,234 INFO > [started] Processing shard633...
2017-03-13 02:21:17,235 DEBUG output1249 1250 input 01
2017-03-13 02:21:20,226 INFO > [done]    Processing shard633 (2991.690 ms)
2017-03-13 02:21:20,227 WARNING skipping unusable shard 634
2017-03-13 02:21:20,228 WARNING skipping unusable shard 635
2017-03-13 02:21:20,228 INFO > [started] Processing shard636...
2017-03-13 02:21:20,251 DEBUG output1250 1252 input 02
2017-03-13 02:21:26,187 INFO > [done]    Processing shard636 (5958.282 ms)
2017-03-13 02:21:26,188 INFO > [started] Processing shard637...
2017-03-13 02:21:26,189 DEBUG output1252 1253 input 01
2017-03-13 02:21:32,622 INFO > [done]    Processing shard637 (6434.505 ms)
2017-03-13 02:21:32,623 INFO > [started] Processing shard638...
2017-03-13 02:21:32,625 DEBUG output1253 1256 input 03
2017-03-13 02:22:06,999 INFO > [done]    Processing shard638 (34375.997 ms)
2017-03-13 02:22:07,000 INFO > [started] Processing shard639...
2017-03-13 02:22:07,002 DEBUG output1256 1259 input 03
2017-03-13 02:22:16,620 INFO > [done]    Processing shard639 (9619.678 ms)
2017-03-13 02:22:16,621 INFO > [started] Processing shard640...
2017-03-13 02:22:16,622 DEBUG output1259 1260 input 01
2017-03-13 02:22:19,716 INFO > [done]    Processing shard640 (3094.691 ms)
2017-03-13 02:22:19,717 INFO > [started] Processing shard641...
2017-03-13 02:22:19,718 DEBUG output1260 1262 input 02
2017-03-13 02:22:25,412 INFO > [done]    Processing shard641 (5694.853 ms)
2017-03-13 02:22:25,413 INFO > [started] Processing shard642...
2017-03-13 02:22:25,414 DEBUG output1262 1263 input 01
2017-03-13 02:22:28,482 INFO > [done]    Processing shard642 (3069.375 ms)
2017-03-13 02:22:28,483 INFO > [started] Processing shard643...
2017-03-13 02:22:28,484 DEBUG output1263 1266 input 03
2017-03-13 02:22:42,462 INFO > [done]    Processing shard643 (13979.152 ms)
2017-03-13 02:22:42,464 INFO > [started] Processing shard644...
2017-03-13 02:22:42,465 DEBUG output1266 1268 input 02
2017-03-13 02:22:59,412 INFO > [done]    Processing shard644 (16948.516 ms)
2017-03-13 02:22:59,413 INFO > [started] Processing shard645...
2017-03-13 02:22:59,414 DEBUG output1268 1271 input 03
2017-03-13 02:23:16,028 INFO > [done]    Processing shard645 (16614.570 ms)
2017-03-13 02:23:16,029 INFO > [started] Processing shard646...
2017-03-13 02:23:16,030 DEBUG output1271 1272 input 01
2017-03-13 02:23:19,337 INFO > [done]    Processing shard646 (3307.915 ms)
2017-03-13 02:23:19,338 INFO > [started] Processing shard647...
2017-03-13 02:23:19,355 DEBUG output1272 1276 input 04
2017-03-13 02:23:31,017 INFO > [done]    Processing shard647 (11678.524 ms)
2017-03-13 02:23:31,018 INFO > [started] Processing shard648...
2017-03-13 02:23:31,030 DEBUG output1276 1277 input 01
2017-03-13 02:23:31,427 INFO > [done]    Processing shard648 (409.017 ms)
2017-03-13 02:23:31,428 INFO > [started] Processing shard649...
2017-03-13 02:23:31,429 DEBUG output1277 1280 input 03
2017-03-13 02:23:40,638 INFO > [done]    Processing shard649 (9209.952 ms)
2017-03-13 02:23:40,639 INFO > [started] Processing shard650...
2017-03-13 02:23:40,640 DEBUG output1280 1281 input 01
2017-03-13 02:23:43,413 INFO > [done]    Processing shard650 (2773.774 ms)
2017-03-13 02:23:43,414 INFO > [started] Processing shard651...
2017-03-13 02:23:43,415 DEBUG output1281 1285 input 04
2017-03-13 02:24:20,716 INFO > [done]    Processing shard651 (37301.789 ms)
2017-03-13 02:24:20,717 INFO > [started] Processing shard652...
2017-03-13 02:24:20,746 DEBUG output1285 1288 input 03
2017-03-13 02:24:29,830 INFO > [done]    Processing shard652 (9113.312 ms)
2017-03-13 02:24:29,831 INFO > [started] Processing shard653...
2017-03-13 02:24:29,832 DEBUG output1288 1290 input 02
2017-03-13 02:24:36,149 INFO > [done]    Processing shard653 (6318.393 ms)
2017-03-13 02:24:36,150 INFO > [started] Processing shard654...
2017-03-13 02:24:36,152 DEBUG output1290 1294 input 04
2017-03-13 02:24:44,898 INFO > [done]    Processing shard654 (8748.063 ms)
2017-03-13 02:24:44,899 INFO > [started] Processing shard655...
2017-03-13 02:24:44,901 DEBUG output1294 1295 input 01
2017-03-13 02:24:47,758 INFO > [done]    Processing shard655 (2858.371 ms)
2017-03-13 02:24:47,759 INFO > [started] Processing shard656...
2017-03-13 02:24:47,760 DEBUG output1295 1298 input 03
2017-03-13 02:25:22,847 INFO > [done]    Processing shard656 (35088.509 ms)
2017-03-13 02:25:22,848 INFO > [started] Processing shard657...
2017-03-13 02:25:22,882 DEBUG output1298 1301 input 03
2017-03-13 02:25:32,218 INFO > [done]    Processing shard657 (9369.378 ms)
2017-03-13 02:25:32,219 INFO > [started] Processing shard658...
2017-03-13 02:25:32,220 DEBUG output1301 1304 input 03
2017-03-13 02:25:41,739 INFO > [done]    Processing shard658 (9520.210 ms)
2017-03-13 02:25:41,740 INFO > [started] Processing shard659...
2017-03-13 02:25:41,741 DEBUG output1304 1306 input 02
2017-03-13 02:25:48,169 INFO > [done]    Processing shard659 (6429.224 ms)
2017-03-13 02:25:48,170 INFO > [started] Processing shard660...
2017-03-13 02:25:48,172 DEBUG output1306 1308 input 02
2017-03-13 02:25:54,759 INFO > [done]    Processing shard660 (6588.350 ms)
2017-03-13 02:25:54,760 INFO > [started] Processing shard661...
2017-03-13 02:25:54,761 DEBUG output1308 1309 input 01
2017-03-13 02:26:13,047 INFO > [done]    Processing shard661 (18287.326 ms)
2017-03-13 02:26:13,048 INFO > [started] Processing shard662...
2017-03-13 02:26:13,173 DEBUG output1309 1311 input 02
2017-03-13 02:26:29,777 INFO > [done]    Processing shard662 (16728.803 ms)
2017-03-13 02:26:29,778 INFO > [started] Processing shard663...
2017-03-13 02:26:29,780 DEBUG output1311 1312 input 01
2017-03-13 02:26:32,726 INFO > [done]    Processing shard663 (2947.608 ms)
2017-03-13 02:26:32,727 WARNING skipping unusable shard 664
2017-03-13 02:26:32,728 WARNING skipping unusable shard 665
2017-03-13 02:26:32,729 INFO > [started] Processing shard666...
2017-03-13 02:26:32,730 DEBUG output1312 1318 input 06
2017-03-13 02:26:50,733 INFO > [done]    Processing shard666 (18004.478 ms)
2017-03-13 02:26:50,734 INFO > [started] Processing shard667...
2017-03-13 02:26:50,735 DEBUG output1318 1321 input 03
2017-03-13 02:26:59,899 INFO > [done]    Processing shard667 (9165.330 ms)
2017-03-13 02:26:59,901 INFO > [started] Processing shard668...
2017-03-13 02:26:59,902 DEBUG output1321 1322 input 01
2017-03-13 02:27:02,832 INFO > [done]    Processing shard668 (2931.633 ms)
2017-03-13 02:27:02,833 INFO > [started] Processing shard669...
2017-03-13 02:27:02,834 DEBUG output1322 1324 input 02
2017-03-13 02:27:33,366 INFO > [done]    Processing shard669 (30533.215 ms)
2017-03-13 02:27:33,367 INFO > [started] Processing shard670...
2017-03-13 02:27:33,369 DEBUG output1324 1326 input 02
2017-03-13 02:27:39,386 INFO > [done]    Processing shard670 (6018.828 ms)
2017-03-13 02:27:39,387 INFO > [started] Processing shard671...
2017-03-13 02:27:39,388 DEBUG output1326 1327 input 01
2017-03-13 02:27:42,270 INFO > [done]    Processing shard671 (2883.110 ms)
2017-03-13 02:27:42,271 INFO > [started] Processing shard672...
2017-03-13 02:27:42,295 DEBUG output1327 1332 input 05
2017-03-13 02:27:57,955 INFO > [done]    Processing shard672 (15683.571 ms)
2017-03-13 02:27:57,956 INFO > [started] Processing shard673...
2017-03-13 02:27:57,957 DEBUG output1332 1336 input 04
2017-03-13 02:28:00,812 INFO > [done]    Processing shard673 (2855.849 ms)
2017-03-13 02:28:00,813 INFO > [started] Processing shard674...
2017-03-13 02:28:00,814 DEBUG output1336 1339 input 03
2017-03-13 02:28:35,712 INFO > [done]    Processing shard674 (34898.915 ms)
2017-03-13 02:28:35,713 INFO > [started] Processing shard675...
2017-03-13 02:28:35,714 DEBUG output1339 1340 input 01
2017-03-13 02:28:38,474 INFO > [done]    Processing shard675 (2760.683 ms)
2017-03-13 02:28:38,475 INFO > [started] Processing shard676...
2017-03-13 02:28:38,476 DEBUG output1340 1342 input 02
2017-03-13 02:28:44,350 INFO > [done]    Processing shard676 (5875.016 ms)
2017-03-13 02:28:44,351 INFO > [started] Processing shard677...
2017-03-13 02:28:44,352 DEBUG output1342 1346 input 04
2017-03-13 02:28:55,905 INFO > [done]    Processing shard677 (11553.992 ms)
2017-03-13 02:28:55,906 INFO > [started] Processing shard678...
2017-03-13 02:28:55,914 DEBUG output1346 1347 input 01
2017-03-13 02:28:59,005 INFO > [done]    Processing shard678 (3099.217 ms)
2017-03-13 02:28:59,006 INFO > [started] Processing shard679...
2017-03-13 02:28:59,008 DEBUG output1347 1349 input 02
2017-03-13 02:29:05,104 INFO > [done]    Processing shard679 (6098.178 ms)
2017-03-13 02:29:05,105 INFO > [started] Processing shard680...
2017-03-13 02:29:05,107 DEBUG output1349 1351 input 02
2017-03-13 02:29:35,586 INFO > [done]    Processing shard680 (30480.787 ms)
2017-03-13 02:29:35,587 INFO > [started] Processing shard681...
2017-03-13 02:29:35,632 DEBUG output1351 1354 input 03
2017-03-13 02:29:45,496 INFO > [done]    Processing shard681 (9908.951 ms)
2017-03-13 02:29:45,497 WARNING skipping unusable shard 682
2017-03-13 02:29:45,498 INFO > [started] Processing shard683...
2017-03-13 02:29:45,499 DEBUG output1354 1355 input 01
2017-03-13 02:29:48,807 INFO > [done]    Processing shard683 (3309.355 ms)
2017-03-13 02:29:48,808 INFO > [started] Processing shard684...
2017-03-13 02:29:48,810 DEBUG output1355 1357 input 02
2017-03-13 02:29:55,263 INFO > [done]    Processing shard684 (6454.612 ms)
2017-03-13 02:29:55,264 INFO > [started] Processing shard685...
2017-03-13 02:29:55,265 DEBUG output1357 1360 input 03
2017-03-13 02:30:04,737 INFO > [done]    Processing shard685 (9472.666 ms)
2017-03-13 02:30:04,738 INFO > [started] Processing shard686...
2017-03-13 02:30:04,769 DEBUG output1360 1362 input 02
2017-03-13 02:30:32,000 INFO > [done]    Processing shard686 (27261.761 ms)
2017-03-13 02:30:32,001 WARNING skipping unusable shard 687
2017-03-13 02:30:32,001 INFO > [started] Processing shard688...
2017-03-13 02:30:32,019 DEBUG output1362 1365 input 03
2017-03-13 02:30:40,968 INFO > [done]    Processing shard688 (8966.965 ms)
2017-03-13 02:30:40,969 INFO > [started] Processing shard689...
2017-03-13 02:30:40,970 DEBUG output1365 1366 input 01
2017-03-13 02:30:44,098 INFO > [done]    Processing shard689 (3128.666 ms)
2017-03-13 02:30:44,099 INFO > [started] Processing shard690...
2017-03-13 02:30:44,118 DEBUG output1366 1370 input 04
2017-03-13 02:30:56,264 INFO > [done]    Processing shard690 (12165.296 ms)
2017-03-13 02:30:56,265 INFO > [started] Processing shard691...
2017-03-13 02:30:56,266 DEBUG output1370 1371 input 01
2017-03-13 02:30:59,497 INFO > [done]    Processing shard691 (3231.509 ms)
2017-03-13 02:30:59,498 INFO > [started] Processing shard692...
2017-03-13 02:30:59,499 DEBUG output1371 1375 input 04
2017-03-13 02:31:31,273 INFO > [done]    Processing shard692 (31775.642 ms)
2017-03-13 02:31:31,274 INFO > [started] Processing shard693...
2017-03-13 02:31:31,276 DEBUG output1375 1377 input 02
2017-03-13 02:31:37,514 INFO > [done]    Processing shard693 (6239.863 ms)
2017-03-13 02:31:37,515 INFO > [started] Processing shard694...
2017-03-13 02:31:37,516 DEBUG output1377 1378 input 01
2017-03-13 02:31:40,455 INFO > [done]    Processing shard694 (2939.507 ms)
2017-03-13 02:31:40,456 INFO > [started] Processing shard695...
2017-03-13 02:31:40,457 DEBUG output1378 1382 input 04
2017-03-13 02:31:52,667 INFO > [done]    Processing shard695 (12211.570 ms)
2017-03-13 02:31:52,668 INFO > [started] Processing shard696...
2017-03-13 02:31:52,669 DEBUG output1382 1384 input 02
2017-03-13 02:31:58,330 INFO > [done]    Processing shard696 (5661.665 ms)
2017-03-13 02:31:58,331 INFO > [started] Processing shard697...
2017-03-13 02:31:58,332 DEBUG output1384 1388 input 04
2017-03-13 02:32:35,164 INFO > [done]    Processing shard697 (36832.560 ms)
2017-03-13 02:32:35,165 INFO > [started] Processing shard698...
2017-03-13 02:32:35,166 DEBUG output1388 1390 input 02
2017-03-13 02:32:41,556 INFO > [done]    Processing shard698 (6391.238 ms)
2017-03-13 02:32:41,557 WARNING skipping unusable shard 699
2017-03-13 02:32:41,558 INFO > [started] Processing shard700...
2017-03-13 02:32:41,559 DEBUG output1390 1392 input 02
2017-03-13 02:32:49,486 INFO > [done]    Processing shard700 (7928.789 ms)
2017-03-13 02:32:49,910 INFO > [done]    Creating output merged dataset (6370923.816 ms)
2017-03-13 02:32:49,911 INFO > [started] Output dataset validations...
2017-03-13 02:32:49,912 INFO VALIDATING DATASET ../../../output/kaggle-bowl/step4/data-centered-rotated-312-212-312.h5
2017-03-13 03:34:37,789 INFO Summary
2017-03-13 03:34:37,790 INFO X shape=(1392, 312, 212, 312, 1)
2017-03-13 03:34:37,791 INFO Y shape=(1392, 2)
2017-03-13 03:34:37,791 INFO Y: total: 1392
2017-03-13 03:34:37,792 INFO Y: label 0: 1033.0 74.2097701149%
2017-03-13 03:34:37,793 INFO Y: label 1: 359.0 25.7902298851%
2017-03-13 03:34:37,793 INFO Recording sample data
2017-03-13 03:34:37,794 INFO patient_index 0
2017-03-13 03:34:37,795 INFO x=






    




data-centered-rotated[ 1.  0.]






    




2017-03-13 03:34:42,662 INFO y=[ 1.  0.]
2017-03-13 03:34:42,663 INFO patient_index 464
2017-03-13 03:34:42,664 INFO x=






    




data-centered-rotated[ 0.  1.]






    




2017-03-13 03:34:45,702 INFO y=[ 0.  1.]
2017-03-13 03:34:45,703 INFO patient_index 928
2017-03-13 03:34:45,704 INFO x=






    




data-centered-rotated[ 1.  0.]






    




2017-03-13 03:34:48,656 INFO y=[ 1.  0.]
2017-03-13 03:34:48,657 INFO > [done]    Output dataset validations (3718746.168 ms)
2017-03-13 03:34:48,658 INFO ==== ALL DONE ====

In [ ]:

    




    

In [ ]:

    




    

In [ ]:

    




    

In [ ]:

    




    

In [ ]: