In [60]:
%pylab inline
%load_ext autoreload
%autoreload 2

import sys


Populating the interactive namespace from numpy and matplotlib
WARNING: pylab import has clobbered these variables: ['f']
`%matplotlib` prevents importing * from pylab and numpy

In [2]:
sys.path.append('./ui')

In [78]:
from manager import Manager
from uitools import UITools
import gp

In [104]:
import mahotas as mh

In [68]:
E1_PATH = '/home/d/GPSTUDY/E1/'
E1_times = E1_PATH+'times.p'
E1_corrections = E1_PATH+'corrections.p'
E1_correction_vis = E1_PATH+'correction_vis.p'

import cPickle as pickle

with open(E1_times, 'rb') as f:
    E1_times = pickle.load(f)
with open(E1_corrections, 'rb') as f:
    E1_corrections = pickle.load(f)
with open(E1_correction_vis, 'rb') as f:
    E1_correction_vis = pickle.load(f)

# ORACLE_PATH = '/home/d/GPSTUDY/simuserGP_NEW/'
# ORACLE_corrections = ORACLE_PATH+'corrections.p'
# ORACLE_correction_vis = ORACLE_PATH+'correction_vis.p'

# with open(ORACLE_corrections, 'rb') as f:
#     ORACLE_corrections = pickle.load(f)
# with open(ORACLE_correction_vis, 'rb') as f:
#     ORACLE_correction_vis = pickle.load(f)

In [105]:
OUTPUT_DIR = '/tmp/E1/'

In [136]:
html = '<tr>'
html += '<td class="number">{NUMBER}</td>'
html += '<td class="border {BEFORE_CSS}"><img src="gfx/{NUMBER}_border_before.png"</td>'
html += '<td class="border {AFTER_CSS}"><img src="gfx/{NUMBER}_border_after.png"</td>'
html += '<td class="border "><img src="gfx/{NUMBER}_gt.png"</td>'
html += '<td class="info">Oracle VI Delta: {DELTA_VI}<br>Label1 size: {LABEL1_SIZE}<br>Label2 size: {LABEL2_SIZE}</td>'
html += '</tr>'

In [137]:
output_html = ''

manager = Manager('/tmp/manager/')
manager.start('GP', 'nets/IPMLB_FULL.p', verbose=False)

error_count = 0
vi_count = 0
oracle_vi_count = 0

E1_old_vi = UITools.VI(manager._input_gold, manager._input_rhoana)[2]

merge_error = manager.get_next_merge_error()
while merge_error:
    
    #
    # grab prediction and images
    #
    prediction = merge_error[2]
    z = merge_error[0]
    border_before, border_after, labels_before, labels_after, slice_overview, cropped_slice_overview, bbox = manager.get_merge_error_image(merge_error, 0)
    
    gt = manager._input_gold[z][bbox[0]:bbox[1], bbox[2]:bbox[3]]
    
#    mh.imsave(OUTPUT_DIR+'gfx/'+str(error_count)+'_border_before.png', border_before)
#    mh.imsave(OUTPUT_DIR+'gfx/'+str(error_count)+'_border_after.png', border_after)
    mh.imsave(OUTPUT_DIR+'gfx/'+str(error_count)+'_gt.png', gp.Util.colorize(gt))

    
    
    #
    # get recorded E1 choice
    #
    clicked = E1_corrections[error_count][1]
    
    #
    # grab old VI from exactly this slice
    #
    old_vi = gp.Util.vi(manager._input_gold[z], manager._input_rhoana[z])
    
    #
    # correct the merge (only if the user selected a change)
    #
    mode, oracle_choice, oracle_delta_vi = manager.correct_merge(clicked, do_oracle=True)
    
    #
    # grab NEW VI from exactly this slice
    #
    new_vi = gp.Util.vi(manager._input_gold[z], manager._input_rhoana[z])
    
    #
    # VI DELTA
    #
    # should be positive
    delta_vi = old_vi - new_vi
    
    #print 'VI DELTA', delta_vi
    
    if clicked != oracle_choice:
        print 'ME', error_count, 'ORACLE DISAGREES', oracle_delta_vi
    else:
        print 'ME', error_count, 'ORACLE AGREES'
        
    before_css = ''
    after_css = ''
    if clicked == 'current':
        before_css += ' expert'
    else:
        after_css += ' expert'
        
    if oracle_choice == 'current':
        before_css += ' oracle'
    else:
        after_css += ' oracle'
        
        
    
    o_html = html.replace('{NUMBER}', str(error_count))
    o_html = o_html.replace('{BEFORE_CSS}', before_css)
    o_html = o_html.replace('{AFTER_CSS}', after_css)
    o_html = o_html.replace('{DELTA_VI}', str(max(0., oracle_delta_vi)))
    o_html = o_html.replace('{LABEL1_SIZE}', '?')
    o_html = o_html.replace('{LABEL2_SIZE}', '?') 
    output_html += o_html
        
    
    merge_error = manager.get_next_merge_error()
    error_count += 1
    
split_error = manager.get_next_split_error()
while split_error and error_count < len(E1_corrections):
    
    #
    # grab prediction and images
    #
    prediction = split_error[2]
    z = split_error[0]
    border_before, border_after, labels_before, labels_after, slice_overview, cropped_slice_overview, bbox = manager.get_split_error_image(split_error, 0)
    
    gt = manager._input_gold[z][bbox[0]:bbox[1], bbox[2]:bbox[3]]
    
#    mh.imsave(OUTPUT_DIR+'gfx/'+str(error_count)+'_border_before.png', border_before)
#    mh.imsave(OUTPUT_DIR+'gfx/'+str(error_count)+'_border_after.png', border_after)
    mh.imsave(OUTPUT_DIR+'gfx/'+str(error_count)+'_gt.png', gp.Util.colorize(gt))

    
    split_labels = split_error[1]
    label1_count = len(np.where(manager._input_rhoana==split_labels[0])[0])
    label2_count = len(np.where(manager._input_rhoana==split_labels[1])[0])    
    
    
    #
    # get recorded E1 choice
    #
    clicked = E1_corrections[error_count][1]
    
    #
    # grab old VI from exactly this slice
    #
    old_vi = gp.Util.vi(manager._input_gold[z], manager._input_rhoana[z])
    
    #
    # correct the merge (only if the user selected a change)
    #
    mode, oracle_choice, oracle_delta_vi = manager.correct_split(clicked, do_oracle=True)
    
    #
    # grab NEW VI from exactly this slice
    #
    new_vi = gp.Util.vi(manager._input_gold[z], manager._input_rhoana[z])
    
    #
    # VI DELTA
    #
    # should be positive
    delta_vi = old_vi - new_vi
    
    #print 'VI DELTA', delta_vi
    
    if clicked != oracle_choice:
        print 'SE', error_count, 'ORACLE DISAGREES', oracle_delta_vi, label1_count, label2_count
    else:
        print 'SE', error_count, 'ORACLE AGREES', label1_count, label2_count
    
    before_css = ''
    after_css = ''
    if clicked == 'current':
        before_css += ' expert'
    else:
        after_css += ' expert'
        
    if oracle_choice == 'current':
        before_css += ' oracle'
    else:
        after_css += ' oracle'
        
    
    o_html = html.replace('{NUMBER}', str(error_count))
    o_html = o_html.replace('{BEFORE_CSS}', before_css)
    o_html = o_html.replace('{AFTER_CSS}', after_css)
    o_html = o_html.replace('{DELTA_VI}', str(max(0., oracle_delta_vi)))
    o_html = o_html.replace('{LABEL1_SIZE}', str(label1_count))
    o_html = o_html.replace('{LABEL2_SIZE}', str(label2_count))
    output_html += o_html    
    
    split_error = manager.get_next_split_error()
    error_count += 1


ME 0 ORACLE AGREES
ME 1 ORACLE AGREES
ME 2 ORACLE DISAGREES 0.0
ME 3 ORACLE AGREES
ME 4 ORACLE AGREES
ME 5 ORACLE AGREES
ME 6 ORACLE AGREES
ME 7 ORACLE DISAGREES 0.0
ME 8 ORACLE AGREES
ME 9 ORACLE AGREES
SE 10 ORACLE AGREES 11311 28152
SE 11 ORACLE AGREES 6668 11367
SE 12 ORACLE AGREES 14425 28982
SE 13 ORACLE AGREES 7090 12120
SE 14 ORACLE AGREES 12199 10318
SE 15 ORACLE AGREES 10148 12503
SE 16 ORACLE AGREES 20902 17689
SE 17 ORACLE AGREES 11802 10207
SE 18 ORACLE AGREES 20090 17543
SE 19 ORACLE AGREES 19474 19753
SE 20 ORACLE AGREES 19941 23247
SE 21 ORACLE AGREES 17946 19286
SE 22 ORACLE AGREES 23481 12230
SE 23 ORACLE AGREES 17531 35960
SE 24 ORACLE AGREES 31378 22848
SE 25 ORACLE AGREES 27264 20235
SE 26 ORACLE AGREES 25066 19886
SE 27 ORACLE AGREES 35572 21105
SE 28 ORACLE AGREES 9211 10645
SE 29 ORACLE DISAGREES 0.00155217205887 33477 28412
SE 30 ORACLE AGREES 13590 11828
SE 31 ORACLE AGREES 22443 8714
SE 32 ORACLE AGREES 13590 7887
SE 33 ORACLE AGREES 39126 24170
SE 34 ORACLE AGREES 18751 1917
SE 35 ORACLE DISAGREES 0.00709357489332 16380 24642
SE 36 ORACLE DISAGREES 0.000761006671405 8683 24501
SE 37 ORACLE AGREES 13590 26546
SE 38 ORACLE DISAGREES 0.00205831529068 18507 27613
SE 39 ORACLE AGREES 8714 24501
SE 40 ORACLE DISAGREES 0.000982310705608 22735 16380
SE 41 ORACLE AGREES 9328 8683
SE 42 ORACLE DISAGREES 0.000962787784224 23887 11828
SE 43 ORACLE AGREES 27784 13590
SE 44 ORACLE AGREES 9779 16453
SE 45 ORACLE AGREES 43481 8892
SE 46 ORACLE AGREES 17654 24667
SE 47 ORACLE AGREES 20373 12183
SE 48 ORACLE AGREES 23887 14115
SE 49 ORACLE DISAGREES 0.008543314161 25590 18507
SE 50 ORACLE DISAGREES 0.00295452327212 40561 21036
SE 51 ORACLE AGREES 19085 8226
SE 52 ORACLE DISAGREES 0.00021802539119 162 5200
SE 53 ORACLE DISAGREES 0.0027556888653 40561 9864
SE 54 ORACLE DISAGREES 0.0031152166522 22138 15924
SE 55 ORACLE DISAGREES 0.000770310385537 33477 21948
SE 56 ORACLE DISAGREES 0.000696525108289 13590 25590
SE 57 ORACLE DISAGREES 0.00205913773696 22443 10896
SE 58 ORACLE DISAGREES 0.00093681008063 33477 28412
SE 59 ORACLE DISAGREES -0.00391800559717 9838 18507
SE 60 ORACLE AGREES 26689 17702
SE 61 ORACLE AGREES 19708 12412
SE 62 ORACLE DISAGREES 0.00694433383792 20281 21829
SE 63 ORACLE DISAGREES 0.0121617401898 28194 10018
SE 64 ORACLE AGREES 35933 25590
SE 65 ORACLE DISAGREES -0.00527401133874 28412 27784
SE 66 ORACLE AGREES 33477 32163
SE 67 ORACLE AGREES 38378 13590
SE 68 ORACLE DISAGREES -0.00612649004168 10018 10308
SE 69 ORACLE AGREES 22912 38378
SE 70 ORACLE AGREES 23461 35444
SE 71 ORACLE AGREES 21036 9864
SE 72 ORACLE AGREES 21994 20340
SE 73 ORACLE AGREES 173 5200
SE 74 ORACLE DISAGREES -0.00272431368729 26737 35444
SE 75 ORACLE DISAGREES 0.0043205114624 42562 24033
SE 76 ORACLE DISAGREES 0.0106295448539 10643 6939
SE 77 ORACLE AGREES 16380 18481
SE 78 ORACLE AGREES 44147 7887
SE 79 ORACLE AGREES 31757 1322
SE 80 ORACLE AGREES 23585 14635
SE 81 ORACLE AGREES 27653 26689
SE 82 ORACLE DISAGREES 0.000816687159999 35933 37792
SE 83 ORACLE AGREES 27262 20281
SE 84 ORACLE DISAGREES 0.0164384444605 37382 13003
SE 85 ORACLE AGREES 32690 16434
SE 86 ORACLE DISAGREES 0.00804478279852 35472 22469
SE 87 ORACLE AGREES 25590 26546
SE 88 ORACLE AGREES 18406 24642
SE 89 ORACLE DISAGREES 0.0202878197653 22735 18749
SE 90 ORACLE AGREES 16823 18427
SE 91 ORACLE AGREES 23461 8685
SE 92 ORACLE DISAGREES 0.0077073597754 22138 13652
SE 93 ORACLE AGREES 10266 25972
SE 94 ORACLE DISAGREES 0.0127507607774 6024 11861
SE 95 ORACLE DISAGREES 0.0140017925024 11861 34892
SE 96 ORACLE AGREES 15924 18427
SE 97 ORACLE DISAGREES 0.000811288921902 8683 19519
SE 98 ORACLE DISAGREES 0.000271895150176 23461 10896
SE 99 ORACLE DISAGREES 0.0144744357395 23461 8685
SE 100 ORACLE DISAGREES 0.00159367426744 25753 17919
SE 101 ORACLE AGREES 1917 5200
SE 102 ORACLE DISAGREES 0.000218633396006 7117 162
SE 103 ORACLE AGREES 7117 173
SE 104 ORACLE AGREES 29883 11839
SE 105 ORACLE DISAGREES 0.00956247549467 26438 22138
SE 106 ORACLE AGREES 13003 35933
SE 107 ORACLE AGREES 17731 37829
SE 108 ORACLE AGREES 34892 25753
SE 109 ORACLE AGREES 23461 29883
SE 110 ORACLE AGREES 13590 17660
SE 111 ORACLE AGREES 17660 7603
SE 112 ORACLE AGREES 1602 173
SE 113 ORACLE DISAGREES -0.0230002673362 7117 1775
SE 114 ORACLE DISAGREES 0.000150036436163 8679 162
SE 115 ORACLE AGREES 20214 13652
SE 116 ORACLE DISAGREES 0.000876621328667 34892 18799
SE 117 ORACLE AGREES 17660 22138
SE 118 ORACLE DISAGREES 0.00700090349461 18426 21829
SE 119 ORACLE AGREES 18426 7603
SE 120 ORACLE DISAGREES 0.00483554779945 21372 6939
SE 121 ORACLE DISAGREES -0.00235489899655 40561 21372
SE 122 ORACLE AGREES 24377 17919
SE 123 ORACLE AGREES 23461 13805
SE 124 ORACLE AGREES 26085 8685
SE 125 ORACLE AGREES 27864 25698
SE 126 ORACLE DISAGREES 0.00195933767605 37792 24033
SE 127 ORACLE DISAGREES -0.00122329586388 11828 11839
SE 128 ORACLE DISAGREES 0.00139012092415 25698 12140
SE 129 ORACLE AGREES 9328 25698
SE 130 ORACLE DISAGREES 0.0155877757065 16823 24164
SE 131 ORACLE AGREES 18799 50117
SE 132 ORACLE DISAGREES 0.000459139964409 26085 11861
SE 133 ORACLE DISAGREES 0.000818630830262 18577 10896
SE 134 ORACLE AGREES 18749 18751
SE 135 ORACLE AGREES 8679 213
SE 136 ORACLE DISAGREES 0.0050085903343 26438 17032
SE 137 ORACLE DISAGREES 0.000185748897514 50117 24033
SE 138 ORACLE DISAGREES 9.19866105473e-05 11861 8685
SE 139 ORACLE DISAGREES 0.00513028957419 27864 26478
SE 140 ORACLE DISAGREES 0.000165990456662 26085 11861
SE 141 ORACLE AGREES 50117 24033
SE 142 ORACLE AGREES 27864 26478
SE 143 ORACLE AGREES 26085 8685
SE 144 ORACLE AGREES 8683 12140
SE 145 ORACLE AGREES 27613 13387
SE 146 ORACLE DISAGREES -0.00121737625376 8685 18799
SE 147 ORACLE AGREES 6024 9147
SE 148 ORACLE DISAGREES 0.00648600438063 7752 26085
SE 149 ORACLE AGREES 7752 11861
SE 150 ORACLE DISAGREES 0.00654535250056 7771 26085
SE 151 ORACLE DISAGREES -0.00183957643708 3344 7771
SE 152 ORACLE AGREES 6184 26085
SE 153 ORACLE AGREES 6673 11181
SE 154 ORACLE AGREES 6673 25753
SE 155 ORACLE AGREES 13306 17702
SE 156 ORACLE AGREES 35472 17032
SE 157 ORACLE AGREES 50117 29883
SE 158 ORACLE DISAGREES 0.000125762165364 8906 6055
SE 159 ORACLE AGREES 26088 10896
SE 160 ORACLE DISAGREES 0.0620852176156 42562 25698
SE 161 ORACLE DISAGREES -0.00522080667493 4931 25596
SE 162 ORACLE AGREES 6673 8837
SE 163 ORACLE DISAGREES 0.0139981048807 8837 7419
SE 164 ORACLE AGREES 8837 29883
SE 165 ORACLE AGREES 8837 11842
SE 166 ORACLE AGREES 6673 8862
SE 167 ORACLE DISAGREES 0.0140057513056 8862 7419
SE 168 ORACLE AGREES 8862 29883
SE 169 ORACLE DISAGREES 7.18568918048e-05 6939 20214
SE 170 ORACLE DISAGREES 0.000805968247457 35933 37792
SE 171 ORACLE DISAGREES 0.0175066255286 16823 8906
SE 172 ORACLE AGREES 8862 27289
SE 173 ORACLE AGREES 26438 6939
SE 174 ORACLE AGREES 41265 22735
SE 175 ORACLE AGREES 20668 20214
SE 176 ORACLE AGREES 18426 10849
SE 177 ORACLE AGREES 8862 21690
SE 178 ORACLE AGREES 41265 17032
SE 179 ORACLE DISAGREES 0.00470426008227 22735 13652
SE 180 ORACLE AGREES 18577 9328
SE 181 ORACLE DISAGREES 0.00160917714655 16007 27613
SE 182 ORACLE AGREES 20214 24642
SE 183 ORACLE DISAGREES 0.000366878486869 8508 10896
SE 184 ORACLE AGREES 27289 36761
SE 185 ORACLE DISAGREES 0.000926141170742 35933 26088
SE 186 ORACLE DISAGREES 0.00253054300676 28254 19397
SE 187 ORACLE DISAGREES -0.00126826692756 18426 6418
SE 188 ORACLE AGREES 18803 17319
SE 189 ORACLE DISAGREES 0.00696363040573 18803 21829
SE 190 ORACLE AGREES 18803 7603
SE 191 ORACLE AGREES 35472 13652
SE 192 ORACLE AGREES 17919 17242
SE 193 ORACLE AGREES 37792 25698
SE 194 ORACLE DISAGREES -0.0127107494596 24033 25698
SE 195 ORACLE AGREES 13387 17319
SE 196 ORACLE AGREES 44887 15001
SE 197 ORACLE AGREES 22443 27613
SE 198 ORACLE AGREES 27289 25753
SE 199 ORACLE AGREES 8906 18751
SE 200 ORACLE DISAGREES 0.00222964289877 29883 28254
SE 201 ORACLE DISAGREES 0.000102613071963 8508 8683
SE 202 ORACLE AGREES 44887 21829
SE 203 ORACLE DISAGREES 0.0293169765026 12498 18337
SE 204 ORACLE DISAGREES 0.0117840036768 42562 28254
SE 205 ORACLE AGREES 8862 30344
SE 206 ORACLE AGREES 11817 50117
SE 207 ORACLE DISAGREES 0.0257766436727 13725 9644
SE 208 ORACLE AGREES 13725 7419
SE 209 ORACLE AGREES 13725 24792
SE 210 ORACLE AGREES 24939 10849
SE 211 ORACLE DISAGREES 0.00645104944444 24164 24642
SE 212 ORACLE AGREES 18337 37792
SE 213 ORACLE DISAGREES 0.01387580558 20214 17319
SE 214 ORACLE AGREES 28194 8683
SE 215 ORACLE DISAGREES 0.000872671184917 8683 21829
SE 216 ORACLE AGREES 35933 10896
SE 217 ORACLE DISAGREES 0.0239932054118 31851 18337
SE 218 ORACLE DISAGREES 0.000236207597993 44887 8683
SE 219 ORACLE AGREES 42562 19519
SE 220 ORACLE AGREES 21690 18337
SE 221 ORACLE AGREES 6673 9644
SE 222 ORACLE DISAGREES 0.00416074524811 28254 19397
SE 223 ORACLE AGREES 30344 34892
SE 224 ORACLE DISAGREES 0.0234638539258 35933 28254
SE 225 ORACLE DISAGREES -0.000303594691331 13387 17319
SE 226 ORACLE AGREES 18406 24164
SE 227 ORACLE AGREES 20968 15001
SE 228 ORACLE AGREES 12498 34892
SE 229 ORACLE AGREES 21690 48209
SE 230 ORACLE AGREES 12498 18337
SE 231 ORACLE DISAGREES 0.000797588067189 9255 7940
SE 232 ORACLE AGREES 24642 8906
SE 233 ORACLE AGREES 26088 10896
SE 234 ORACLE AGREES 21829 13540
SE 235 ORACLE DISAGREES 0.0145480848301 13003 28254
SE 236 ORACLE AGREES 12140 10643
SE 237 ORACLE AGREES 37792 13590
SE 238 ORACLE AGREES 30344 36761
SE 239 ORACLE DISAGREES 0.00058439877948 19397 13590
SE 240 ORACLE AGREES 36761 24939
SE 241 ORACLE DISAGREES 0.0022937046324 24377 19397
SE 242 ORACLE AGREES 19397 15001
SE 243 ORACLE DISAGREES 0.0129422175695 26959 21829
SE 244 ORACLE AGREES 26959 16007
SE 245 ORACLE DISAGREES 0.0197721072478 29883 19397
SE 246 ORACLE DISAGREES 0.00288124550922 18406 20214
SE 247 ORACLE AGREES 13725 37792
SE 248 ORACLE AGREES 37792 10849
SE 249 ORACLE AGREES 7147 10849
SE 250 ORACLE AGREES 8906 18751
SE 251 ORACLE DISAGREES 0.000543198340679 21690 10896
SE 252 ORACLE DISAGREES 0.0180036869177 35933 20968
SE 253 ORACLE AGREES 21690 13725
SE 254 ORACLE AGREES 13540 22735
SE 255 ORACLE DISAGREES 0.0194671687672 8862 9644
SE 256 ORACLE DISAGREES 2.80882105317e-05 8683 19519
SE 257 ORACLE DISAGREES 0.000236150689726 24939 11527
SE 258 ORACLE DISAGREES 0.00124665306888 13003 24792
SE 259 ORACLE AGREES 20968 28194
SE 260 ORACLE AGREES 48209 8508
SE 261 ORACLE AGREES 17166 13652
SE 262 ORACLE AGREES 19397 8508
SE 263 ORACLE AGREES 20968 13590
SE 264 ORACLE AGREES 20968 24939
SE 265 ORACLE AGREES 22443 8683
SE 266 ORACLE DISAGREES 0.00144605539725 13725 13003
SE 267 ORACLE AGREES 37792 10849
SE 268 ORACLE AGREES 11527 10849
SE 269 ORACLE AGREES 17166 22469
SE 270 ORACLE AGREES 13540 35472
SE 271 ORACLE DISAGREES 0.0624171898678 27289 20968
SE 272 ORACLE AGREES 21690 9644
SE 273 ORACLE AGREES 22735 35472
SE 274 ORACLE AGREES 8508 24939
SE 275 ORACLE AGREES 35933 19397
SE 276 ORACLE DISAGREES 0.00527018935611 26959 17032
SE 277 ORACLE DISAGREES 0.000189068005523 21690 13725
SE 278 ORACLE AGREES 9255 8679
SE 279 ORACLE AGREES 21690 37382
SE 280 ORACLE AGREES 34892 27289
SE 281 ORACLE AGREES 29883 19519
SE 282 ORACLE AGREES 10896 20968
SE 283 ORACLE DISAGREES -0.000137750729714 28194 13590
SE 284 ORACLE DISAGREES 0.0121479924171 28760 13540
SE 285 ORACLE AGREES 24792 28760
SE 286 ORACLE AGREES 37792 12140
SE 287 ORACLE AGREES 28254 24939
SE 288 ORACLE AGREES 5196 34892
SE 289 ORACLE DISAGREES 0.00686350109471 36761 28254
SE 290 ORACLE AGREES 44887 10896
SE 291 ORACLE AGREES 8679 2422
SE 292 ORACLE AGREES 37792 22443
SE 293 ORACLE AGREES 44887 7147
SE 294 ORACLE AGREES 28760 16007
SE 295 ORACLE DISAGREES 0.000342513775266 22735 24164
SE 296 ORACLE AGREES 26959 8906
SE 297 ORACLE AGREES 14554 24377
SE 298 ORACLE AGREES 21690 13725
SE 299 ORACLE DISAGREES 0.00184146758868 44887 13024
SE 300 ORACLE AGREES 37792 12071
SE 301 ORACLE DISAGREES 7.03740155341e-05 21690 5196
SE 302 ORACLE AGREES 7147 16007
SE 303 ORACLE AGREES 21690 12498
SE 304 ORACLE AGREES 18337 17242
SE 305 ORACLE AGREES 27613 21829
SE 306 ORACLE AGREES 27289 13003
SE 307 ORACLE DISAGREES 0.000676725874211 27289 19397
SE 308 ORACLE AGREES 11181 12498
SE 309 ORACLE AGREES 26959 18406
SE 310 ORACLE AGREES 18337 26088
SE 311 ORACLE AGREES 6673 34892
SE 312 ORACLE AGREES 37792 24792
SE 313 ORACLE AGREES 37792 28254
SE 314 ORACLE AGREES 29883 24792
SE 315 ORACLE AGREES 17032 24642
SE 316 ORACLE DISAGREES 0.00391911913679 26959 22735
SE 317 ORACLE AGREES 37792 19397
SE 318 ORACLE AGREES 8679 143
SE 319 ORACLE AGREES 15001 20668
SE 320 ORACLE DISAGREES -0.000382118966171 13024 22735
SE 321 ORACLE AGREES 13652 14056
SE 322 ORACLE DISAGREES 0.0101894787551 26959 20668
SE 323 ORACLE AGREES 20968 8683
SE 324 ORACLE AGREES 28254 8508
SE 325 ORACLE AGREES 48209 42562
SE 326 ORACLE AGREES 24792 19397
SE 327 ORACLE AGREES 31851 18661
SE 328 ORACLE AGREES 20668 13540
SE 329 ORACLE DISAGREES 0.00966951843369 20968 13209
SE 330 ORACLE DISAGREES 0.000132198185619 44887 8683
SE 331 ORACLE AGREES 37382 24792
SE 332 ORACLE AGREES 7603 26959
SE 333 ORACLE AGREES 13209 10305
SE 334 ORACLE AGREES 16007 13540
SE 335 ORACLE AGREES 41265 13652
SE 336 ORACLE AGREES 44887 27613
SE 337 ORACLE AGREES 19397 20968
SE 338 ORACLE AGREES 8508 10896
SE 339 ORACLE AGREES 26959 35472
SE 340 ORACLE AGREES 35933 12140
SE 341 ORACLE AGREES 28760 18406
SE 342 ORACLE AGREES 25764 28760
SE 343 ORACLE AGREES 24164 17032
SE 344 ORACLE DISAGREES 0.0202819920982 13209 15001
SE 345 ORACLE AGREES 24939 7603
SE 346 ORACLE AGREES 27289 18661
SE 347 ORACLE AGREES 19397 8508
SE 348 ORACLE AGREES 18803 17032
SE 349 ORACLE DISAGREES 0.00503381248094 13652 18749
SE 350 ORACLE AGREES 48209 35933
SE 351 ORACLE AGREES 6673 48209
SE 352 ORACLE AGREES 6041 22550
SE 353 ORACLE AGREES 28760 27613
SE 354 ORACLE AGREES 36761 13003
SE 355 ORACLE AGREES 13652 6185
SE 356 ORACLE AGREES 24164 22469
SE 357 ORACLE AGREES 35933 25764
SE 358 ORACLE AGREES 8906 18751
SE 359 ORACLE AGREES 6673 31851
SE 360 ORACLE DISAGREES 0.000271667709472 10305 26959
SE 361 ORACLE AGREES 19519 13209
SE 362 ORACLE AGREES 17242 42562
SE 363 ORACLE DISAGREES 0.000140827115827 13003 25764
SE 364 ORACLE AGREES 24377 8508
SE 365 ORACLE AGREES 17166 9255
SE 366 ORACLE AGREES 12071 15001
SE 367 ORACLE AGREES 8679 7940
SE 368 ORACLE DISAGREES 0.00760754206387 27613 20668
SE 369 ORACLE AGREES 20214 22550
SE 370 ORACLE AGREES 48209 37792
SE 371 ORACLE AGREES 18661 36761
SE 372 ORACLE AGREES 28254 24939
SE 373 ORACLE AGREES 19397 10896
SE 374 ORACLE AGREES 30344 48209
SE 375 ORACLE DISAGREES 0.00962874881662 19519 13209
SE 376 ORACLE AGREES 18803 12071
SE 377 ORACLE AGREES 28760 7940
SE 378 ORACLE AGREES 37792 19519
SE 379 ORACLE AGREES 12071 16823
SE 380 ORACLE AGREES 22469 14056
SE 381 ORACLE AGREES 18751 9255
SE 382 ORACLE AGREES 21690 9677
SE 383 ORACLE AGREES 20686 25753
SE 384 ORACLE AGREES 8862 37382
SE 385 ORACLE AGREES 13540 13652
SE 386 ORACLE AGREES 13209 10305
SE 387 ORACLE AGREES 24164 5630
SE 388 ORACLE AGREES 28760 13209
SE 389 ORACLE AGREES 37382 13003
SE 390 ORACLE AGREES 20668 6041
SE 391 ORACLE AGREES 24939 10305
SE 392 ORACLE DISAGREES 0.00102506881032 25753 18661
SE 393 ORACLE AGREES 18661 24377
SE 394 ORACLE AGREES 35472 17032
SE 395 ORACLE DISAGREES -0.0478552075437 13725 27289
SE 396 ORACLE DISAGREES 0.00883174828178 8862 21577
SE 397 ORACLE DISAGREES 0.000397612596351 21690 21577
SE 398 ORACLE DISAGREES 2.91187554167e-05 21577 7419
SE 399 ORACLE DISAGREES 0.00123405972289 21577 13003
SE 400 ORACLE DISAGREES 0.0477482809549 21577 20968
SE 401 ORACLE DISAGREES 0.00969191390689 21577 34892
SE 402 ORACLE AGREES 21577 37792
SE 403 ORACLE AGREES 21577 14056
SE 404 ORACLE AGREES 48209 8508
SE 405 ORACLE AGREES 20214 10958
SE 406 ORACLE AGREES 5630 10958
SE 407 ORACLE AGREES 18803 10305
SE 408 ORACLE AGREES 44887 18406
SE 409 ORACLE AGREES 25753 17919
SE 410 ORACLE AGREES 21829 6041
SE 411 ORACLE DISAGREES 0.0007829629471 15001 16007
SE 412 ORACLE AGREES 41265 35472
SE 413 ORACLE AGREES 24377 17242
SE 414 ORACLE DISAGREES -0.000739162547822 11181 34892
SE 415 ORACLE AGREES 9644 19986
SE 416 ORACLE AGREES 19986 30344
SE 417 ORACLE AGREES 5196 19986
SE 418 ORACLE AGREES 6673 19986
SE 419 ORACLE AGREES 8862 21690
SE 420 ORACLE AGREES 7419 37382
SE 421 ORACLE DISAGREES 0.000447393386025 21829 24164
SE 422 ORACLE AGREES 36761 19397
SE 423 ORACLE DISAGREES 0.000690623868156 12140 10305
SE 424 ORACLE AGREES 35472 22469
SE 425 ORACLE AGREES 17919 29883
SE 426 ORACLE AGREES 35933 13209
SE 427 ORACLE AGREES 37382 35933
SE 428 ORACLE AGREES 29883 37792
SE 429 ORACLE DISAGREES 0.000947399525212 10305 26959
SE 430 ORACLE AGREES 16823 8906
SE 431 ORACLE AGREES 20968 18803
SE 432 ORACLE AGREES 12140 13540
SE 433 ORACLE AGREES 27613 21829
SE 434 ORACLE AGREES 36761 13003
SE 435 ORACLE AGREES 22443 19397
SE 436 ORACLE AGREES 13540 35472
SE 437 ORACLE DISAGREES 0.00124843319515 35933 24792
SE 438 ORACLE AGREES 10305 16823
SE 439 ORACLE AGREES 44887 19397
SE 440 ORACLE AGREES 17919 44887
SE 441 ORACLE DISAGREES 0.000292884783985 37792 20968
SE 442 ORACLE AGREES 8679 10958
SE 443 ORACLE AGREES 35933 24792
SE 444 ORACLE AGREES 8683 12071
SE 445 ORACLE AGREES 48209 42562
SE 446 ORACLE AGREES 24939 12140
SE 447 ORACLE AGREES 31851 25753
SE 448 ORACLE AGREES 48209 17919
SE 449 ORACLE AGREES 17919 36761
SE 450 ORACLE AGREES 37792 22443
SE 451 ORACLE AGREES 17166 14056
SE 452 ORACLE AGREES 20968 8683
SE 453 ORACLE AGREES 35472 14056
SE 454 ORACLE AGREES 19397 26959
SE 455 ORACLE AGREES 44887 25764
SE 456 ORACLE AGREES 24939 26959
SE 457 ORACLE AGREES 13652 8906
SE 458 ORACLE AGREES 12498 37382
SE 459 ORACLE AGREES 41265 20214
SE 460 ORACLE AGREES 20968 8683
SE 461 ORACLE AGREES 37792 18803
SE 462 ORACLE AGREES 21690 24792
SE 463 ORACLE AGREES 37792 19397
SE 464 ORACLE AGREES 8508 20968
SE 465 ORACLE AGREES 19437 48209
SE 466 ORACLE AGREES 41265 24642
SE 467 ORACLE AGREES 10305 17032
SE 468 ORACLE AGREES 25753 17242
SE 469 ORACLE AGREES 6673 37382
SE 470 ORACLE AGREES 19397 20668

In [138]:
html_header = '''<html>
<head>
<title>E1 GP performance</title>
<link rel="stylesheet" href="styles.css">
</head>


<body>
<font color='red'>RED</font>: EXPERT, <font color='blue'>BLUE</font>: ORACLE
<br><br>
<table width='100%' height='100%'>'''

html_footer = '''
</table>
</body>

</html>
'''


with open(OUTPUT_DIR+'/index.html', 'w') as f:
    
    f.write(html_header+output_html+html_footer)

In [96]:
a = manager._input_rhoana[0]

In [102]:
len(np.where(a==34)[0])


Out[102]:
696

In [125]:
a = np.zeros((10,10))

In [128]:
a[0:5,0:5] = 1
a[0:7,7] = 2

In [127]:
len(np.where(a==1)[0])


Out[127]:
25

In [129]:
len(np.where(a==2)[0])


Out[129]:
7

In [ ]: