In [1]:
%load_ext autoreload
%autoreload 2

from matplotlib.pyplot import imshow
import matplotlib.pyplot as plt

%matplotlib inline
import numpy as np
import sys
import os
sys.path.append('../')
import gp
import cPickle as pickle


/home/d/nolearn/local/lib/python2.7/site-packages/matplotlib/font_manager.py:273: UserWarning: Matplotlib is building the font cache using fc-list. This may take a moment.
  warnings.warn('Matplotlib is building the font cache using fc-list. This may take a moment.')
Using gpu device 0: GeForce GTX TITAN (CNMeM is disabled, CuDNN 4007)
/home/d/nolearn/local/lib/python2.7/site-packages/theano/tensor/signal/downsample.py:6: UserWarning: downsample module has been moved to the theano.tensor.signal.pool module.
  "downsample module has been moved to the theano.tensor.signal.pool module.")

In [2]:
BASEDIR = '/home/d/netstatsPAPER/IPMLB/'
OUTDIR = '/home/d/GPSTUDY/'
merge_vis = BASEDIR+'dojo_merge_simuser_vis.p'
split_vis = BASEDIR+'dojo_split_simuser_vis.p'
merge_fixes = BASEDIR+'dojo_merge_simuser_fixes.p'
split_fixes = BASEDIR+'dojo_split_simuser_fixes.p'
output = BASEDIR+'dojo_simuser_output.p'

In [12]:
def VI(gt, seg):
    # total_vi = 0
    slice_vi = []    
    for i in range(len(gt)):
        current_vi = gp.Util.vi(gt[i].astype(np.int64), seg[i].astype(np.int64))
        # total_vi += current_vi
        slice_vi.append(current_vi)
    # total_vi /= 10
    return np.mean(slice_vi), np.median(slice_vi), slice_vi

def convert_vis(file, stopat=-1):
    vis = []
    with open(file, 'rb') as f:
        vis_ = pickle.load(f)    

    for i,vi in enumerate(vis_):
        
        if stopat != -1 and i>stopat:
            break        
        
        vis.append(vi[2])
    return vis

def convert_merge_fixes(file):
    fixes = []
    with open(file, 'rb') as f:
        fixes_ = pickle.load(f)
    for f in fixes_:
        if f=='Good' or f=='yes':
            fixes.append(('merge', '1'))
        elif f=='Bad' or f=='no':
            fixes.append(('merge', 'current'))
    return fixes

def convert_split_fixes(file, oracle=False, t=.95, stopat=-1):
    fixes = []
    with open(file, 'rb') as f:
        fixes_ = pickle.load(f)

    threshold_printed = False
    for i,f in enumerate(fixes_):
        
        if stopat != -1 and i>stopat:
            break
        
        if oracle==True:
#             print f[0]
            if f[0] == 1:
                fixes.append(('split', '1'))
            else:
                fixes.append(('split', 'current'))
        else:
            if f[1] < t and threshold_printed==False:
                print 'found threshold:', i-1
                threshold_printed = True
                
            fixes.append(('split', '1'))

    return fixes

def convert_user(output_folder, merge_vis, split_vis, merge_fixes, split_fixes, output, data='dojo', oracle=False, t=.95, stopat=-1, skipoutput=False):
    import glob, os
    if data=='dojo':
        image, prob, gold, rhoana, bb = gp.Legacy.read_dojo_data()
        
    elif data.startswith('cremi'):
        input_image = []
        input_prob = []
        input_gold = []
        input_rhoana = []

        # for z in range(0,50):
#         test_slices = range(15,25) + range(40,50) + range(65,75)
        if data.endswith('A'):
            test_slices = range(0,5)
        elif data.endswith('B'):
            test_slices = range(25,30)
        elif data.endswith('C'):
            test_slices = range(50,55)
            
        for z in test_slices:
            image, prob, gold, rhoana = gp.Util.read_cremi_section(os.path.expanduser('/home/d/data/CREMIGP/TEST/'), z)
            input_image.append(image)
            input_prob.append(255.-prob)
            input_gold.append(gold)
            input_rhoana.append(rhoana)    
    else:
        
        import mahotas as mh
        golds = []
        rhoanas = []
        for z in range(250,300):
            path = '/home/d/data/cylinderNEW/'
            gold = sorted(glob.glob(os.path.join(path, 'gold', '*'+str(z)+'.png')))
            rhoana = sorted(glob.glob(os.path.join(path, 'rhoana', '*'+str(z)+'.png')))
            mask = sorted(glob.glob(os.path.join(path, 'mask', '*'+str(z)+'.png')))   
            mask = mh.imread(mask[0]).astype(np.bool)
            gold = mh.imread(gold[0])
            rhoana = mh.imread(rhoana[0])


            #convert ids from rgb to single channel
            rhoana_single = np.zeros((rhoana.shape[0], rhoana.shape[1]), dtype=np.uint64)
            rhoana_single[:, :] = rhoana[:,:,0]*256*256 + rhoana[:,:,1]*256 + rhoana[:,:,2]
            gold_single = np.zeros((gold.shape[0], gold.shape[1]), dtype=np.uint64)
            gold_single[:, :] = gold[:,:,0]*256*256 + gold[:,:,1]*256 + gold[:,:,2]

            # relabel the segmentations
            gold_single = gp.Util.relabel(gold_single)
            rhoana_single = gp.Util.relabel(rhoana_single)


            #mask the rhoana output
            rhoana_single[mask==0] = 0

            golds.append(gold_single)
            rhoanas.append(rhoana_single)
        gold = golds
        rhoana = rhoanas
    init_mean_vi = VI(gold, rhoana)[0]
    init_median_vi = VI(gold, rhoana)[1]
    init_vi_per_slice = VI(gold, rhoana)[2]    
    
    if merge_vis:
        c_merge_vis = convert_vis(merge_vis)
    else:
        c_merge_vis = []
    c_split_vis = convert_vis(split_vis, stopat=stopat)
    if merge_fixes:
        c_merge_fixes = convert_merge_fixes(merge_fixes)
    else:
        c_merge_fixes = []
    c_split_fixes = convert_split_fixes(split_fixes, oracle=oracle, t=t, stopat=stopat)
    
#     if not skipoutput:
#         with open(output, 'rb') as f:
#             output_seg = pickle.load(f)
    
    out_vis = [init_median_vi]
    out_vis += c_merge_vis
    out_vis += c_split_vis
    
    out_fixes = []
    out_fixes += c_merge_fixes
    out_fixes += c_split_fixes
    
    if not os.path.exists(output_folder):
        os.makedirs(output_folder)

    if not skipoutput:        
        os.rename(output, output_folder+'/ui_results.p')
#         with open(output_folder+'/ui_results.p', 'wb') as f:
#             pickle.dump(output_seg, f)
        
    with open(output_folder+'/times.p', 'wb') as f:
        # always 0
        pickle.dump([0], f)
        
    with open(output_folder+'/corrections.p', 'wb') as f:
        pickle.dump(out_fixes, f)
        
    with open(output_folder+'/correction_vis.p', 'wb') as f:
        pickle.dump(out_vis, f)

In [104]:
BASEDIR = '/home/d/netstatsPAPER/IPMLB/'
OUTDIR = '/home/d/GPSTUDY/'
merge_vis = BASEDIR+'dojo_merge_simuser_vis.p'
split_vis = BASEDIR+'dojo_split_simuser_vis.p'
merge_fixes = BASEDIR+'dojo_merge_simuser_fixes.p'
split_fixes = BASEDIR+'dojo_split_simuser_fixes.p'
output = BASEDIR+'dojo_simuser_output.p'

convert_user(OUTDIR+'simuserGP_NEW', merge_vis, split_vis, merge_fixes, split_fixes, output, oracle=True)

In [59]:
with open('/home/d/netstatsPAPER/IPMLB/'+'dojo_merge_simuser_fixes.p', 'rb') as f:
    dojo_simuser_merge_fixes = pickle.load(f)

In [60]:
dojo_simuser_merge_fixes


Out[60]:
['Good', 'Bad', 'Bad', 'Bad', 'Good', 'Bad', 'Bad', 'Good', 'Good', 'Bad']

In [61]:
with open('/home/d/netstatsPAPER/IPMLB/'+'dojo_merge_till_end_fixes.p', 'rb') as f:
    dojo_auto_merge_fixes = pickle.load(f)

In [62]:
dojo_auto_merge_fixes


Out[62]:
['yes', 'no', 'no', 'no', 'yes', 'no', 'yes', 'yes', 'yes', 'yes']

In [67]:
print classification_report(np.array(GT_merge_dojo), np.array(test_merge_dojo))


             precision    recall  f1-score   support

          0       1.00      0.67      0.80         6
          1       0.67      1.00      0.80         4

avg / total       0.87      0.80      0.80        10


In [103]:
with open('/home/d/netstatsPAPER/IPMLB/'+'dojo_merge_till_end_vis.p', 'rb') as f:
    dojo_auto_merge_vis = pickle.load(f)
with open('/home/d/netstatsPAPER/IPMLB/'+'dojo_merge_simuser_vis.p', 'rb') as f:
    dojo_simuser_merge_vis = pickle.load(f)

In [99]:
print np.mean(dojo_auto_merge_vis[0][2]), np.std(dojo_auto_merge_vis[0][2])
print np.mean(dojo_auto_merge_vis[-1][2]), np.std(dojo_auto_merge_vis[-1][2])


0.511781195555 0.0907757390528
0.508905213489 0.0864722683879

In [106]:
print np.mean(dojo_simuser_merge_vis[0][2]), np.std(dojo_simuser_merge_vis[0][2])
print np.mean(dojo_simuser_merge_vis[-1][2]), np.std(dojo_simuser_merge_vis[-1][2])


0.511781195555 0.0907757390528
0.508213829306 0.0858641090214

In [66]:
GT_merge_dojo = []
test_merge_dojo = []
for i in range(len(dojo_simuser_merge_fixes)):
    if dojo_simuser_merge_fixes[i] == 'Good':
        GT_merge_dojo.append(1)
    else:
        GT_merge_dojo.append(0)
    if dojo_auto_merge_fixes[i] == 'yes':
        test_merge_dojo.append(1)
    else:
        test_merge_dojo.append(0)

In [105]:
BASEDIR = '/home/d/netstatsPAPER/IPMLB/'
OUTDIR = '/home/d/GPSTUDY/'
merge_vis = BASEDIR+'dojo_merge_till_end_vis.p'
split_vis = BASEDIR+'dojo_split_till_end_vis.p'
merge_fixes = BASEDIR+'dojo_merge_till_end_fixes.p'
split_fixes = BASEDIR+'dojo_split_till_end_fixes.p'
output = BASEDIR+'dojo_till_end_output.p'

convert_user(OUTDIR+'auto95GP_NEW', merge_vis, split_vis, merge_fixes, split_fixes, output)


found threshold: 153

In [87]:
BASEDIR = '/home/d/netstatsPAPERFP/IPMLB/'
OUTDIR = '/home/d/GPSTUDY/'
merge_vis = None
split_vis = BASEDIR+'dojo_split_simuser_vis.p'
merge_fixes = None
split_fixes = BASEDIR+'dojo_split_simuser_fixes.p'
output = BASEDIR+'dojo_simuser_output.p'

convert_user(OUTDIR+'simuserFP_NEW', merge_vis, split_vis, merge_fixes, split_fixes, output, oracle=True)

In [91]:
BASEDIR = '/home/d/netstatsPAPERFP/IPMLB/'
OUTDIR = '/home/d/GPSTUDY/'
merge_vis = None
split_vis = BASEDIR+'dojo_split_auto95_vis.p'
merge_fixes = None
split_fixes = BASEDIR+'dojo_split_auto95_fixes.p'
output = BASEDIR+'dojo_auto95_output.p'

convert_user(OUTDIR+'auto95FP_NEW', merge_vis, split_vis, merge_fixes, split_fixes, output)


found threshold: -1

In [ ]:


In [80]:
BASEDIR = '/home/d/netstatsPAPER/IPMLB/'
OUTDIR = '/home/d/GPSTUDY/'
merge_vis = BASEDIR+'dojo_merge_till_end_vis.p'
split_vis = BASEDIR+'dojo_split_till_end_vis.p'
merge_fixes = BASEDIR+'dojo_merge_till_end_fixes.p'
split_fixes = BASEDIR+'dojo_split_till_end_fixes.p'
output = BASEDIR+'dojo_till_end_output.p'

convert_user(OUTDIR+'auto95GP_threshold_NEW', merge_vis, split_vis, merge_fixes, split_fixes, output)#, stopat=100)


found threshold: 153
---------------------------------------------------------------------------
OSError                                   Traceback (most recent call last)
<ipython-input-80-b1834fc6befd> in <module>()
      8 output = BASEDIR+'dojo_till_end_output.p'
      9 
---> 10 convert_user(OUTDIR+'auto95GP_threshold_NEW', merge_vis, split_vis, merge_fixes, split_fixes, output)#, stopat=100)

<ipython-input-78-49df8499f615> in convert_user(output_folder, merge_vis, split_vis, merge_fixes, split_fixes, output, data, oracle, t, stopat, skipoutput)
    127 
    128     if not skipoutput:
--> 129         os.rename(output, output_folder+'/ui_results.p')
    130 #         with open(output_folder+'/ui_results.p', 'wb') as f:
    131 #             pickle.dump(output_seg, f)

OSError: [Errno 2] No such file or directory

In [ ]:


In [82]:
with open('/home/d/netstatsPAPER/IPMLB/dojo_split_till_end_vis.p', 'rb') as f:
    print np.std(pickle.load(f)[153][2])


0.0681852012576

In [100]:
BASEDIR = '/home/d/netstatsPAPERFP/IPMLB/'
OUTDIR = '/home/d/GPSTUDY/'
merge_vis = None
split_vis = BASEDIR+'dojo_split_auto95_vis.p'
merge_fixes = None
split_fixes = BASEDIR+'dojo_split_auto95_fixes.p'
output = BASEDIR+'dojo_auto95_output.p'

convert_user(OUTDIR+'auto95FP_threshold_NEW', merge_vis, split_vis, merge_fixes, split_fixes, output, stopat=100)


found threshold: -1

In [ ]:


In [30]:
BASEDIR = '/home/d/CYLINDERSTUDY/cylinderFP/'
OUTDIR = '/home/d/CYLINDERSTUDY/'
merge_vis = None
split_vis = BASEDIR+'cylinder_split_simuser_vis.p'
merge_fixes = None
split_fixes = BASEDIR+'cylinder_split_simuser_fixes.p'
output = BASEDIR+'cylinder_simuser_output.p'

convert_user(OUTDIR+'simuserFP_NEW', merge_vis, split_vis, merge_fixes, split_fixes, output, 
             oracle=True, data='cylinder')
print 'Done'


Done

In [31]:
BASEDIR = '/home/d/CYLINDERSTUDY/cylinderFP/'
OUTDIR = '/home/d/CYLINDERSTUDY/'
merge_vis = None
split_vis = BASEDIR+'cylinder_split_auto95_vis.p'
merge_fixes = None
split_fixes = BASEDIR+'cylinder_split_auto95_fixes.p'
output = BASEDIR+'cylinder_auto95_output.p'

convert_user(OUTDIR+'auto95FP_NEW', merge_vis, split_vis, merge_fixes, split_fixes, output, 
             oracle=False, data='cylinder')
print 'Done'


found threshold: 1051
Done

In [36]:
BASEDIR = '/home/d/CYLINDERSTUDY/cylinderGP/'
OUTDIR = '/home/d/CYLINDERSTUDY/'
merge_vis = BASEDIR+'cylinder_merge_simuser_vis.p'
split_vis = BASEDIR+'cylinder_split_simuser_vis.p'
merge_fixes = BASEDIR+'cylinder_merge_simuser_fixes.p'
split_fixes = BASEDIR+'cylinder_split_simuser_fixes.p'
output = BASEDIR+'cylinder_simuser_output.p'

convert_user(OUTDIR+'simuserGP_NEW', merge_vis, split_vis, merge_fixes, split_fixes, output, oracle=True, data='cylinder')
print 'Done'


Done

In [37]:
BASEDIR = '/home/d/CYLINDERSTUDY/cylinderGP/'
OUTDIR = '/home/d/CYLINDERSTUDY/'
merge_vis = BASEDIR+'cylinder_merge_auto00_vis.p'
split_vis = BASEDIR+'cylinder_split_auto00_vis.p'
merge_fixes = BASEDIR+'cylinder_merge_auto00_fixes.p'
split_fixes = BASEDIR+'cylinder_split_auto00_fixes.p'
output = BASEDIR+'cylinder_auto00_output.p'

convert_user(OUTDIR+'auto00GP_NEW', merge_vis, split_vis, merge_fixes, split_fixes, output, data='cylinder')
print 'Done'


found threshold: 2199
Done

In [38]:
with open('/home/d/CYLINDERSTUDY/cylinderGP/cylinder_merge_auto00_fixes.p', 'rb') as f:
    gpcylmerge00 = pickle.load(f)

In [58]:
gpcylmerge00


Out[58]:
['yes',
 'no',
 'yes',
 'no',
 'no',
 'yes',
 'no',
 'no',
 'no',
 'no',
 'no',
 'no',
 'no',
 'no',
 'no',
 'yes',
 'no',
 'no',
 'no',
 'no',
 'no',
 'no',
 'no',
 'no',
 'no',
 'no',
 'no',
 'no',
 'no',
 'yes',
 'no',
 'no',
 'no',
 'no',
 'no',
 'no',
 'yes',
 'yes',
 'no',
 'no',
 'no',
 'yes',
 'no',
 'yes',
 'no',
 'no',
 'yes',
 'yes',
 'no',
 'yes',
 'no',
 'no',
 'no',
 'no',
 'yes',
 'no',
 'no',
 'no',
 'no',
 'no',
 'no',
 'no',
 'yes',
 'no',
 'no',
 'yes',
 'no',
 'no',
 'no',
 'yes',
 'no',
 'yes',
 'no',
 'no',
 'no',
 'no',
 'no',
 'yes',
 'no',
 'yes',
 'no',
 'yes',
 'yes',
 'no',
 'no',
 'no',
 'no',
 'no',
 'no',
 'no',
 'no',
 'no',
 'no',
 'no',
 'no',
 'yes',
 'no',
 'no',
 'no',
 'no',
 'yes',
 'no',
 'no',
 'no',
 'no',
 'yes',
 'no',
 'no',
 'no',
 'no',
 'no',
 'no',
 'yes',
 'yes',
 'no',
 'no',
 'yes',
 'no',
 'no',
 'no',
 'no',
 'yes',
 'no',
 'no',
 'no',
 'no',
 'yes',
 'no',
 'no',
 'yes',
 'no',
 'yes',
 'no',
 'yes',
 'no',
 'no',
 'no',
 'no',
 'yes',
 'no',
 'yes',
 'no',
 'no',
 'yes',
 'no',
 'no',
 'no',
 'no',
 'no',
 'no',
 'yes']

In [46]:
with open('/home/d/CYLINDERSTUDY/cylinderGP/cylinder_merge_simuser_fixes.p', 'rb') as f:
    gpcylmergesimuser = pickle.load(f)

In [47]:
gpcylmergesimuser


Out[47]:
['Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Bad',
 'Good',
 'Bad',
 'Good',
 'Good',
 'Good',
 'Good',
 'Good',
 'Good',
 'Bad',
 'Good',
 'Bad',
 'Bad',
 'Bad',
 'Good',
 'Good',
 'Bad',
 'Good',
 'Good',
 'Bad',
 'Good',
 'Good',
 'Good',
 'Good',
 'Good']

In [64]:
GT_merge_cylinder = []
test_merge_cylinder = []
for i in range(len(gpcylmergesimuser)):
    if gpcylmergesimuser[i] == 'Good':
        GT_merge_cylinder.append(1)
    else:
        GT_merge_cylinder.append(0)
    if gpcylmerge00[i] == 'yes':
        test_merge_cylinder.append(1)
    else:
        test_merge_cylinder.append(0)

In [71]:
good_c = 0
bad_c =0
for i in range(len(gpcylmerge00)):
    if gpcylmerge00[i] == 'yes' and gpcylmergesimuser[i] == 'Good':
        good_c += 1
    elif gpcylmerge00[i] == 'yes' and gpcylmergesimuser[i] == 'Bad':
        bad_c += 1
print good_c
print bad_c


6
30

In [63]:
from sklearn.metrics import classification_report, accuracy_score, roc_curve, auc, precision_recall_fscore_support, f1_score, precision_recall_curve, average_precision_score, zero_one_loss

In [65]:
print classification_report(np.array(GT_merge_cylinder), np.array(test_merge_cylinder))


             precision    recall  f1-score   support

          0       0.90      0.78      0.84       134
          1       0.17      0.35      0.23        17

avg / total       0.82      0.73      0.77       151


In [41]:
with open('/home/d/CYLINDERSTUDY/cylinderGP/cylinder_merge_auto00_vis.p', 'rb') as f:
    gpcylmergevis00 = pickle.load(f)

In [49]:
with open('/home/d/CYLINDERSTUDY/cylinderGP/cylinder_split_auto00_vis.p', 'rb') as f:
    gpcylsplitvis00 = pickle.load(f)

In [55]:
bestautocylviGP = gpcylsplitvis00[2199][2]

In [56]:
np.median(bestautocylviGP)


Out[56]:
0.35240961428372275

In [57]:
np.std(bestautocylviGP)


Out[57]:
0.087020673649631411

In [88]:
with open('/home/d/CYLINDERSTUDY/cylinderGP/cylinder_merge_auto00_vis.p', 'rb') as f:
    gpcylmerge00vis = pickle.load(f)

In [89]:
with open('/home/d/CYLINDERSTUDY/cylinderGP/cylinder_merge_simuser_vis.p', 'rb') as f:
    gpcylmergesimuservis = pickle.load(f)

In [94]:
np.median(gpcylmerge00vis[0][2])


Out[94]:
0.37941064949584113

In [95]:
np.median(gpcylmerge00vis[-1][2])


Out[95]:
0.37941064949584113

In [96]:
np.mean(gpcylmerge00vis[-1][2])


Out[96]:
0.38934267264725458

In [97]:
np.mean(gpcylmerge00vis[0][2])


Out[97]:
0.38929931104950805

In [ ]:


In [ ]:
# CREMI

In [ ]:


In [4]:
BASEDIR = '/home/d/FP/CREMITEST/'
OUTDIR = '/home/d/CREMISTUDY/'
merge_vis = None
split_vis = BASEDIR+'cylinder_split_simuser_vis.p'
merge_fixes = None
split_fixes = BASEDIR+'cylinder_split_simuser_fixes.p'
output = BASEDIR+'cylinder_simuser_output.p'

convert_user(OUTDIR+'simuserFP', merge_vis, split_vis, merge_fixes, split_fixes, output, 
             oracle=True, data='cremi')
print 'Done'


Done

In [5]:
BASEDIR = '/home/d/FP/CREMITEST/'
OUTDIR = '/home/d/CREMISTUDY/'
merge_vis = None
split_vis = BASEDIR+'cylinder_split_auto95_vis.p'
merge_fixes = None
split_fixes = BASEDIR+'cylinder_split_auto95_fixes.p'
output = BASEDIR+'cylinder_auto95_output.p'

convert_user(OUTDIR+'auto95FP_NEW', merge_vis, split_vis, merge_fixes, split_fixes, output, 
             oracle=False, data='cremi')
print 'Done'


found threshold: -1
Done

In [9]:
BASEDIR = '/home/d/GPCREMI/'
OUTDIR = '/home/d/CREMISTUDY/'
merge_vis = BASEDIR+'cremi_merge_simuser_vis.p'
split_vis = BASEDIR+'cylinder_split_simuser_vis.p'
merge_fixes = BASEDIR+'cremi_merge_simuser_fixes.p'
split_fixes = BASEDIR+'cylinder_split_simuser_fixes.p'
output = BASEDIR+'cylinder_simuser_output.p'

convert_user(OUTDIR+'simuserGP', merge_vis, split_vis, merge_fixes, split_fixes, output, 
             oracle=True, data='cremi', skipoutput=True)
print 'Done'


Done

In [12]:
BASEDIR = '/home/d/GPCREMI/'
OUTDIR = '/home/d/CREMISTUDY/'
merge_vis = BASEDIR+'cremi_merge_auto95_vis.p'
split_vis = BASEDIR+'cremi_split_auto95_vis.p'
merge_fixes = BASEDIR+'cremi_merge_auto95_fixes.p'
split_fixes = BASEDIR+'cremi_split_auto95_fixes.p'
output = BASEDIR+'cremi_auto95_output.p'

convert_user(OUTDIR+'auto95GP_NEW', merge_vis, split_vis, merge_fixes, split_fixes, output, 
             oracle=False, data='cremi', skipoutput=True)
print 'Done'


found threshold: -1
Done

In [ ]:


In [ ]:


In [ ]:
#
# CREMI SPLIT ONLY
#

In [14]:
BASEDIR = '/home/d/CREMISTUDY/A_GP/'
OUTDIR = '/home/d/CREMISTUDY/'
merge_vis = None#BASEDIR+'cremi_merge_simuser_vis.p'
split_vis = BASEDIR+'cremi_split_simuser_vis.p'
merge_fixes = None#BASEDIR+'cremi_merge_simuser_fixes.p'
split_fixes = BASEDIR+'cremi_split_simuser_fixes.p'
output = BASEDIR+'cremi_simuser_output.p'

convert_user(OUTDIR+'A_simuserGP', merge_vis, split_vis, merge_fixes, split_fixes, output, 
             oracle=True, data='cremiA', skipoutput=True)
print 'Done'


Done

In [15]:
BASEDIR = '/home/d/CREMISTUDY/A_GP/'
OUTDIR = '/home/d/CREMISTUDY/'
merge_vis = None#BASEDIR+'cremi_merge_simuser_vis.p'
split_vis = BASEDIR+'cremi_split_auto00_vis.p'
merge_fixes = None#BASEDIR+'cremi_merge_simuser_fixes.p'
split_fixes = BASEDIR+'cremi_split_auto00_fixes.p'
output = BASEDIR+'cremi_auto00_output.p'

convert_user(OUTDIR+'A_autoGP', merge_vis, split_vis, merge_fixes, split_fixes, output, 
             oracle=False, data='cremiA', skipoutput=False)
print 'Done'


found threshold: 448
Done

In [16]:
BASEDIR = '/home/d/CREMISTUDY/A_FP/'
OUTDIR = '/home/d/CREMISTUDY/'
merge_vis = None#BASEDIR+'cremi_merge_simuser_vis.p'
split_vis = BASEDIR+'cremi_split_simuser_vis.p'
merge_fixes = None#BASEDIR+'cremi_merge_simuser_fixes.p'
split_fixes = BASEDIR+'cremi_split_simuser_fixes.p'
output = BASEDIR+'cremi_simuser_output.p'

convert_user(OUTDIR+'A_simuserFP', merge_vis, split_vis, merge_fixes, split_fixes, output, 
             oracle=True, data='cremiA', skipoutput=False)
print 'Done'


Done

In [17]:
BASEDIR = '/home/d/CREMISTUDY/A_FP/'
OUTDIR = '/home/d/CREMISTUDY/'
merge_vis = None#BASEDIR+'cremi_merge_simuser_vis.p'
split_vis = BASEDIR+'cremi_split_auto00_vis.p'
merge_fixes = None#BASEDIR+'cremi_merge_simuser_fixes.p'
split_fixes = BASEDIR+'cremi_split_auto00_fixes.p'
output = BASEDIR+'cremi_auto00_output.p'

convert_user(OUTDIR+'A_autoFP', merge_vis, split_vis, merge_fixes, split_fixes, output, 
             oracle=False, data='cremiA', skipoutput=False)
print 'Done'


found threshold: -1
Done

In [18]:
BASEDIR = '/home/d/CREMISTUDY/B_GP/'
OUTDIR = '/home/d/CREMISTUDY/'
merge_vis = None#BASEDIR+'cremi_merge_simuser_vis.p'
split_vis = BASEDIR+'cremi_split_simuser_vis.p'
merge_fixes = None#BASEDIR+'cremi_merge_simuser_fixes.p'
split_fixes = BASEDIR+'cremi_split_simuser_fixes.p'
output = BASEDIR+'cremi_simuser_output.p'

convert_user(OUTDIR+'B_simuserGP', merge_vis, split_vis, merge_fixes, split_fixes, output, 
             oracle=True, data='cremiB', skipoutput=False)
print 'Done'
BASEDIR = '/home/d/CREMISTUDY/B_GP/'
OUTDIR = '/home/d/CREMISTUDY/'
merge_vis = None#BASEDIR+'cremi_merge_simuser_vis.p'
split_vis = BASEDIR+'cremi_split_auto00_vis.p'
merge_fixes = None#BASEDIR+'cremi_merge_simuser_fixes.p'
split_fixes = BASEDIR+'cremi_split_auto00_fixes.p'
output = BASEDIR+'cremi_auto00_output.p'

convert_user(OUTDIR+'B_autoGP', merge_vis, split_vis, merge_fixes, split_fixes, output, 
             oracle=False, data='cremiB', skipoutput=False)
print 'Done'
BASEDIR = '/home/d/CREMISTUDY/B_FP/'
OUTDIR = '/home/d/CREMISTUDY/'
merge_vis = None#BASEDIR+'cremi_merge_simuser_vis.p'
split_vis = BASEDIR+'cremi_split_simuser_vis.p'
merge_fixes = None#BASEDIR+'cremi_merge_simuser_fixes.p'
split_fixes = BASEDIR+'cremi_split_simuser_fixes.p'
output = BASEDIR+'cremi_simuser_output.p'

convert_user(OUTDIR+'B_simuserFP', merge_vis, split_vis, merge_fixes, split_fixes, output, 
             oracle=True, data='cremiB', skipoutput=False)
print 'Done'
BASEDIR = '/home/d/CREMISTUDY/B_FP/'
OUTDIR = '/home/d/CREMISTUDY/'
merge_vis = None#BASEDIR+'cremi_merge_simuser_vis.p'
split_vis = BASEDIR+'cremi_split_auto00_vis.p'
merge_fixes = None#BASEDIR+'cremi_merge_simuser_fixes.p'
split_fixes = BASEDIR+'cremi_split_auto00_fixes.p'
output = BASEDIR+'cremi_auto00_output.p'

convert_user(OUTDIR+'B_autoFP', merge_vis, split_vis, merge_fixes, split_fixes, output, 
             oracle=False, data='cremiB', skipoutput=False)
print 'Done'


Done
found threshold: 415
Done
Done
found threshold: -1
Done

In [19]:
BASEDIR = '/home/d/CREMISTUDY/C_GP/'
OUTDIR = '/home/d/CREMISTUDY/'
merge_vis = None#BASEDIR+'cremi_merge_simuser_vis.p'
split_vis = BASEDIR+'cremi_split_simuser_vis.p'
merge_fixes = None#BASEDIR+'cremi_merge_simuser_fixes.p'
split_fixes = BASEDIR+'cremi_split_simuser_fixes.p'
output = BASEDIR+'cremi_simuser_output.p'

convert_user(OUTDIR+'C_simuserGP', merge_vis, split_vis, merge_fixes, split_fixes, output, 
             oracle=True, data='cremiC', skipoutput=False)
print 'Done'
BASEDIR = '/home/d/CREMISTUDY/C_GP/'
OUTDIR = '/home/d/CREMISTUDY/'
merge_vis = None#BASEDIR+'cremi_merge_simuser_vis.p'
split_vis = BASEDIR+'cremi_split_auto00_vis.p'
merge_fixes = None#BASEDIR+'cremi_merge_simuser_fixes.p'
split_fixes = BASEDIR+'cremi_split_auto00_fixes.p'
output = BASEDIR+'cremi_auto00_output.p'

convert_user(OUTDIR+'C_autoGP', merge_vis, split_vis, merge_fixes, split_fixes, output, 
             oracle=False, data='cremiC', skipoutput=False)
print 'Done'
BASEDIR = '/home/d/CREMISTUDY/C_FP/'
OUTDIR = '/home/d/CREMISTUDY/'
merge_vis = None#BASEDIR+'cremi_merge_simuser_vis.p'
split_vis = BASEDIR+'cremi_split_simuser_vis.p'
merge_fixes = None#BASEDIR+'cremi_merge_simuser_fixes.p'
split_fixes = BASEDIR+'cremi_split_simuser_fixes.p'
output = BASEDIR+'cremi_simuser_output.p'

convert_user(OUTDIR+'C_simuserFP', merge_vis, split_vis, merge_fixes, split_fixes, output, 
             oracle=True, data='cremiC', skipoutput=False)
print 'Done'
BASEDIR = '/home/d/CREMISTUDY/C_FP/'
OUTDIR = '/home/d/CREMISTUDY/'
merge_vis = None#BASEDIR+'cremi_merge_simuser_vis.p'
split_vis = BASEDIR+'cremi_split_auto00_vis.p'
merge_fixes = None#BASEDIR+'cremi_merge_simuser_fixes.p'
split_fixes = BASEDIR+'cremi_split_auto00_fixes.p'
output = BASEDIR+'cremi_auto00_output.p'

convert_user(OUTDIR+'C_autoFP', merge_vis, split_vis, merge_fixes, split_fixes, output, 
             oracle=False, data='cremiC', skipoutput=False)
print 'Done'


Done
found threshold: 521
Done
Done
found threshold: -1
Done

In [ ]: