In [ ]:
%load_ext autoreload
%autoreload 2
%load_ext sql 
%pylab inline
%matplotlib inline

import os,sys,re
import pandas as pd
from bio.hts.htsdb import *

In [49]:
from util.jupyter import *
RES = []
Out = os.getenv('HOME')+'/tmp/apr-hepg2-well-raw-toxcast-i_ii.csv'
i=0
N = HtsPlate.objects(exp__in=HtsExp.objects(eid__in=[u'APR-HepG2-PhI', u'APR-HepG2-PhII'])).count()
for P0 in log_progress(HtsPlate.objects(exp__in=HtsExp.objects(eid__in=[u'APR-HepG2-PhI', u'APR-HepG2-PhII'])),
                       every=1,size=N):
    i+=1
    print P0.eid,P0.exp.eid
    X0 = getPlateWellData(P0.eid)
    X0['plate_id']=P0.eid
    C0 = (pd.DataFrame([mongo_to_dict_helper(x) for x in HtsChem.objects(eid__in=X0.sample_id.unique())])
         .drop(['cid','reps','ctrl'],axis=1)
        )
    X1= X0.merge(C0,left_on='sample_id',right_on='eid',how='left')
    X1['conc']=10**(6+X1.lconc)
    X1 = X1.drop(['lconc','sample_id'],axis=1)
    X1 = X1[['plate_id','icol','irow', 'ctrl','eid','name','casrn',
            'conc','time','feature','value']]
    X1['casrn']=X1.casrn.astype(np.str)
    X1.rename(columns=dict(eid='chem_id',feature='assay_id',time='time_hr',conc='conc_uM'),inplace=True)
    if i==1:
        X1.to_csv(Out,index=False,quoting=False)
    else:
        X1.to_csv(Out,mode='a',header=False,quoting=False)


070917TP31CP1-60 APR-HepG2-PhI
070917TP31DP1-60 APR-HepG2-PhI
070917TP31EP1-60 APR-HepG2-PhI
070917TP31FP1-60 APR-HepG2-PhI
070922TP33GP1-60 APR-HepG2-PhI
070922TP33HP1-60 APR-HepG2-PhI
070922TP33IP1-60 APR-HepG2-PhI
070922TP33JP1-60 APR-HepG2-PhI
071001TP33KP1-60 APR-HepG2-PhI
071001TP33LP1-60 APR-HepG2-PhI
071001TP35MP1-60 APR-HepG2-PhI
071001TP35NP1-60 APR-HepG2-PhI
071007TP31AP1-60 APR-HepG2-PhI
071007TP31BP1-60 APR-HepG2-PhI
071008TP35OP1-60 APR-HepG2-PhI
071008TP35PP1-60 APR-HepG2-PhI
071008TP35QP1-60 APR-HepG2-PhI
071008TP35RP1-60 APR-HepG2-PhI
071015TP37SP1-60 APR-HepG2-PhI
071015TP37TP1-60 APR-HepG2-PhI
070917TP31CP1-24 APR-HepG2-PhI
070917TP31DP1-24 APR-HepG2-PhI
070917TP31EP1-24 APR-HepG2-PhI
070917TP31FP1-24 APR-HepG2-PhI
070922TP33GP1-24 APR-HepG2-PhI
070922TP33HP1-24 APR-HepG2-PhI
070922TP33IP1-24 APR-HepG2-PhI
070922TP33JP1-24 APR-HepG2-PhI
071001TP33KP1-24 APR-HepG2-PhI
071001TP33LP1-24 APR-HepG2-PhI
071001TP35MP1-24 APR-HepG2-PhI
071001TP35NP1-24 APR-HepG2-PhI
071007TP31AP1-24 APR-HepG2-PhI
071007TP31BP1-24 APR-HepG2-PhI
071008TP35OP1-24 APR-HepG2-PhI
071008TP35PP1-24 APR-HepG2-PhI
071008TP35QP1-24 APR-HepG2-PhI
071008TP35RP1-24 APR-HepG2-PhI
071015TP37SP1-24 APR-HepG2-PhI
071015TP37TP1-24 APR-HepG2-PhI
070917TP31CP1-72 APR-HepG2-PhI
070917TP31DP1-72 APR-HepG2-PhI
070917TP31EP1-72 APR-HepG2-PhI
070917TP31FP1-72 APR-HepG2-PhI
070922TP33GP1-72 APR-HepG2-PhI
070922TP33HP1-72 APR-HepG2-PhI
070922TP33IP1-72 APR-HepG2-PhI
070922TP33JP1-72 APR-HepG2-PhI
071001TP33KP1-72 APR-HepG2-PhI
071001TP33LP1-72 APR-HepG2-PhI
071001TP35MP1-72 APR-HepG2-PhI
071001TP35NP1-72 APR-HepG2-PhI
071007TP31AP1-72 APR-HepG2-PhI
071007TP31BP1-72 APR-HepG2-PhI
071008TP35OP1-72 APR-HepG2-PhI
071008TP35PP1-72 APR-HepG2-PhI
071008TP35QP1-72 APR-HepG2-PhI
071008TP35RP1-72 APR-HepG2-PhI
071015TP37SP1-72 APR-HepG2-PhI
071015TP37TP1-72 APR-HepG2-PhI
070917TP31CP2-60 APR-HepG2-PhI
070917TP31DP2-60 APR-HepG2-PhI
070917TP31EP2-60 APR-HepG2-PhI
070917TP31FP2-60 APR-HepG2-PhI
070922TP33GP2-60 APR-HepG2-PhI
070922TP33HP2-60 APR-HepG2-PhI
070922TP33IP2-60 APR-HepG2-PhI
070922TP33JP2-60 APR-HepG2-PhI
071001TP33KP2-60 APR-HepG2-PhI
071001TP33LP2-60 APR-HepG2-PhI
071001TP35MP2-60 APR-HepG2-PhI
071001TP35NP2-60 APR-HepG2-PhI
071007TP31AP2-60 APR-HepG2-PhI
071007TP31BP2-60 APR-HepG2-PhI
071008TP35OP2-60 APR-HepG2-PhI
071008TP35PP2-60 APR-HepG2-PhI
071008TP35QP2-60 APR-HepG2-PhI
071008TP35RP2-60 APR-HepG2-PhI
071015TP37SP2-60 APR-HepG2-PhI
071015TP37TP2-60 APR-HepG2-PhI
070917TP31CP2-24 APR-HepG2-PhI
070917TP31DP2-24 APR-HepG2-PhI
070917TP31EP2-24 APR-HepG2-PhI
070917TP31FP2-24 APR-HepG2-PhI
070922TP33GP2-24 APR-HepG2-PhI
070922TP33HP2-24 APR-HepG2-PhI
070922TP33IP2-24 APR-HepG2-PhI
070922TP33JP2-24 APR-HepG2-PhI
071001TP33KP2-24 APR-HepG2-PhI
071001TP33LP2-24 APR-HepG2-PhI
071001TP35MP2-24 APR-HepG2-PhI
071001TP35NP2-24 APR-HepG2-PhI
071007TP31AP2-24 APR-HepG2-PhI
071007TP31BP2-24 APR-HepG2-PhI
071008TP35OP2-24 APR-HepG2-PhI
071008TP35PP2-24 APR-HepG2-PhI
071008TP35QP2-24 APR-HepG2-PhI
071008TP35RP2-24 APR-HepG2-PhI
071015TP37SP2-24 APR-HepG2-PhI
071015TP37TP2-24 APR-HepG2-PhI
070917TP31CP2-72 APR-HepG2-PhI
070917TP31DP2-72 APR-HepG2-PhI
070917TP31EP2-72 APR-HepG2-PhI
070917TP31FP2-72 APR-HepG2-PhI
070922TP33GP2-72 APR-HepG2-PhI
070922TP33HP2-72 APR-HepG2-PhI
070922TP33IP2-72 APR-HepG2-PhI
070922TP33JP2-72 APR-HepG2-PhI
071001TP33KP2-72 APR-HepG2-PhI
071001TP33LP2-72 APR-HepG2-PhI
071001TP35MP2-72 APR-HepG2-PhI
071001TP35NP2-72 APR-HepG2-PhI
071007TP31AP2-72 APR-HepG2-PhI
071007TP31BP2-72 APR-HepG2-PhI
071008TP35OP2-72 APR-HepG2-PhI
071008TP35PP2-72 APR-HepG2-PhI
071008TP35QP2-72 APR-HepG2-PhI
071008TP35RP2-72 APR-HepG2-PhI
071015TP37SP2-72 APR-HepG2-PhI
071015TP37TP2-72 APR-HepG2-PhI
01S01T24P0082 APR-HepG2-PhII
01S01T72P0084 APR-HepG2-PhII
01S02T24P0083 APR-HepG2-PhII
01S02T72P0085 APR-HepG2-PhII
01S01T24P0086 APR-HepG2-PhII
01S01T72P0088 APR-HepG2-PhII
01S02T24P0087 APR-HepG2-PhII
01S02T72P0089 APR-HepG2-PhII
01S01T24P0090 APR-HepG2-PhII
01S01T72P0092 APR-HepG2-PhII
01S02T24P0091 APR-HepG2-PhII
01S02T72P0093 APR-HepG2-PhII
01S01T24P0094 APR-HepG2-PhII
01S01T72P0096 APR-HepG2-PhII
01S02T24P0095 APR-HepG2-PhII
01S02T72P0097 APR-HepG2-PhII
01S01T24P0098 APR-HepG2-PhII
01S01T72P0100 APR-HepG2-PhII
01S02T24P0099 APR-HepG2-PhII
01S02T72P0101 APR-HepG2-PhII
01S01T24P0102 APR-HepG2-PhII
01S01T72P0104 APR-HepG2-PhII
01S02T24P0103 APR-HepG2-PhII
01S02T72P0105 APR-HepG2-PhII
01S01T24P0106 APR-HepG2-PhII
01S01T72P0108 APR-HepG2-PhII
01S02T24P0107 APR-HepG2-PhII
01S02T72P0109 APR-HepG2-PhII
01S01T24P0224 APR-HepG2-PhII
01S01T48P0225 APR-HepG2-PhII
01S02T24P0226 APR-HepG2-PhII
01S02T48P0227 APR-HepG2-PhII
01S1T24P0248 APR-HepG2-PhII
01S1T72P0249 APR-HepG2-PhII
01S2T24P0250 APR-HepG2-PhII
01S2T72P0251 APR-HepG2-PhII
01S01T24P0252 APR-HepG2-PhII
01S01T72P0253 APR-HepG2-PhII
01S02T24P0254 APR-HepG2-PhII
01S02T72P0255 APR-HepG2-PhII
01S1T24P0268 APR-HepG2-PhII
01S1T72P0270 APR-HepG2-PhII
01S2T24P0269 APR-HepG2-PhII
01S2T72P0271 APR-HepG2-PhII
01S1T24P0347 APR-HepG2-PhII
01S1T72P0348 APR-HepG2-PhII
01S2T24P0349 APR-HepG2-PhII
01S2T72P0350 APR-HepG2-PhII
01S1T24P0351 APR-HepG2-PhII
01S1T72P0352 APR-HepG2-PhII
01S2T24P0353 APR-HepG2-PhII
01S2T72P0354 APR-HepG2-PhII
01S1T24P0355 APR-HepG2-PhII
01S1T72P0356 APR-HepG2-PhII
01S2T24P0357 APR-HepG2-PhII
01S2T72P0358 APR-HepG2-PhII
01S1T24P0407 APR-HepG2-PhII
01S1T72P0408 APR-HepG2-PhII
01S2T24P0409 APR-HepG2-PhII
01S2T72P0410 APR-HepG2-PhII
01S1T24P0411 APR-HepG2-PhII
01S1T72P0412 APR-HepG2-PhII
01S2T24P0413 APR-HepG2-PhII
01S2T72P0414 APR-HepG2-PhII
01S1T24P0415 APR-HepG2-PhII
01S1T72P0416 APR-HepG2-PhII
01S2T24P0417 APR-HepG2-PhII
01S2T72P0418 APR-HepG2-PhII
01S1T24P0423 APR-HepG2-PhII
01S1T72P0424 APR-HepG2-PhII
01S2T24P0425 APR-HepG2-PhII
01S2T72P0426 APR-HepG2-PhII
01S1T24P0427 APR-HepG2-PhII
01S1T72P0428 APR-HepG2-PhII
01S2T24P0429 APR-HepG2-PhII
01S2T72P0430 APR-HepG2-PhII
01S1T24P0435 APR-HepG2-PhII
01S1T72P0436 APR-HepG2-PhII
01S2T24P0437 APR-HepG2-PhII
01S2T72P0438 APR-HepG2-PhII
01S1T24P0439 APR-HepG2-PhII
01S1T72P0440 APR-HepG2-PhII
01S2T24P0441 APR-HepG2-PhII
01S2T72P0442 APR-HepG2-PhII
01S1T24P0443 APR-HepG2-PhII
01S1T72P0444 APR-HepG2-PhII
01S2T24P0445 APR-HepG2-PhII
01S2T72P0446 APR-HepG2-PhII
01S01T24P0220 APR-HepG2-PhII
01S01T48P0221 APR-HepG2-PhII
01S02T24P0222 APR-HepG2-PhII
01S02T48P0223 APR-HepG2-PhII
01S01T24P0228 APR-HepG2-PhII
01S01T48P0229 APR-HepG2-PhII
01S02T24P0231 APR-HepG2-PhII
01S02T48P0230 APR-HepG2-PhII
01S01T24P0232 APR-HepG2-PhII
01S01T72P0233 APR-HepG2-PhII
01S02T24P0234 APR-HepG2-PhII
01S02T72P0235 APR-HepG2-PhII
01S1T24P0459 APR-HepG2-PhII
01S1T72P0460 APR-HepG2-PhII
01S2T24P0461 APR-HepG2-PhII
01S2T72P0462 APR-HepG2-PhII
01S01T24P0236 APR-HepG2-PhII
01S01T72P0237 APR-HepG2-PhII
01S02T24P0238 APR-HepG2-PhII
01S02T72P0239 APR-HepG2-PhII
01S1T24P0451 APR-HepG2-PhII
01S1T72P0452 APR-HepG2-PhII
01S2T24P0453 APR-HepG2-PhII
01S2T72P0454 APR-HepG2-PhII
01S1T24P0455 APR-HepG2-PhII
01S1T72P0456 APR-HepG2-PhII
01S2T24P0457 APR-HepG2-PhII
01S2T72P0458 APR-HepG2-PhII
01S1T24P0463 APR-HepG2-PhII
01S1T72P0464 APR-HepG2-PhII
01S2T24P0465 APR-HepG2-PhII
01S2T72P0466 APR-HepG2-PhII
01S1T24P0467 APR-HepG2-PhII
01S1T72P0468 APR-HepG2-PhII
01S2T24P0469 APR-HepG2-PhII
01S2T72P0470 APR-HepG2-PhII
01S1T24P0471 APR-HepG2-PhII
01S1T72P0472 APR-HepG2-PhII
01S2T24P0473 APR-HepG2-PhII
01S2T72P0474 APR-HepG2-PhII
01S1T24P0475 APR-HepG2-PhII
01S1T72P0476 APR-HepG2-PhII
01S2T24P0477 APR-HepG2-PhII
01S2T72P0478 APR-HepG2-PhII
01S1T24P0479 APR-HepG2-PhII
01S1T72P0480 APR-HepG2-PhII
01S2T24P0481 APR-HepG2-PhII
01S2T72P0482 APR-HepG2-PhII
01S01T24P0240 APR-HepG2-PhII
01S01T72P0241 APR-HepG2-PhII
01S02T24P0242 APR-HepG2-PhII
01S02T72P0243 APR-HepG2-PhII
01S01T24P0301 APR-HepG2-PhII
01S01T72P0302 APR-HepG2-PhII
01S02T24P0303 APR-HepG2-PhII
01S02T72P0304 APR-HepG2-PhII
01S1T24P0309 APR-HepG2-PhII
01S1T72P0310 APR-HepG2-PhII
01S2T24P0311 APR-HepG2-PhII
01S2T72P0312 APR-HepG2-PhII
01S01T24P0313 APR-HepG2-PhII
01S01T72P0314 APR-HepG2-PhII
01S02T24P0315 APR-HepG2-PhII
01S02T72P0316 APR-HepG2-PhII
01S01T24P0281 APR-HepG2-PhII
01S01T72P0282 APR-HepG2-PhII
01S02T24P0283 APR-HepG2-PhII
01S02T72P0284 APR-HepG2-PhII
01S01T24P0285 APR-HepG2-PhII
01S01T72P0286 APR-HepG2-PhII
01S01T72P0287 APR-HepG2-PhII
01S02T72P0288 APR-HepG2-PhII
01S01T24P0289 APR-HepG2-PhII
01S01T72P0290 APR-HepG2-PhII
01S01T72P0291 APR-HepG2-PhII
01S02T72P0292 APR-HepG2-PhII
01S1T24P0293 APR-HepG2-PhII
01S1T72P0294 APR-HepG2-PhII
01S2T24P0295 APR-HepG2-PhII
01S2T72P0296 APR-HepG2-PhII
01S1T24P0297 APR-HepG2-PhII
01S1T72P0298 APR-HepG2-PhII
01S2T24P0299 APR-HepG2-PhII
01S2T72P0300 APR-HepG2-PhII
01S01T24P0305 APR-HepG2-PhII
01S01T72P0306 APR-HepG2-PhII
01S02T24P0307 APR-HepG2-PhII
01S02T72P0308 APR-HepG2-PhII