SETUP


In [1]:
import time
import numpy as np
import matplotlib.pyplot as plt
import pandas as pd
import os
from config import utils as ut
%matplotlib inline

Autosipper


In [2]:
# config directory must have "__init__.py" file
# from the 'config' directory, import the following classes:
from config import Motor, ASI_Controller, Autosipper
autosipper = Autosipper(Motor('config/motor.yaml'), ASI_Controller('config/asi_controller.yaml'))
autosipper.coord_frames


Initializing stage...
Out[2]:
hardware deck
transform [[1.0, 0.0, 0.0], [0.0, 1.0, 0.0], [0.0, 0.0, ... [[-1, 0, 0], [0, 1, 0], [0, 0, -1], [0, 0, 93]]
position_table None None

In [4]:
from config import gui
gui.stage_control(autosipper.XY, autosipper.Z)


(0.0,)

In [5]:
platemap = ut.generate_position_table((8,12),(9,9),95.0)
platemap['x'] = -platemap['x'] - 1.8792
platemap['y'] = platemap['y'] + 32.45
platemap.loc[platemap.shape[0]] = [96, 99, 99, 99, 'W01', -8.2492, 1.1709, 68.3999]
platemap.loc[platemap.shape[0]] = [97, 99, 99, 99, 'W02', -36.9737, 1.1709, 68.3999]

platemap['contents'] = ["" for i in range(len(platemap['name']))]
for i in range(10):
    platemap['contents'].iloc[36+i] = "conc"+str(i)

autosipper.coord_frames.hardware.position_table = platemap
platemap


Out[5]:
n s r c name x y z contents
0 0 0 0 0 A01 -1.8792 32.4500 95.0000
1 1 1 0 1 A02 -10.8792 32.4500 95.0000
2 2 2 0 2 A03 -19.8792 32.4500 95.0000
3 3 3 0 3 A04 -28.8792 32.4500 95.0000
4 4 4 0 4 A05 -37.8792 32.4500 95.0000
5 5 5 0 5 A06 -46.8792 32.4500 95.0000
6 6 6 0 6 A07 -55.8792 32.4500 95.0000
7 7 7 0 7 A08 -64.8792 32.4500 95.0000
8 8 8 0 8 A09 -73.8792 32.4500 95.0000
9 9 9 0 9 A10 -82.8792 32.4500 95.0000
10 10 10 0 10 A11 -91.8792 32.4500 95.0000
11 11 11 0 11 A12 -100.8792 32.4500 95.0000
12 12 23 1 0 B01 -1.8792 41.4500 95.0000
13 13 22 1 1 B02 -10.8792 41.4500 95.0000
14 14 21 1 2 B03 -19.8792 41.4500 95.0000
15 15 20 1 3 B04 -28.8792 41.4500 95.0000
16 16 19 1 4 B05 -37.8792 41.4500 95.0000
17 17 18 1 5 B06 -46.8792 41.4500 95.0000
18 18 17 1 6 B07 -55.8792 41.4500 95.0000
19 19 16 1 7 B08 -64.8792 41.4500 95.0000
20 20 15 1 8 B09 -73.8792 41.4500 95.0000
21 21 14 1 9 B10 -82.8792 41.4500 95.0000
22 22 13 1 10 B11 -91.8792 41.4500 95.0000
23 23 12 1 11 B12 -100.8792 41.4500 95.0000
24 24 24 2 0 C01 -1.8792 50.4500 95.0000
25 25 25 2 1 C02 -10.8792 50.4500 95.0000
26 26 26 2 2 C03 -19.8792 50.4500 95.0000
27 27 27 2 3 C04 -28.8792 50.4500 95.0000
28 28 28 2 4 C05 -37.8792 50.4500 95.0000
29 29 29 2 5 C06 -46.8792 50.4500 95.0000
... ... ... ... ... ... ... ... ... ...
68 68 63 5 8 F09 -73.8792 77.4500 95.0000
69 69 62 5 9 F10 -82.8792 77.4500 95.0000
70 70 61 5 10 F11 -91.8792 77.4500 95.0000
71 71 60 5 11 F12 -100.8792 77.4500 95.0000
72 72 72 6 0 G01 -1.8792 86.4500 95.0000
73 73 73 6 1 G02 -10.8792 86.4500 95.0000
74 74 74 6 2 G03 -19.8792 86.4500 95.0000
75 75 75 6 3 G04 -28.8792 86.4500 95.0000
76 76 76 6 4 G05 -37.8792 86.4500 95.0000
77 77 77 6 5 G06 -46.8792 86.4500 95.0000
78 78 78 6 6 G07 -55.8792 86.4500 95.0000
79 79 79 6 7 G08 -64.8792 86.4500 95.0000
80 80 80 6 8 G09 -73.8792 86.4500 95.0000
81 81 81 6 9 G10 -82.8792 86.4500 95.0000
82 82 82 6 10 G11 -91.8792 86.4500 95.0000
83 83 83 6 11 G12 -100.8792 86.4500 95.0000
84 84 95 7 0 H01 -1.8792 95.4500 95.0000
85 85 94 7 1 H02 -10.8792 95.4500 95.0000
86 86 93 7 2 H03 -19.8792 95.4500 95.0000
87 87 92 7 3 H04 -28.8792 95.4500 95.0000
88 88 91 7 4 H05 -37.8792 95.4500 95.0000
89 89 90 7 5 H06 -46.8792 95.4500 95.0000
90 90 89 7 6 H07 -55.8792 95.4500 95.0000
91 91 88 7 7 H08 -64.8792 95.4500 95.0000
92 92 87 7 8 H09 -73.8792 95.4500 95.0000
93 93 86 7 9 H10 -82.8792 95.4500 95.0000
94 94 85 7 10 H11 -91.8792 95.4500 95.0000
95 95 84 7 11 H12 -100.8792 95.4500 95.0000
96 96 99 99 99 W01 -8.2492 1.1709 68.3999
97 97 99 99 99 W02 -36.9737 1.1709 68.3999

98 rows × 9 columns


In [8]:
autosipper.go_to('hardware', 'name', 'B01')

Manifold


In [9]:
from config import Manifold
from config.gui import manifold_control

manifold = Manifold('192.168.1.3', 'config/valvemaps/valvemap.csv', 512)
manifold.valvemap[manifold.valvemap.name>0]


Out[9]:
valve name
0 0 inlet_out
2 2 inlet_in
8 8 chip_out
9 9 N
10 10 B1
11 11 S1
12 12 S2
13 13 B2
14 14 chip_in
16 16 Waste_2
17 17 bBSA_2
18 18 NA_2
19 19 antibody_2
20 20 Extra1_2
21 21 Extra2_2
22 22 Protein_2
23 23 Wash_2
24 24 Out_2
25 25 Neck_2
26 26 Button2_2
27 27 Sandwich2_2
28 28 Sandwich1_2
29 29 Button1_2
30 30 In_2
32 32 Waste_3
33 33 bBSA_3
34 34 NA_3
35 35 antibody_3
36 36 Extra1_3
37 37 Extra2_3
38 38 Protein_3
39 39 Wash_3
40 40 Out_3
41 41 Neck_3
42 42 Button2_3
43 43 Sandwich2_3
44 44 Sandwich1_3
45 45 Button1_3
46 46 In_3

In [10]:
manifold_control(manifold)

In [ ]:
def valve_states():
    tmp = []
    for i in [2,0,14,8]:
        status = 'x'
        if manifold.read_valve(i):
            status = 'o'
        tmp.append([status, manifold.valvemap.name.iloc[i]])
    return pd.DataFrame(tmp)

In [ ]:
tmp = []
for i in range(16):
    status = 'x'
    if manifold.read_valve(i):
        status = 'o'
    name = manifold.valvemap.name.iloc[i]
    tmp.append([status, name])
pd.DataFrame(tmp).replace(np.nan, '')

In [ ]:
name = 'inlet_in'
v = manifold.valvemap['valve'][manifold.valvemap.name==name]

In [ ]:
v=14

In [ ]:
manifold.depressurize(v)

In [ ]:
manifold.pressurize(v)

In [ ]:
manifold.exit()

Micromanager


In [11]:
# !!!! Also must have MM folder on system PATH
# mm_version = 'C:\Micro-Manager-1.4'
# cfg = 'C:\Micro-Manager-1.4\SetupNumber2_01282017.cfg'
mm_version = 'C:\Program Files\Micro-Manager-2.0beta'
cfg = 'C:\Program Files\Micro-Manager-2.0beta\Setup2_20170413.cfg'

import sys
sys.path.insert(0, mm_version) # make it so python can find MMCorePy
import MMCorePy

from PIL import Image

core = MMCorePy.CMMCore()
core.loadSystemConfiguration(cfg)
core.setProperty("Spectra", "White_Enable", "1")
core.waitForDevice("Spectra")

core.setProperty("Cam Andor_Zyla4.2", "Sensitivity/DynamicRange", "16-bit (low noise & high well capacity)") # NEED TO SET CAMERA TO 16 BIT (ceiling 12 BIT = 4096)

Preset: 1_PBP
ConfigGroup,Channel,1_PBP,TIFilterBlock1,Label,1-PBP

Preset: 2_BF
ConfigGroup,Channel,2_BF,TIFilterBlock1,Label,2-BF

Preset: 3_DAPI
ConfigGroup,Channel,3_DAPI,TIFilterBlock1,Label,3-DAPI

Preset: 4_eGFP
ConfigGroup,Channel,4_eGFP,TIFilterBlock1,Label,4-GFP

Preset: 5_Cy5
ConfigGroup,Channel,5_Cy5,TIFilterBlock1,Label,5-Cy5

Preset: 6_AttoPhos
ConfigGroup,Channel,6_AttoPhos,TIFilterBlock1,Label,6-AttoPhos

ACQUISITION


In [ ]:
core.setProperty(core.getCameraDevice(), "Exposure", 125)
core.setConfig('Channel','4_eGFP')
core.setProperty(core.getCameraDevice(), "Binning", "3x3")

In [ ]:
position_list = ut.load_mm_positionlist("Z:/Data/Setup 2/Arjun/170609_FlippedMITOMI/170609_mwm.pos")
position_list

In [ ]:
# ONE ACQUISITION / SCAN
def scan(channel, exposure, washtype, plate_n):
    core.setConfig('Channel', channel)
    core.setProperty(core.getCameraDevice(), "Exposure", exposure)
    time.sleep(.2)
    
    timestamp = time.strftime("%Y%m%d-%H%M%S", time.localtime())
    rootdirectory = "Z:/Data/Setup 2/Arjun/170609_FlippedMITOMI/"
    solution = autosipper.coord_frames.hardware.position_table.contents.iloc[plate_n]
    scandirectory = '{}_{}_{}_{}_{}'.format(timestamp, solution, washtype, channel, exposure)
    os.makedirs(rootdirectory+scandirectory)
    
    for i in xrange(len(position_list)):
        si = str(i)
        x,y = position_list[['x','y']].iloc[i]
        core.setXYPosition(x,y)
        core.waitForDevice(core.getXYStageDevice())
        
        core.snapImage()
        img = core.getImage()
        image = Image.fromarray(img)
        
        timestamp = time.strftime("%Y%m%d-%H%M%S", time.localtime())
        positionname = position_list['name'].iloc[i]
        image.save('{}/{}_{}.tif'.format(rootdirectory+scandirectory, timestamp, positionname))

    x,y = position_list[['x','y']].iloc[0]
    core.setXYPosition(x,y)
    core.waitForDevice(core.getXYStageDevice())

def get_valve(name):
    return ut.lookup(manifold.valvemap,'name',name,'valve',0)[0]

In [ ]:
scan('4_eGFP', 125, 'pre')

In [ ]:
# PUT PINS IN ALL INPUTS
# in0 WASTE LINE
# in1 WASH LINE, 4.5 PSI
# in2 PEEK LINE, 4.5 PSI
#----------------------------------

# initialize valve states
## all inputs close
## sandwhich

# prime inlet tree (wash)
manifold.depressurize(get_valve('bBSA_2'))  ## wash open
manifold.depressurize(get_valve('Waste_2')) ## waste open
time.sleep(60*0.5)                          ## wait 0.5 min
manifold.pressurize(get_valve('Waste_2'))   ## waste close

# backflush tubing (wash)
autosipper.go_to('hardware', 'name', 'W02', zh_travel=40) ## W02 move
manifold.depressurize(get_valve('NA_2'))                  ## inlet open
time.sleep(60*11)                                         ## wait 11 min
manifold.pressurize(get_valve('NA_2'))                    ## inlet close

# fill chip (wash)
## chip_in open
## chip_out open
## wait 10 min
## chip_out close
## wait 10 min

# prime tubing (1st input)
manifold.pressurize(get_valve('Out_2'))                   # chip_out close
manifold.pressurize(get_valve('In_2'))                    # chip_in close

autosipper.go_to('hardware', 'name', 'W01', zh_travel=40)
autosipper.go_to('hardware', 'n', 36, zh_travel=40)
manifold.depressurize(get_valve('NA_2'))                  # inlet open
manifold.depressurize(get_valve('Waste_2'))               # waste open
time.sleep(60*11)                                         # filling inlet, 11 min...

manifold.pressurize(get_valve('Waste_2'))                 # waste close
  • first attempt above: forgot to close wash after backflush

In [ ]:
# prime inlet tree (wash)
manifold.depressurize(get_valve('bBSA_2'))  ## wash open
manifold.depressurize(get_valve('Waste_2')) ## waste open
time.sleep(60*0.5)                          ## wait 0.5 min
manifold.pressurize(get_valve('Waste_2'))   ## waste close

# backflush tubing (wash)
autosipper.go_to('hardware', 'name', 'W02', zh_travel=40) ## W02 move
manifold.depressurize(get_valve('NA_2'))                  ## inlet open
time.sleep(60*15)                                         ## wait 15 min
manifold.pressurize(get_valve('NA_2'))                    ## inlet close
manifold.pressurize(get_valve('bBSA_2'))                  ## wash close

# prime tubing (1st input)
manifold.pressurize(get_valve('Out_2'))                   # chip_out close
manifold.pressurize(get_valve('In_2'))                    # chip_in close

autosipper.go_to('hardware', 'name', 'W01', zh_travel=40)
autosipper.go_to('hardware', 'n', 36, zh_travel=40)
manifold.depressurize(get_valve('NA_2'))                  # inlet open
manifold.depressurize(get_valve('Waste_2'))               # waste open
time.sleep(60*15)                                         # filling inlet, 15 min...

manifold.pressurize(get_valve('Waste_2'))                 # waste close

In [ ]:
# 16,Waste_2
# 17,bBSA_2
# 18,NA_2
# 19,antibody_2
# 20,Extra1_2
# 21,Extra2_2
# 22,Protein_2
# 23,Wash_2

exposures = [1250,1250,1250,1250,1000,600,300,180,70,30]
for i,exposure in enumerate(exposures):
    plate_n = 36+i
    
    # flow on chip
    manifold.depressurize(get_valve('NA_2')) # inlet open
    manifold.depressurize(get_valve('In_2')) # chip_in open
    manifold.depressurize(get_valve('Out_2')) # chip_out open
    time.sleep(60*10) # filling chip, 10 min...
    
    # CONCURRENTLY:
    incubate_time = 60*30 # 30 min
    
    # a) incubate DNA with protein
    manifold.pressurize(get_valve('Sandwich1_2')) # sandwhiches close
    manifold.pressurize(get_valve('Sandwich2_2')) # "
    time.sleep(1) # pause
    manifold.depressurize(get_valve('Button1_2')) # buttons open
    manifold.depressurize(get_valve('Button2_2')) # "
    incubate_start = time.time()
    
    # b1) prime inlet tube with next INPUT
    manifold.pressurize(get_valve('Out_2')) # chip_out close
    manifold.pressurize(get_valve('In_2')) # chip_in close

    manifold.pressurize(get_valve('NA_2')) # inlet close
    autosipper.go_to('hardware', 'name', 'W01', zh_travel=40)
    autosipper.go_to('hardware', 'n', plate_n+1, zh_travel=40)
    manifold.depressurize(get_valve('NA_2')) # inlet open
    manifold.depressurize(get_valve('Waste_2')) # waste open
    time.sleep(60*15) # filling inlet, 15 min...
    
    manifold.pressurize(get_valve('NA_2')) # inlet close

    # b2) prime inlet tree with wash
    manifold.depressurize(get_valve('bBSA_2')) # wash open
    manifold.pressurize(get_valve('Waste_2')) # waste close
    
    for v in [19,20,21,22,23]:
        manifold.depressurize(v)
        time.sleep(.2)
        manifold.pressurize(v)
    
    manifold.depressurize(get_valve('Waste_2')) # waste open
    time.sleep(60*1)
    manifold.pressurize(get_valve('Waste_2')) # waste close

    remaining_time = incubate_time - (time.time() - incubate_start)
    time.sleep(remaining_time)    
    
    # prewash Cy5
    scan('5_Cy5', exposure, 'pre', plate_n)
    
    # wash
    manifold.pressurize(get_valve('Button1_2')) # buttons close
    manifold.pressurize(get_valve('Button2_2')) # "
    time.sleep(1) # pause
    manifold.depressurize(get_valve('Sandwich1_2')) # sandwhiches open
    manifold.depressurize(get_valve('Sandwich2_2')) # "
        
    manifold.depressurize(get_valve('In_2')) # chip_in open
    manifold.depressurize(get_valve('Out_2')) # chip_out open
    time.sleep(60*10) # washing chip, 10 min...
    
    manifold.pressurize(get_valve('Out_2')) # chip_out close
    manifold.pressurize(get_valve('In_2')) # chip_in close
    manifold.pressurize(get_valve('bBSA_2')) # wash close

    # postwash eGFP and postwash Cy5
    scan('4_eGFP', 125, 'post', plate_n)
    scan('5_Cy5', 1250, 'post', plate_n)

In [ ]:
autosipper.go_to('hardware', 'n', 47, zh_travel=40)

In [ ]:
# prewash Cy5
scan('5_Cy5', exposure, 'pre', plate_n)

# wash
manifold.pressurize(get_valve('Button1_2')) # buttons close
manifold.pressurize(get_valve('Button2_2')) # "
time.sleep(1) # pause
manifold.depressurize(get_valve('Sandwich1_2')) # sandwhiches open
manifold.depressurize(get_valve('Sandwich2_2')) # "

manifold.depressurize(get_valve('In_2')) # chip_in open
manifold.depressurize(get_valve('Out_2')) # chip_out open
time.sleep(60*10) # washing chip, 10 min...

manifold.pressurize(get_valve('Out_2')) # chip_out close
manifold.pressurize(get_valve('In_2')) # chip_in close
manifold.pressurize(get_valve('bBSA_2')) # wash close

# postwash eGFP and postwash Cy5
scan('4_eGFP', 125, 'post', plate_n)
scan('5_Cy5', 1250, 'post', plate_n)


exposures = [1250,1250,1250,1250,1000,600,300,180,70,30]
for i, exposure in enumerate(exposures):
    if i==0:
        continue
    
    plate_n = 36+i
    
    # flow on chip
    manifold.depressurize(get_valve('NA_2')) # inlet open
    manifold.depressurize(get_valve('In_2')) # chip_in open
    manifold.depressurize(get_valve('Out_2')) # chip_out open
    time.sleep(60*10) # filling chip, 10 min...
    
    # CONCURRENTLY:
    incubate_time = 60*30 # 30 min
    
    # a) incubate DNA with protein
    manifold.pressurize(get_valve('Sandwich1_2')) # sandwhiches close
    manifold.pressurize(get_valve('Sandwich2_2')) # "
    time.sleep(1) # pause
    manifold.depressurize(get_valve('Button1_2')) # buttons open
    manifold.depressurize(get_valve('Button2_2')) # "
    incubate_start = time.time()
    
    # b1) prime inlet tube with next INPUT
    manifold.pressurize(get_valve('Out_2')) # chip_out close
    manifold.pressurize(get_valve('In_2')) # chip_in close

    manifold.pressurize(get_valve('NA_2')) # inlet close
    autosipper.go_to('hardware', 'name', 'W01', zh_travel=40)
    autosipper.go_to('hardware', 'n', plate_n+1, zh_travel=40)
    manifold.depressurize(get_valve('NA_2')) # inlet open
    manifold.depressurize(get_valve('Waste_2')) # waste open
    time.sleep(60*15) # filling inlet, 15 min...
    
    manifold.pressurize(get_valve('NA_2')) # inlet close

    # b2) prime inlet tree with wash
    manifold.depressurize(get_valve('bBSA_2')) # wash open
    manifold.pressurize(get_valve('Waste_2')) # waste close
    
    for v in [19,20,21,22,23]:
        manifold.depressurize(v)
        time.sleep(.2)
        manifold.pressurize(v)
    
    manifold.depressurize(get_valve('Waste_2')) # waste open
    time.sleep(60*1)
    manifold.pressurize(get_valve('Waste_2')) # waste close

    remaining_time = incubate_time - (time.time() - incubate_start)
    time.sleep(remaining_time)    
    
    # prewash Cy5
    scan('5_Cy5', exposure, 'pre', plate_n)
    
    # wash
    manifold.pressurize(get_valve('Button1_2')) # buttons close
    manifold.pressurize(get_valve('Button2_2')) # "
    time.sleep(1) # pause
    manifold.depressurize(get_valve('Sandwich1_2')) # sandwhiches open
    manifold.depressurize(get_valve('Sandwich2_2')) # "
        
    manifold.depressurize(get_valve('In_2')) # chip_in open
    manifold.depressurize(get_valve('Out_2')) # chip_out open
    time.sleep(60*10) # washing chip, 10 min...
    
    manifold.pressurize(get_valve('Out_2')) # chip_out close
    manifold.pressurize(get_valve('In_2')) # chip_in close
    manifold.pressurize(get_valve('bBSA_2')) # wash close

    # postwash eGFP and postwash Cy5
    scan('4_eGFP', 125, 'post', plate_n)
    scan('5_Cy5', 1250, 'post', plate_n)

EXIT


In [ ]:
autosipper.exit()
manifold.exit()
core.unloadAllDevices()
core.reset()
print 'closed'