In [1]:
from cetbtools.inspector import make_cetb_png
import glob
import ipyparallel
import matplotlib
import numpy as np
import os
import sys
import time
In [ ]:
n=4
status = "mpl version = %s, and num=%d" % (matplotlib.__version__, n * 10)
print(status)
In [2]:
%cd /projects/brodzik/tmp
In [3]:
list = glob.glob("*nc")
In [4]:
list
Out[4]:
In [22]:
dlist = {str(k): v for k, v in enumerate(list)}
In [24]:
dlist
Out[24]:
In [5]:
t0 = time.time()
for f in list:
make_cetb_png(f, verbose=True)
t1 = time.time()
serial_t = t1 - t0
print("Serial time = %f" % serial_t)
In [25]:
def myFunc(n):
status = "num=%d, file=%s" % (n, dlist[str(n)])
return status
rc=ipyparallel.Client(profile='crestone-cetb3')
nengines = len(rc)
print("Nengines=%d" % nengines)
all_proc = rc[:]
all_proc.block=True
with all_proc.sync_imports():
import matplotlib
print('\n')
print('...........................')
print('Parallel Calculation')
print('')
nlist = [i for i in range(6)]
t0 = time.time()
all_proc.push(dlist)
result = all_proc.map_sync(myFunc, nlist)
t1 = time.time()
parallel_t = t1 - t0
print("Parallel result : ", result)
print("Parallel time = %f" % parallel_t)
In [ ]:
inlist = range(6)
In [ ]:
print(inlist)
In [ ]:
print(inlist)
In [ ]:
new = [i for i in inlist]
In [ ]:
new
In [ ]: