In [1]:

    

%matplotlib notebook


    

In [2]:

    

# imports
import os
from imp import reload
from desispec.qa import qa_prod as dqap
from desispec.qa import qa_plots as dqqp

from matplotlib import pyplot as plt


    

    




/home/xavier/.pyenv/versions/anaconda3-5.0.1/lib/python3.6/site-packages/desispec-0.26.0.dev3104-py3.6.egg/desispec/util.py:335: UserWarning: 
This call to matplotlib.use() has no effect because the backend has already
been chosen; matplotlib.use() must be called *before* pylab, matplotlib.pyplot,
or matplotlib.backends is imported for the first time.

The backend was *originally* set to 'nbAgg' by the following code:
  File "/home/xavier/.pyenv/versions/anaconda3-5.0.1/lib/python3.6/runpy.py", line 193, in _run_module_as_main
    "__main__", mod_spec)
  File "/home/xavier/.pyenv/versions/anaconda3-5.0.1/lib/python3.6/runpy.py", line 85, in _run_code
    exec(code, run_globals)
  File "/home/xavier/.pyenv/versions/anaconda3-5.0.1/lib/python3.6/site-packages/ipykernel_launcher.py", line 16, in <module>
    app.launch_new_instance()
  File "/home/xavier/.pyenv/versions/anaconda3-5.0.1/lib/python3.6/site-packages/traitlets/config/application.py", line 658, in launch_instance
    app.start()
  File "/home/xavier/.pyenv/versions/anaconda3-5.0.1/lib/python3.6/site-packages/ipykernel/kernelapp.py", line 477, in start
    ioloop.IOLoop.instance().start()
  File "/home/xavier/.pyenv/versions/anaconda3-5.0.1/lib/python3.6/site-packages/tornado/ioloop.py", line 888, in start
    handler_func(fd_obj, events)
  File "/home/xavier/.pyenv/versions/anaconda3-5.0.1/lib/python3.6/site-packages/tornado/stack_context.py", line 277, in null_wrapper
    return fn(*args, **kwargs)
  File "/home/xavier/.pyenv/versions/anaconda3-5.0.1/lib/python3.6/site-packages/zmq/eventloop/zmqstream.py", line 450, in _handle_events
    self._handle_recv()
  File "/home/xavier/.pyenv/versions/anaconda3-5.0.1/lib/python3.6/site-packages/zmq/eventloop/zmqstream.py", line 480, in _handle_recv
    self._run_callback(callback, msg)
  File "/home/xavier/.pyenv/versions/anaconda3-5.0.1/lib/python3.6/site-packages/zmq/eventloop/zmqstream.py", line 432, in _run_callback
    callback(*args, **kwargs)
  File "/home/xavier/.pyenv/versions/anaconda3-5.0.1/lib/python3.6/site-packages/tornado/stack_context.py", line 277, in null_wrapper
    return fn(*args, **kwargs)
  File "/home/xavier/.pyenv/versions/anaconda3-5.0.1/lib/python3.6/site-packages/ipykernel/kernelbase.py", line 283, in dispatcher
    return self.dispatch_shell(stream, msg)
  File "/home/xavier/.pyenv/versions/anaconda3-5.0.1/lib/python3.6/site-packages/ipykernel/kernelbase.py", line 235, in dispatch_shell
    handler(stream, idents, msg)
  File "/home/xavier/.pyenv/versions/anaconda3-5.0.1/lib/python3.6/site-packages/ipykernel/kernelbase.py", line 399, in execute_request
    user_expressions, allow_stdin)
  File "/home/xavier/.pyenv/versions/anaconda3-5.0.1/lib/python3.6/site-packages/ipykernel/ipkernel.py", line 196, in do_execute
    res = shell.run_cell(code, store_history=store_history, silent=silent)
  File "/home/xavier/.pyenv/versions/anaconda3-5.0.1/lib/python3.6/site-packages/ipykernel/zmqshell.py", line 533, in run_cell
    return super(ZMQInteractiveShell, self).run_cell(*args, **kwargs)
  File "/home/xavier/.pyenv/versions/anaconda3-5.0.1/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 2698, in run_cell
    interactivity=interactivity, compiler=compiler, result=result)
  File "/home/xavier/.pyenv/versions/anaconda3-5.0.1/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 2808, in run_ast_nodes
    if self.run_code(code, result):
  File "/home/xavier/.pyenv/versions/anaconda3-5.0.1/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 2862, in run_code
    exec(code_obj, self.user_global_ns, self.user_ns)
  File "<ipython-input-1-2c924c9481ae>", line 1, in <module>
    get_ipython().magic('matplotlib notebook')
  File "/home/xavier/.pyenv/versions/anaconda3-5.0.1/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 2146, in magic
    return self.run_line_magic(magic_name, magic_arg_s)
  File "/home/xavier/.pyenv/versions/anaconda3-5.0.1/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 2067, in run_line_magic
    result = fn(*args,**kwargs)
  File "<decorator-gen-107>", line 2, in matplotlib
  File "/home/xavier/.pyenv/versions/anaconda3-5.0.1/lib/python3.6/site-packages/IPython/core/magic.py", line 187, in <lambda>
    call = lambda f, *a, **k: f(*a, **k)
  File "/home/xavier/.pyenv/versions/anaconda3-5.0.1/lib/python3.6/site-packages/IPython/core/magics/pylab.py", line 99, in matplotlib
    gui, backend = self.shell.enable_matplotlib(args.gui)
  File "/home/xavier/.pyenv/versions/anaconda3-5.0.1/lib/python3.6/site-packages/IPython/core/interactiveshell.py", line 2930, in enable_matplotlib
    pt.activate_matplotlib(backend)
  File "/home/xavier/.pyenv/versions/anaconda3-5.0.1/lib/python3.6/site-packages/IPython/core/pylabtools.py", line 307, in activate_matplotlib
    matplotlib.pyplot.switch_backend(backend)
  File "/home/xavier/.pyenv/versions/anaconda3-5.0.1/lib/python3.6/site-packages/matplotlib/pyplot.py", line 229, in switch_backend
    matplotlib.use(newbackend, warn=False, force=True)
  File "/home/xavier/.pyenv/versions/anaconda3-5.0.1/lib/python3.6/site-packages/matplotlib/__init__.py", line 1305, in use
    reload(sys.modules['matplotlib.backends'])
  File "/home/xavier/.pyenv/versions/anaconda3-5.0.1/lib/python3.6/importlib/__init__.py", line 166, in reload
    _bootstrap._exec(spec, module)
  File "/home/xavier/.pyenv/versions/anaconda3-5.0.1/lib/python3.6/site-packages/matplotlib/backends/__init__.py", line 14, in <module>
    line for line in traceback.format_stack()


  matplotlib.use(_matplotlib_backend)

In [3]:

    

os.environ['DESI_SPECTRO_REDUX'] = '/home/xavier/DESI/DESI_SCRATCH/18.11/spectro/redux'
os.environ['SPECPROD'] = 'mini'


    

In [4]:

    

reload(dqap)
qa_prod = dqap.QA_Prod()


    

In [5]:

    

#qa_prod.slurp(remove=False)


    

In [10]:

    

reload(dqap)
qa_prod = dqap.QA_Prod()


    

In [11]:

    

qa_prod.load_data()


    

    




INFO:qa.py:220:load_qa_multiexp: Loading QA prod file: /home/xavier/DESI/DESI_SCRATCH/18.11/spectro/redux/mini/QA/20200316_qa.json
INFO:qa.py:220:load_qa_multiexp: Loading QA prod file: /home/xavier/DESI/DESI_SCRATCH/18.11/spectro/redux/mini/QA/20200323_qa.json
INFO:qa.py:220:load_qa_multiexp: Loading QA prod file: /home/xavier/DESI/DESI_SCRATCH/18.11/spectro/redux/mini/QA/20200324_qa.json
INFO:qa.py:220:load_qa_multiexp: Loading QA prod file: /home/xavier/DESI/DESI_SCRATCH/18.11/spectro/redux/mini/QA/20200325_qa.json

In [12]:

    

qa_prod.data['20200316']['10']['b0']['FLUXCALIB']


    

    
Out[12]:





{'METRICS': {'MAX_ZP_OFF': [0.0, 63],
  'NSTARS_FIBER': 10,
  'RMS_ZP': 0.0,
  'ZP': 18.1748373412697},
 'PARAMS': {'MAX_ZP_OFF': 0.2, 'ZP_WAVE': 4800.0}}

In [13]:

    

qa_tbl = qa_prod.get_qa_table('SKYSUB', 'RESID', channels=['b'])
qa_tbl


    

    
Out[13]:




Table length=170

RESID
EXPID
CAMERA
DATE-OBS
NIGHT
EXPTIME
AIRMASS
FLAVOR
float64
str2
str2
str23
str8
float64
float64
str7
-0.029786085817594454
6
b7
2020-03-17T02:33:36.691
20200316
327.4658062613244
1.359901419566095
science
-0.08618690466616385
6
b8
2020-03-17T02:33:36.691
20200316
327.4658062613244
1.359901419566095
science
-0.06584513278209947
6
b9
2020-03-17T02:33:36.691
20200316
327.4658062613244
1.359901419566095
science
-0.06376511296070841
6
b3
2020-03-17T02:33:36.691
20200316
327.4658062613244
1.359901419566095
science
-0.09085049697194236
6
b0
2020-03-17T02:33:36.691
20200316
327.4658062613244
1.359901419566095
science
-0.08906429236735036
6
b5
2020-03-17T02:33:36.691
20200316
327.4658062613244
1.359901419566095
science
-0.06221329572748502
6
b1
2020-03-17T02:33:36.691
20200316
327.4658062613244
1.359901419566095
science
-0.07003866572522632
6
b6
2020-03-17T02:33:36.691
20200316
327.4658062613244
1.359901419566095
science
-0.08163781090453526
6
b4
2020-03-17T02:33:36.691
20200316
327.4658062613244
1.359901419566095
science
-0.013763920716963085
6
b2
2020-03-17T02:33:36.691
20200316
327.4658062613244
1.359901419566095
science
...
...
...
...
...
...
...
...
-0.10340538810253719
40
b1
2020-03-26T02:59:11.964
20200325
912.0620217140978
1.135584511184822
science
-0.07239041864242068
40
b0
2020-03-26T02:59:11.964
20200325
912.0620217140978
1.135584511184822
science
-0.16709044436766085
40
b2
2020-03-26T02:59:11.964
20200325
912.0620217140978
1.135584511184822
science
-0.05779436464989374
40
b5
2020-03-26T02:59:11.964
20200325
912.0620217140978
1.135584511184822
science
-0.12518028913002865
40
b4
2020-03-26T02:59:11.964
20200325
912.0620217140978
1.135584511184822
science
-0.16083400845568008
40
b9
2020-03-26T02:59:11.964
20200325
912.0620217140978
1.135584511184822
science
-0.09911489912413174
40
b7
2020-03-26T02:59:11.964
20200325
912.0620217140978
1.135584511184822
science
-0.11992103816534438
40
b8
2020-03-26T02:59:11.964
20200325
912.0620217140978
1.135584511184822
science
-0.020046923303020492
40
b3
2020-03-26T02:59:11.964
20200325
912.0620217140978
1.135584511184822
science
-0.1264089401994113
40
b6
2020-03-26T02:59:11.964
20200325
912.0620217140978
1.135584511184822
science

In [14]:

    

plt.clf()
ax = plt.gca()
ax.hist(qa_tbl['RESID'])
ax.set_xlim(-1,1)
ax.set_xlabel('SKY_RESID')


    

    















    












    
Out[14]:





Text(0.5,0,'SKY_RESID')

In [11]:

    

reload(dqqp)
dqqp.prod_channel_hist(qa_prod, 'SKYSUB', 'RESID', xlim=(-1,1))


    

In [12]:

    

qatype = 'SKYSUB'
metric = 'RESID'


    

In [13]:

    

reload(dqqp)
dqqp.prod_time_series(qa_prod, qatype, metric)


    

In [15]:

    

reload(dqap)
qa_prod = dqap.QA_Prod()
qa_prod.load_data()


    

    




INFO:qa.py:220:load_qa_multiexp: Loading QA prod file: /home/xavier/DESI/DESI_SCRATCH/18.11/spectro/redux/mini/QA/20200316_qa.json
INFO:qa.py:220:load_qa_multiexp: Loading QA prod file: /home/xavier/DESI/DESI_SCRATCH/18.11/spectro/redux/mini/QA/20200323_qa.json
INFO:qa.py:220:load_qa_multiexp: Loading QA prod file: /home/xavier/DESI/DESI_SCRATCH/18.11/spectro/redux/mini/QA/20200324_qa.json
INFO:qa.py:220:load_qa_multiexp: Loading QA prod file: /home/xavier/DESI/DESI_SCRATCH/18.11/spectro/redux/mini/QA/20200325_qa.json

In [18]:

    

# This takes ~0.1s per exposure
qa_prod.load_exposure_s2n()


    

In [19]:

    

len(qa_prod.qa_exps)


    

    
Out[19]:





17

In [20]:

    

#reload(dqqp)


    

In [21]:

    

dqqp.prod_avg_s2n(qa_prod, optypes=['ELG', 'LRG', 'QSO'])#, outfile='S2N_MJD.png')


    

In [19]:

    

dqqp.prod_avg_s2n(qa_prod, optypes=['ELG', 'LRG'], xaxis='expid')


    

In [20]:

    

dqqp.prod_avg_s2n(qa_prod, optypes=['ELG', 'LRG', 'QSO'], xaxis='texp') # , outfile='S2N_texp.png')


    

In [34]:

    

reload(dqqp)
dqqp.prod_ZP(qa_prod)


    

In [35]:

    

dqqp.prod_ZP(qa_prod, xaxis='texp')


    

In [ ]: