

In [20]:

    
# imports
import numpy as np
from astropy.table import Table
from specdb.specdb import IgmSpec
from dla_cnn import data_loader as ddl

Generate CSV file from igmspec

Load igmspec



In [3]:

    
igmsp = IgmSpec()









    



Database is igmspec
Created on 2017-Jan-31



In [6]:

    
sdss_dr7 = igmsp['SDSS_DR7'].meta



In [7]:

    
sdss_dr7[0:3]









    Out[7]:




<Table length=3>

SDSSJ RA_GROUP DEC_GROUP zem_GROUP UMAG UMAGERR GMAG GMAGERR RMAG RMAGERR IMAG IMAGERR ZMAG ZMAGERR AU logNH FIRSTMAG FIRSTSN FIRSTDEL RASSCNT RASSSN RASSDEL JMAG JMAGERR HMAG HMAGERR KMAG KMAGERR MASSDEL MASSFLG MIMAG DGMI MFLAG SPFLAG MODEFLAG USELFLAG BESTFLAG LZFLAG HZFLAG FTFLAG RTFLAG SRFLAG STFLAG GXFLAG RUN RMJD SMJD PLATE FIBER RERUN CAMCOL FIELD OBJECT TFLAG LZTFLAG HZTFLAG FTTFLAG RTTFLAG SRTFLAG STTFLAG GXTFLAG UTMAG UTMAGERR GTMAG GTMAGERR RTMAG RTMAGERR ITMAG ITMAGERR ZTMAG ZTMAGERR BESTID SPECOID ONAME DATE-OBS EPOCH R sig_zem flag_zem STYPE IGM_ID SPEC_FILE NPIX WV_MIN WV_MAX GROUP_ID INSTR DISPERSER TELESCOPE
str31 float64 float64 float64 float64 float64 float64 float64 float64 float64 float64 float64 float64 float64 float64 float64 float64 float64 float64 float64 float64 float64 float64 float64 float64 float64 float64 float64 float64 int32 float64 float64 int32 int32 int32 int32 int32 int32 int32 int32 int32 int32 int32 int32 int32 int32 int32 int32 int32 int32 int32 int32 int32 int32 int32 int32 int32 int32 int32 int32 int32 float64 float64 float64 float64 float64 float64 float64 float64 float64 float64 str31 str31 str31 str10 float64 float64 float64 str10 str3 int64 str28 int64 float64 float64 int64 str4 str4 str10
000006.53+003055.2 0.0272 0.5153 1.824 20.384 0.065 20.461 0.034 20.324 0.038 20.093 0.041 20.042 0.121 0.13 20.508 0.0 0.0 0.0 -9.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 -25.109 0.091 0 0 1 0 34603008 0 0 0 0 1 0 0 3325 52522 52203 685 467 41 5 108 118 34603008 0 0 0 0 1 0 0 20.384 0.065 20.461 0.034 20.324 0.038 20.093 0.041 20.042 0.121 588015509806252150 193034571183292416 SDSS J000006.53+003055.2 2001-10-21 2000.0 2000.0 0.0 SDSS-HW QSO 302257 spSpec-52203-0685-467.fit.gz 3843 3803.6 9213.0 0 SDSS BOTH SDSS 2.5-M
000008.13+001634.6 0.0339 0.2763 1.836 20.242 0.054 20.206 0.024 19.941 0.032 19.485 0.032 19.178 0.068 0.161 20.502 0.0 0.0 0.0 -9.0 0.0 0.0 17.351 0.291 0.0 0.0 0.0 0.0 0.0 18 -25.745 0.438 0 0 1 0 34603008 0 0 0 0 1 0 0 2662 52197 52203 685 470 40 4 283 150 1048576 0 0 0 0 1 0 0 20.094 0.044 19.98 0.017 19.852 0.02 19.405 0.021 19.1 0.079 587731186740822166 193034571195875328 SDSS J000008.13+001634.6 2001-10-21 2000.0 2000.0 0.0 SDSS-HW QSO 302258 spSpec-52203-0685-470.fit.gz 3843 3803.6 9213.0 1 SDSS BOTH SDSS 2.5-M
000009.26+151754.5 0.0386 15.2985 1.197 19.916 0.042 19.807 0.036 19.374 0.017 19.148 0.023 19.312 0.069 0.223 20.551 -1.0 0.0 0.0 -9.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0 -25.101 0.338 0 1 1 1 1048578 1 0 0 0 1 0 0 1739 51814 52251 751 354 40 4 303 24 1048578 1 0 0 0 1 0 0 19.912 0.037 19.77 0.024 19.393 0.018 19.173 0.019 19.353 0.07 587727222487318552 211612125330669568 SDSS J000009.26+151754.5 2001-12-08 2000.0 2000.0 0.0 SDSS-HW QSO 302259 spSpec-52251-0751-354.fit.gz 3828 3817.7 9215.1 2 SDSS BOTH SDSS 2.5-M

Cut



In [18]:

    
zlow = 3700./1215.67 - 1.
zlow









    Out[18]:





2.043589131919024



In [21]:

    
gdq = sdss_dr7['zem_GROUP'] > 2.0
np.sum(gdq)









    Out[21]:





24740



In [22]:

    
sdss_dr7 = sdss_dr7[gdq]

Build the Table



In [23]:

    
dr7_set = Table()



In [24]:

    
dr7_set['PLATE'] = sdss_dr7['PLATE']
dr7_set['FIB'] = sdss_dr7['FIBER']
#
dr7_set['RA'] = sdss_dr7['RA_GROUP']
dr7_set['DEC'] = sdss_dr7['DEC_GROUP']



In [26]:

    
dr7_set.write('dr7_set.csv', format='csv', overwrite=True)



In [ ]:

SDSSJ	RA_GROUP	DEC_GROUP	zem_GROUP	UMAG	UMAGERR	GMAG	GMAGERR	RMAG	RMAGERR	IMAG	IMAGERR	ZMAG	ZMAGERR	AU	logNH	FIRSTMAG	FIRSTSN	FIRSTDEL	RASSCNT	RASSSN	RASSDEL	JMAG	JMAGERR	HMAG	HMAGERR	KMAG	KMAGERR	MASSDEL	MASSFLG	MIMAG	DGMI	MFLAG	SPFLAG	MODEFLAG	USELFLAG	BESTFLAG	LZFLAG	HZFLAG	FTFLAG	RTFLAG	SRFLAG	STFLAG	GXFLAG	RUN	RMJD	SMJD	PLATE	FIBER	RERUN	CAMCOL	FIELD	OBJECT	TFLAG	LZTFLAG	HZTFLAG	FTTFLAG	RTTFLAG	SRTFLAG	STTFLAG	GXTFLAG	UTMAG	UTMAGERR	GTMAG	GTMAGERR	RTMAG	RTMAGERR	ITMAG	ITMAGERR	ZTMAG	ZTMAGERR	BESTID	SPECOID	ONAME	DATE-OBS	EPOCH	R	sig_zem	flag_zem	STYPE	IGM_ID	SPEC_FILE	NPIX	WV_MIN	WV_MAX	GROUP_ID	INSTR	DISPERSER	TELESCOPE
str31	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	int32	float64	float64	int32	int32	int32	int32	int32	int32	int32	int32	int32	int32	int32	int32	int32	int32	int32	int32	int32	int32	int32	int32	int32	int32	int32	int32	int32	int32	int32	int32	int32	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	str31	str31	str31	str10	float64	float64	float64	str10	str3	int64	str28	int64	float64	float64	int64	str4	str4	str10
000006.53+003055.2	0.0272	0.5153	1.824	20.384	0.065	20.461	0.034	20.324	0.038	20.093	0.041	20.042	0.121	0.13	20.508	0.0	0.0	0.0	-9.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0	-25.109	0.091	0	0	1	0	34603008	0	0	0	0	1	0	0	3325	52522	52203	685	467	41	5	108	118	34603008	0	0	0	0	1	0	0	20.384	0.065	20.461	0.034	20.324	0.038	20.093	0.041	20.042	0.121	588015509806252150	193034571183292416	SDSS J000006.53+003055.2	2001-10-21	2000.0	2000.0	0.0	SDSS-HW	QSO	302257	spSpec-52203-0685-467.fit.gz	3843	3803.6	9213.0	0	SDSS	BOTH	SDSS 2.5-M
000008.13+001634.6	0.0339	0.2763	1.836	20.242	0.054	20.206	0.024	19.941	0.032	19.485	0.032	19.178	0.068	0.161	20.502	0.0	0.0	0.0	-9.0	0.0	0.0	17.351	0.291	0.0	0.0	0.0	0.0	0.0	18	-25.745	0.438	0	0	1	0	34603008	0	0	0	0	1	0	0	2662	52197	52203	685	470	40	4	283	150	1048576	0	0	0	0	1	0	0	20.094	0.044	19.98	0.017	19.852	0.02	19.405	0.021	19.1	0.079	587731186740822166	193034571195875328	SDSS J000008.13+001634.6	2001-10-21	2000.0	2000.0	0.0	SDSS-HW	QSO	302258	spSpec-52203-0685-470.fit.gz	3843	3803.6	9213.0	1	SDSS	BOTH	SDSS 2.5-M
000009.26+151754.5	0.0386	15.2985	1.197	19.916	0.042	19.807	0.036	19.374	0.017	19.148	0.023	19.312	0.069	0.223	20.551	-1.0	0.0	0.0	-9.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0.0	0	-25.101	0.338	0	1	1	1	1048578	1	0	0	0	1	0	0	1739	51814	52251	751	354	40	4	303	24	1048578	1	0	0	0	1	0	0	19.912	0.037	19.77	0.024	19.393	0.018	19.173	0.019	19.353	0.07	587727222487318552	211612125330669568	SDSS J000009.26+151754.5	2001-12-08	2000.0	2000.0	0.0	SDSS-HW	QSO	302259	spSpec-52251-0751-354.fit.gz	3828	3817.7	9215.1	2	SDSS	BOTH	SDSS 2.5-M

Tests related to Surveying the SDSS DR7

Generate CSV file from igmspec

Load igmspec

Cut

Build the Table