Many changes

scripts/05_srctool.py

@@ -73,20 +73,34 @@ outkey="tm0"
 
 outfile_srctool="{}_SrcTool_".format(outkey)
 
-do_init         = False
-do_merge        = False
-do_srctool      = False 
-do_grppha       = False
-do_ecf_calc     = False # for all bands
-do_ecf_print    = False # for all bands
-do_catalog      = False
-do_extended     = False
-do_ds9reg       = False
-do_xmm_catalog  = False
-do_xmm_final    = True
+do_init          = False
+do_merge         = False
+do_srctool       = False
+do_grppha        = False
+do_ecf_calc      = False # for all bands
+do_ecf_print     = False # for all bands
+do_flux_calc     = False # for all bands
+
+do_catalog       = False
+do_extended      = False
+do_ds9reg        = False
+do_euds_final    = False
+do_euds_dr12     = False # crossmatch eUDS with DR12
+do_euds_stat     = False
+do_euds_cds      = False
+
+do_xmm_catalog   = False
+do_xmm_final     = False
+do_xmm_xmatch    = False
+do_xmm_ds9reg    = False
+do_xmm_cds       = False
+do_euds_cosmatch = True
+
+do_cross_check   = False # Check whether all E3,E6 sources are detected in E0 
+
 
 index=0
-""" работаем именно в этом диапазоне, чтобы спектры покрывали все энергии """
+""" чтобы спектры покрывали все энергии работаем в диапазоне 5 """
 
 vign=True
 vignetting = 'vign' if (vign==True) else 'novign'
@@ -99,7 +113,7 @@ for tmkey in keylist_tm.keys():
     for datakey in keylist_tm[tmkey]:
         print("--> {}".format(datakey))
         """ Подготавливаем списки событий индивидуальных наблюдений """
-        outfile_evtool,outfile_expmap=init_events(key=datakey,
+        outfile_evtool,outfile_expmap=init_events(key=datakey,attcorr=True,
                                                   eband_index=eband[index],
                                                   infile_dir=infile_dir,
                                                   outfile_dir=outfile_dir,
@@ -144,19 +158,21 @@ if(do_srctool==True):
          "eventfiles={}".format(outfile_evtool),
          "prefix=\'{}\'".format(os.path.join(srctool_dir,outfile_srctool)),
          "suffix=\'{}\'".format(suffix_srctool),
-         "srccoord={}".format(catprep),
+         "srccoord={}".format("../products/eUDS_for_srctool.fits"),
+         # the same as original file eUDS.fits, but changed ML_CTS --> ML_CTS_0, ML_BKG --> ML_BKG_0, ML_EXP --> ML_EXP_0
          #"srcreg=\'fk5;circle * * 60s\'",
          #"backreg=\'fk5;annulus * * 90s 120s\'",
          "srcreg=AUTO",
          "backreg=AUTO",
          "clobber=yes",]
-    os.system((" ").join(cmd))
     print((" ").join(cmd))
+    #os.system((" ").join(cmd))
+    #print((" ").join(cmd))
     
 if(do_grppha==True):
-    group_spectra("{}/*_SourceSpec_*.fits".format(srctool_dir))
+    group_spectra("{}/*020_SourceSpec_*.fits".format(srctool_dir))
 
-ecfout="{}_SampleFlux.pickle".format(os.path.join(outfile_dir,outkey))
+ecfout="{}_SampleFlux_v1.pickle".format(os.path.join(outfile_dir,outkey))
 
 if(do_ecf_calc==True):
     calc_ecf("{}/tm0_SrcTool_020_ARF_?????.fits".format(srctool_dir),
@@ -165,16 +181,27 @@ if(do_ecf_calc==True):
 if(do_ecf_print==True):
     print_ecf(infile=ecfout, emin=emin_kev, emax=emax_kev, eband=eband, skipfrac=10.0)
 
-index=0
+fluxout="{}_SherpaFlux.pickle".format(os.path.join(outfile_dir,outkey))
+if(do_flux_calc==True):
+    calc_flux("{}/tm0_SrcTool_020_ARF_?????.fits".format(srctool_dir),
+             catprep=catprep, emin=emin_kev, emax=emax_kev, eband=eband, outfile=ecfout, simnum=100)
+
+
+    
+#index=0
 
 catprep="{}_SourceCatalog_en{}{}".format(os.path.join(outfile_dir,outkey), eband[index], outfile_post)
 rawcat="{}_SourceCatalog_en{}.pickle".format(os.path.join(outfile_dir,outkey), eband[index])
 if(do_catalog==True):
     forced_xmm_sources="{}_MaxLikSourceList_en{}.xmm.pickle".format(os.path.join(outfile_dir,outkey), eband[index])
     with open(forced_xmm_sources, 'rb') as f:
+        print("Reading forced XMM sources from {}".format(forced_xmm_sources))
         srcs_forced = pickle.load(f)
+        print()
+        print(srcs_forced)
+        print()
     
-    make_catalog(infile='../products/tm0_SourceCatalog_en0.forced.fits', rawcat=rawcat, dlmin=10.0, dlmax=100000, ext_like=1000,
+    make_euds_catalog(infile='../products/tm0_SourceCatalog_en0.forced.fits', rawcat=rawcat, dlmin=10.0, dlmax=100000, ext_like=1000,
                  emin=emin_kev[index], emax=emax_kev[index], eband=eband[index],
                  infile_en00cat=catprep,
                  infile_en01cat='../products/tm0_SourceCatalog_en1.forced.fits',
@@ -194,7 +221,27 @@ if(do_extended==True):
     make_extended(infile=rawcat,outreg="{}_ExtendedCat_en{}.reg".format(os.path.join(outfile_dir,outkey), eband[index]))
 
 if(do_ds9reg==True):
-    make_final_ds9reg(infile=rawcat,outreg="{}_FinalCat_dl10.reg".format(os.path.join(outfile_dir,outkey)))
+    #make_final_ds9reg(infile=rawcat,outreg="{}_FinalCat_dl10.reg".format(os.path.join(outfile_dir,outkey)))
+    make_final_ds9reg(infile=rawcat,scale=(60*60)/10,outreg="{}_FinalCat_dl10_talk.reg".format(os.path.join(outfile_dir,outkey)))
+
+if(do_euds_final==True):
+    """ make final eUDS catalog """
+    final_euds_catalog(infile=rawcat, outfile_fits='../products/eUDS.fits')
+
+if(do_euds_dr12==True):
+    crossmatch_dr12('../products/eUDS.fits', catalog=root_path+"/data/4XMM-DR12/4XMM_DR12cat_slim_v1.0_UDS.fits.catalog", devmax=15)
+
+
+    
+if(do_euds_stat==True):
+    make_euds_stat(infile="../products/eUDS.fits",fluxlim=5e-14)
+
+if(do_euds_cds==True):
+    make_euds_cds(infile="../products/eUDS.fits",outfile='../products/eUDS.cds')
+
+if(do_cross_check==True):
+    """ cross check final eUDS catalog """
+    cross_check_euds(infile=catprep, euds='../products/eUDS.fits', outkey="../products/en{}_FinalCat_dl10".format(index))
 
 if(do_xmm_catalog==True):
     """ complile raw forced XMM catalog """
@@ -211,3 +258,27 @@ if(do_xmm_final==True):
     """ make final XMM-forced catalog """
     final_xmm_catalog(infile='../products/tm0_4XMM-DR12.pickle', outfile_fits='../products/eUDS_4XMM-DR12.fits')
    
+if(do_xmm_xmatch==True):
+    """ cross-match XMM-forced catalog
+    outfile_cvs contains 0.3-2.3 keV eUDS flux (col1=flux,col2=err) vs. 4XMM-DR12 flux (col3=flux, col4=err)
+    XMM flux was converted from 0.2-2.0 keV to 0.3-2.3 keV using wabs*powerlow with wabs=0.02 gamma=2.0
+    """
+    final_xmm_xmatch(infile='../products/eUDS_4XMM-DR12.fits',
+                     xmmslim='../data/4XMM-DR12/4XMM_DR12cat_slim_v1.0_UDS.fits.catalog',
+                     xmmfull='../data/4XMM-DR12/4XMM_DR12cat_v1.0_UDS.fits.catalog',
+                     xmmlim=2e-14,
+                     outfile_flux="../products/eUDS_4XMM-DR12.flux.csv")
+   
+if(do_xmm_ds9reg==True):
+    """ show XMM-forced catalog """
+    make_xmm_ds9reg_confused(infile='../products/eUDS_4XMM-DR12.fits', outfile='../products/eUDS_4XMM-DR12.confused.reg')
+
+""" obsolete """
+if(do_xmm_cds==True):
+    make_xmm_cds(infile="../products/eUDS_4XMM-DR12.fits", outfile='../products/eUDS_4XMM-DR12.cds')
+
+
+
+if(do_euds_cosmatch==True):
+    """ prepare eUDS catalog for CosMatch (Mescheryakov) """
+    make_euds_cosmatch(infile='../products/eUDS.fits', outfile='../products/eUDS-CosMatch.fits')