lowering snr threshold and min dm

Author: caseyjlaw

T2/cluster_heimdall.py

@@ -134,9 +134,6 @@ def parse_candsfile(candsfile):
     # how to use ibeam?
 
     #    return tab, data, snrs
-
-    #return tab[(tab["ibeam"] == 32) | (tab["ibeam"] == 288)]
-    
     return tab
 
 def flag_beams(tab,stat=5e5):
@@ -303,7 +300,7 @@ def filter_clustered(
         min_dm=50,
         min_snr=7.5,
         min_snr_wide=9,
-        min_snr_1arm=9.0,
+        min_snr_1arm=10,
         wide_ibox=17,
         max_ibox=33,
         min_cntb=None,

T2/socket.py

@@ -232,7 +232,7 @@ def parse_socket(
 
 
         tab = cluster_heimdall.parse_candsfile(candsfile)
-
+        print(f"Tab is {tab}")
         # to handle too many futures
         if len(futures)>1:
             print(f"Waiting for >=2 futures to finish -- skipping {gulps}")
@@ -337,7 +337,7 @@ def cluster_and_plot(tab, gulp=None, selectcols=["itime", "idm", "ibox"],
         use_gal_dm = 1
 
     if use_gal_dm == 0:
-        min_dm = 50.
+        min_dm = 20.
     else:
         # Take min DM to be either 0.75 times MW DM or 50., whatever
         # is higher.
@@ -475,11 +475,11 @@ def cluster_and_plot(tab, gulp=None, selectcols=["itime", "idm", "ibox"],
             df0 = pandas.read_csv(output_file, delimiter=' ', names=columns, on_bad_lines='warn')
 
             dfs = [df0]
-            if os.path.exists(fl1) and os.path.getsize(fl1):  # accumulate to yesterday's for rolling 2-day file
+            if os.path.exists(fl1):  # accumulate to yesterday's for rolling 2-day file
                 df1 = pandas.read_csv(fl1, on_bad_lines='warn')
                 dfs.append(df1)
 
-            if os.path.exists(fl2) and os.path.getsize(fl2):  # accumulate to today's for 1-day file
+            if os.path.exists(fl2):  # accumulate to today's for 1-day file
                 df2 = pandas.read_csv(fl2, on_bad_lines='warn')
                 dfs.append(df2)
                 dfc2 = pandas.concat( (df0, df2) )

scripts/dsa_injection.py

@@ -36,7 +36,7 @@
 nfrb = len(flist)
 
 for kk in [17,18]:
-    for ii in np.arange(128):
+    for ii in np.arange(128)+20:
 
         f = open(fnout,'a')
         subbeam = ii
@@ -47,16 +47,17 @@
         ind = 0#int(ii%2)#np.where(params[:,-1]==float(frbno))[0]
 
         #mysnr = 0.08#0.2-np.random.uniform()*0.14
-        mysnr = 0.3
+        #mysnr = 0.125
+        mysnr=0.06
 
         DM, SNR, Width_fwhm, spec_ind = params[ind][0],params[ind][1],params[ind][2],params[ind][3]
         print("pushing injection to command to etcd")
         try:
-            slack_client.chat_postMessage(channel='candidates', text=f'Sending injection to beam {subbeam} with DM={DM} and SNR={21.*mysnr/0.2}')
+            slack_client.chat_postMessage(channel='candidates', text=f'Sending injection to beam {subbeam} with DM={DM} and SNR={27.2*mysnr/0.2}')
         except:
             print("Could not send to slack")
         d.put_dict('/cmd/corr/%d'%kk,{'cmd':'inject','val':'%d-%s-%f-'%(subbeam,fn,mysnr)})
-        d.put_dict('/cmd/corr/%d'%(kk+2),{'cmd':'inject','val':'%d-%s-%f-'%(subbeam,fn,mysnr*35./47./1.4)})
+        #d.put_dict('/cmd/corr/%d'%(kk+2),{'cmd':'inject','val':'%d-%s-%f-'%(subbeam,fn,mysnr*35./47./1.4)})
         imjd = Time.now().mjd
         print("writing parameters to disk")
         f.write(fmt_out % (imjd, beam, DM, SNR, Width_fwhm, spec_ind, frbno))