small bug in run script

paramfiles/paramfile_planck.yaml

@@ -1,17 +1,18 @@
-# Here is a sample .yaml file that can be used 
+# Here is a sample .yaml file that can be used
 # to store the metadata necessary to run the
 # SO BB pipeline.
 
 # Define the directories
 ## Let's start with directories of data products
 data_dirs:
-  root: "../data"
+  root: "/pscratch/sd/k/kwolz/bbdev/SOOPERCOOL/data_planck_PR3mask"
   map_directory: "maps"
   beam_directory: "beams"
   bandpasses_directory: "bandpasses"
+  mock_directory: "mock_data"
 ## Then directories in which we will store outputs
-output_dirs: 
-  root: "../outputs"
+output_dirs:
+  root: "/pscratch/sd/k/kwolz/bbdev/SOOPERCOOL/outputs_planck_PR3mask"
   mask_directory: "masks"
   pre_process_directory: "pre_processing"
   sims_directory: "sims"
@@ -20,6 +21,7 @@ output_dirs:
   cell_sims_directory: "cells_sims"
   coupling_directory: "couplings"
   covmat_directory: "covariances"
+  sacc_directory: "sacc_files"
 
 ##################################
 #    Metadata related to maps    #
@@ -35,24 +37,44 @@ output_dirs:
 #   exp_tag: ...                 #
 ##################################
 map_sets:
+  planck_f030:
+    file_root: "planck_f030"
+    n_splits: 2
+    freq_tag: 30
+    exp_tag: "planck"
+    filtering_tag: "none"
   planck_f100:
     file_root: "planck_f100"
-    n_splits: 2          # Number of splits
-    freq_tag: 100         # Freq. tag (e.g. useful to coadd freqs)
-    exp_tag: "planck"      # Experiment tag (useful to get noise-bias free cross-split spectra)
+    n_splits: 2
+    freq_tag: 100
+    exp_tag: "planck"
+    filtering_tag: "none"
   planck_f143:
     file_root: "planck_f143"
     n_splits: 2
     freq_tag: 143
     exp_tag: "planck"
+    filtering_tag: "none"
+  planck_f217:
+    file_root: "planck_f217"
+    n_splits: 2
+    freq_tag: 217
+    exp_tag: "planck"
+    filtering_tag: "none"
+  planck_f353:
+    file_root: "planck_f353"
+    n_splits: 2
+    freq_tag: 353
+    exp_tag: "planck"
+    filtering_tag: "none"
 
 ####################
 # Masking metadata #
 ####################
 masks:
   # Load nhits map from disk? Give absolute location here.
   # If left blank, the mask handler will download the nominal nhits map.
-  input_nhits_path:
+  input_nhits_path: "/global/homes/k/kwolz/bbdev/SOOPERCOOL/data/planck_dr4_pol_mask.fits"
 
   # Copies of all masks are stored under these names inside mask_directory
   analysis_mask: "analysis_mask.fits"
@@ -78,12 +100,15 @@ general_pars:
   deltal: 10
   binning_file: "binning.npz"
   pure_B: True
+  # Where the beam window is lower than beam_floor, set it to beam_floor
+  beam_floor: 1.e-2
 
 ## Simulation related
 sim_pars:
   anisotropic_noise: False
   null_e_modes: False
-  num_sims: 3
+  num_sims: 100
+  ## Used for cosmo TF validation and cov sims
   cosmology:
     cosmomc_theta: 0.0104085
     As: 2.1e-9
@@ -93,27 +118,65 @@ sim_pars:
     Alens: 1.0
     tau: 0.0544
     r: 0.01
+  noise:
+    survey_years: 5.
+    sensitivity_mode: "baseline"
+    one_over_f_mode: "optimistic"
+
   mock_nsrcs: 80
-  mock_srcs_hole_radius: 40  
+  mock_srcs_hole_radius: 40
+
+## Filtering related parameters
+filtering:
+
+  slurm: False # Run TOAST filtering locally or with SLURM scheduller
+  # `slurm_autosubmit` only works if `slurm` is True.
+  # `slurm_autosubmit` set to True to auto-submit generated sbatch scripts.
+  # Set to False would generate scripts but not submitted, give you a chance to check generated scripts.
+  slurm_autosubmit: False
+  scripts_dir: "../sbatch"                             # directory of filtering scripts
+
+  ## Define filtering tags
+  tags_settings:
 
-## Filtering transfer function related parameters
-tf_settings:
-  filtering_type: "m_filterer"  # "m_filterer" or "toast"
-  m_cut: 30  # necessary only if `filtering_type` is set to "m_filterer"
-  toast:  # necessary only if `filtering_type` is set to "toast"
-    schedule: "../outputs/schedules/schedule_sat.txt"
-    instrument: "SAT1"
-    band: "SAT_f090"
-    thinfp: 8
-    group_size: 4
+    # If true, beams will be applied only on the validation simulations. By default (false), beam are applied to both the estimation and validation sims,
+    # to account for potential effect of the beam on the TF (e.g. commutativity)
+    do_not_beam_est_sims: False
 
-  tf_est_num_sims: 4
+    none:  # placeholder for a no-filtering operation
+      filtering_type: "m_filterer"
+      m_cut: 0
+      beam: null # beam null means no beam is applied to TF estimation steps
+
+    # mcut30:
+    #   filtering_type: "m_filterer"
+    #   m_cut: 30
+    #   beam: null # beam null means no beam is applied to TF estimation steps
 
+    # mcut15:
+    #   filtering_type: "m_filterer"
+    #   m_cut: 15
+    #   beam: null
+
+    toast_SAT1_f090:
+      filtering_type: "toast"
+      template: "../paramfiles/run_toast.sh.j2"            # TOAST template script.
+      config: "../paramfiles/defaults.toml"                # TOAST toml config file
+      schedule: "../outputs/schedules/schedule_sat.txt"    # TOAST schedule file
+      tf_instrument: "SAT1"                                # Instrument used for transfer function calculation
+      tf_band: "SAT_f090"                                  # Band used for transfer function calculation
+      beam: null
+
+  ## Number of sims for tf estimation and validation
+  tf_est_num_sims: 30
+
+  ## Parameters of the PL sims used for TF estimation
   power_law_pars_tf_est:
     amp: 1.0
     delta_ell: 10
     power_law_index: 2.
-
+
+  ## Parameters of the PL sims used for TF validation
   power_law_pars_tf_val:
     amp:
       TT: 10.
@@ -123,4 +186,4 @@ tf_settings:
       TB: 0.
       EB: 0.
     delta_ell: 10
-    power_law_index: 0.5
+    power_law_index: 0.5