Skip to content
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
62 commits
Select commit Hold shift + click to select a range
fa9a880
Planck coadded beams?
jaejoonk Mar 27, 2025
b5b0247
planck beams for coadd + gpc
jaejoonk Mar 27, 2025
ba7629c
rebasing planck_beams to main
jaejoonk Jun 17, 2025
8e7fdcd
added gpc path for planck maps
jaejoonk Jun 17, 2025
2556fae
dummy poleff/calibration for Planck + gpc path
jaejoonk Jun 17, 2025
e3665de
night+day+Planck data compatibility with gpc
jaejoonk Jun 30, 2025
32f716a
fixed planck beams path
jaejoonk Jul 1, 2025
f1fb72b
added more gpc paths
jaejoonk Jul 4, 2025
7692341
planck noise sim path for GPC
jaejoonk Jul 5, 2025
16d85f4
corrected noise_sims path, sorry
jaejoonk Jul 10, 2025
94ec9f9
updated perlmutter paths for dr6+
jaejoonk Jul 17, 2025
2dad19a
default calibration path for gpc
jaejoonk Aug 2, 2025
24d6958
Merge remote-tracking branch 'refs/remotes/origin/planck_beams' into …
jaejoonk Aug 2, 2025
e862bd2
dr6.02 beams and calibrations for lensing null test splits
jaejoonk Aug 7, 2025
6791132
new system paths
iabrilcabezas Aug 9, 2025
de85ea5
nemo v3 and v4 templates
iabrilcabezas Aug 9, 2025
e349af9
new mask
iabrilcabezas Aug 9, 2025
ee50935
leakage, nominal
iabrilcabezas Aug 9, 2025
e579008
chhanges reflected in datamodel
iabrilcabezas Aug 9, 2025
649f9cb
fix merge conflicts
msyriac Aug 25, 2025
7d1e08c
fix merge conflicts with main
msyriac Aug 25, 2025
cdb4b44
updated inpaint catalogs of dr6v4 noise models to 20241002
jaejoonk Aug 25, 2025
be084dc
remove beam dummy (beams should never be non-unity)
msyriac Aug 27, 2025
d7ff0b2
include trillium
qujia7 Sep 2, 2025
dca4e51
Trillium paths / entries for products on Niagara (temporarily on Josh…
jaejoonk Sep 2, 2025
8ef825f
merging qujia7/sofind/trillium -> simonsobs/sofind/dayplanck
jaejoonk Sep 3, 2025
4953b60
updated overlapping trillium paths
jaejoonk Sep 3, 2025
d808b72
ive tried with so many masks
iabrilcabezas Sep 4, 2025
8bbafd9
bugfix in act_dr6v4 + null test split beam/cals on Trillium
jaejoonk Sep 9, 2025
e3bb643
normalized beams + updated lmax=10000 tfs
jaejoonk Sep 25, 2025
b0d3866
nemo v5 beams + some daytime mask changes
jaejoonk Oct 24, 2025
0e42229
nemov5 maps
jaejoonk Oct 24, 2025
51f13ba
nemo v5 beams
jaejoonk Oct 24, 2025
9e31098
planck beam updates + adding Frank pa5a poleff to act_dr6.02
jaejoonk Nov 14, 2025
6ebefcf
added lensing_masks_20250826
jaejoonk Dec 2, 2025
2ab1a9c
noise models reflect now final masks
iabrilcabezas Dec 17, 2025
1ff01d6
mask subproduct merging
jaejoonk Dec 17, 2025
d1c458d
updating sofind noise model for day
jaejoonk Feb 6, 2026
9e2eec4
Update act_nemov5.yaml
jaejoonk Feb 6, 2026
62c3248
gpc path for 250826 masks
jaejoonk Feb 7, 2026
fa31b74
get_super_qids_from_qids... function to be compatible with latest mnm…
jaejoonk Feb 7, 2026
5b045e3
Merge remote-tracking branch 'origin/dr6plus' into dayplanck
iabrilcabezas Mar 11, 2026
cfd6bbc
souk paths, planck dev, some cals
iabrilcabezas Mar 11, 2026
4042b92
Merge remote-tracking branch 'origin/dr6plus' into dayplanck
iabrilcabezas Mar 11, 2026
de43d35
cals * mflike corrections
iabrilcabezas Mar 13, 2026
d03daa1
i forgot to add this to dm
iabrilcabezas Mar 13, 2026
46793c0
just a typo
iabrilcabezas Mar 13, 2026
be335a0
Merge remote-tracking branch 'origin/dr6plus' into dayplanck
iabrilcabezas Mar 18, 2026
22a9206
coadd planck beams, trillium
iabrilcabezas Mar 19, 2026
7be13c6
Merge remote-tracking branch 'origin/dr6plus' into dayplanck
iabrilcabezas Mar 19, 2026
a2606bd
tf 10000
iabrilcabezas Apr 7, 2026
ae1d1fe
mnms update
iabrilcabezas Apr 7, 2026
5ebe06b
pa4b
iabrilcabezas Apr 7, 2026
4c8b38d
new products
iabrilcabezas Apr 7, 2026
30a5712
Merge remote-tracking branch 'origin/dr6plus' into dayplanck
iabrilcabezas Apr 7, 2026
b19f232
nominal beams for trillium + slightly different wmflike cals?
jaejoonk Apr 7, 2026
7055b33
Merge branch 'dayplanck' of github.com:simonsobs/sofind into dayplanck
jaejoonk Apr 7, 2026
d88ceed
fixed values of wmflike cals/poleffs
jaejoonk Apr 7, 2026
4d2dac3
noise model compatibility with mnms + removing duplicate entries in a…
jaejoonk Apr 7, 2026
403749d
custom tsz for custom
iabrilcabezas Apr 8, 2026
be13762
new cals, new tsz
iabrilcabezas Apr 13, 2026
a03f5ac
Merge branch 'dr6plus' into dayplanck
iabrilcabezas Apr 13, 2026
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
40 changes: 39 additions & 1 deletion sofind/datamodels/act_dr6v4.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -6,14 +6,32 @@ maps:
pwv_split_config: act_dr6v4_pwv_split.yaml
inout_split_config: act_dr6v4_inout_split.yaml
t_split_config: act_dr6v4_t_split.yaml
pact_nemo_20260403: pact_nemo_20260403.yaml
pact_nemo_20260403_el: pact_nemo_20260403_el.yaml
pact_nemo_20260403_inout: pact_nemo_20260403_inout.yaml
pact_nemo_20260403_pwv: pact_nemo_20260403_pwv.yaml
day_nemo_20260410: day_nemo_20260410.yaml

masks:
mnms_masks_config: mnms_masks.yaml
lensing_masks_20250513: lensing_masks_20250513.yaml
lensing_masks_20250513_obs: lensing_masks_20250513_obs.yaml
lensing_masks_20250804: lensing_masks_20250804.yaml
lensing_masks_20250818: lensing_masks_20250818.yaml
lensing_masks_20250820: lensing_masks_20250820.yaml
lensing_masks_20250820b: lensing_masks_20250820b.yaml
lensing_masks_20250826: lensing_masks_20250826.yaml
lensing_masks_20240919b: lensing_masks_20240919b.yaml
lensing_masks_20240919b_obs: lensing_masks_20240919b_obs.yaml
lensing_masks_20250318: lensing_masks_20250318.yaml
lensing_masks_20250513: lensing_masks_20250513.yaml
lensing_masks_20250826: lensing_masks_20250826.yaml
lensing_masks_20250915: lensing_masks_20250915.yaml

catalogs:
inpaint_catalogs_config: inpaint_catalogs.yaml
inpaint_catalogs_260331: inpaint_catalogs_260331.yaml
inpaint_catalogs_260404: inpaint_catalogs_260404.yaml

noise_models:
default_config: act_dr6v4.yaml
Expand All @@ -29,14 +47,34 @@ calibrations:
dr6v4_cal_240410: dr6v4_cal_240410.yaml
dr6v4_poleff_231113: dr6v4_poleff_231113.yaml
dr6v4_calday_tonight_daydeep: dr6v4_calday_tonight_daydeep.yaml
dr6v4_calday_tonight_daydeep_250826: dr6v4_calday_tonight_daydeep_250826.yaml
dr6v4_calday_tonight_daywide: dr6v4_calday_tonight_daywide.yaml
dr6v4_calday_tonight_daywide_250826: dr6v4_calday_tonight_daywide_250826.yaml
act_dr6.02_el_split: act_dr6.02_el_split.yaml
act_dr6.02_inout_split: act_dr6.02_inout_split.yaml
act_dr6.02_pwv_split: act_dr6.02_pwv_split.yaml
act_dr6.02_t_split: act_dr6.02_t_split.yaml
dr6v4_calday_tonight_daywide_260410: dr6v4_calday_tonight_daywide_260410.yaml
dr6v4_calday_tonight_daydeep_260410: dr6v4_calday_tonight_daydeep_260410.yaml
act_dr6.02_hack: act_dr6.02_hack.yaml
act_dr6.02_wmflike: act_dr6.02_wmflike.yaml

beams:
beams_v4_20230130 : beams_v4_20230130.yaml
beams_v4_20230902 : beams_v4_20230902.yaml
beams_v4_day_20240115: beams_v4_day_20240115.yaml
beams_nemo: beams_nemo.yaml
beams_dr6.02_el_split: beams_dr6.02_el_split.yaml
beams_dr6.02_pwv_split: beams_dr6.02_pwv_split.yaml
beams_dr6.02_inout_split: beams_dr6.02_inout_split.yaml
beams_dr6.02_t_split: beams_dr6.02_t_split.yaml
beams_nemo_v4: beams_nemo_v4.yaml
beams_nemo_v5: beams_nemo_v5.yaml
beams_nemo_v5_20260331: beams_nemo_v5_20260331.yaml
beams_nominal: beams_v4_nominal.yaml
beams_leakage: beams_v4_leakage.yaml

transfer_func:
tf_dr6v4_230523: tf_dr6v4_230523.yaml
tf_dr6v4_240416: tf_dr6v4_240416.yaml
tf_dr6v4_240416: tf_dr6v4_240416.yaml
tf_dr6v4_240416_lmax10000: tf_dr6v4_240416_lmax10000.yaml
5 changes: 4 additions & 1 deletion sofind/datamodels/act_nemo.yaml
Original file line number Diff line number Diff line change
@@ -1,4 +1,7 @@
qids_config: act_nemo.yaml

maps:
nemo_v3: act_nemov3.yaml
nemo_v3: act_nemov3.yaml
nemo_v4: act_nemov4.yaml
nemo_v5: act_nemov5.yaml
nemo_v5_20260331: act_nemov5_20260331.yaml
14 changes: 14 additions & 0 deletions sofind/datamodels/planck_npipe.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,21 @@ qids_config: planck_qids.yaml
maps:
default_config: planck_npipe.yaml
noise_sims_config: planck_npipe_noise_sims.yaml
pact_nemo_20260403: pact_nemo_20260403.yaml

beams:
beams_nemo: beams_nemo.yaml
beams_nemo_v5_20260331: beams_nemo_v5_20260331.yaml
beams_nemo_v4: beams_nemo_v4.yaml
beams_nemo_v5: beams_nemo_v5.yaml
beams_npipe: beams_planck_npipe.yaml

catalogs:
inpaint_catalogs_config: inpaint_catalogs.yaml
inpaint_catalogs_260331: inpaint_catalogs_260331.yaml
inpaint_catalogs_260404: inpaint_catalogs_260404.yaml

masks:
lensing_masks_20250513: lensing_masks_20250513.yaml
lensing_masks_20240919b: lensing_masks_20240919b.yaml
lensing_masks_20250826: lensing_masks_20250826.yaml
11 changes: 10 additions & 1 deletion sofind/products/beams/README.md
Original file line number Diff line number Diff line change
Expand Up @@ -9,6 +9,7 @@
| beams_v4_20230902.yaml | __coadd__: `pa4a`, `pa4b`, `pa5a`, `pa5b`, `pa6a`, `pa6b` <br> __splits__: `pa4a`, `pa4b`, `pa5a`, `pa5b`, `pa6a`, `pa6b` <br> |
| beams_v4_day_20240115.yaml| __coadd__: `pa4a_dw`, `pa4a_dd`, `pa4b_dw`, `pa4b_dd`, `pa5a_dw`, `pa5a_dd`, `pa5b_dw`, `pa5b_dd`, `pa6a_dw`, `pa6a_dd`, `pa6b_dw`, `pa6b_dd`|
| beams_planck_npipe.yaml| __splits__: `p01`, `p02`, `p03`, `p04` `p05`, `p06`, `p07`, `p08`, `p09`
| beams_dr6.02_el_split.yaml | __coadd__: `pa4a`, `pa4b`, `pa5a`, `pa5b`, `pa6a`, `pa6b` <br> __splits__: `pa4a`, `pa4b`, `pa5a`, `pa5b`, `pa6a`, `pa6b` <br> |
| dummy | __coadd__: all, __splits__: all |

## Code snippets
Expand All @@ -27,4 +28,12 @@ read_beam(subproduct, qid, coadd=True)
Check if beam needs to be normalised, if the information is available:
```
get_if_norm_beam(subproduct)
```
```

## Required keyword arguments

| Config File (`subproduct`) | `keyword`(s): `value`(s) |
| beams_dr6.02_el_split.yaml | `el_split`: `el1`, `el2`, `el3` |
| beams_dr6.02_pwv_split.yaml | `pwv_split`: `pwv1`, `pwv2` |
| beams_dr6.02_inout_split.yaml | `inout_split`: `inout1`, `inout2` |
| beams_dr6.02_t_split.yaml | `time_split`: `t1`, `t2` |
17 changes: 17 additions & 0 deletions sofind/products/beams/beams_dr6.02_el_split.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,17 @@
system_paths:
perlmutter: /global/cfs/cdirs/cmb/data/act_dr6/dr6.02/beams/main_beams/elevation_split/
penn-gpc: /data6/DR6_plus/main_beams/elevation_split/
trillium: /scratch/jaejoonk/DR6plus_lensing_data/beams_path/main_beams/elevation_split/

allowed_qids_configs: 'all'

allowed_qids: 'all'

allowed_qids_extra_kwargs:

# requires el_split parameter

split_beam_file_template: '{el_split}/set{split_num}_{array}_{freq}_{daynight}_beam_tform_jitter_cmb.txt'
coadd_beam_file_template: '{el_split}/coadd_{array}_{freq}_{daynight}_beam_tform_jitter_cmb.txt'

norm: True
17 changes: 17 additions & 0 deletions sofind/products/beams/beams_dr6.02_inout_split.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,17 @@
system_paths:
perlmutter: /global/cfs/cdirs/cmb/data/act_dr6/dr6.02/beams/main_beams/inout_split/
penn-gpc: /data6/DR6_plus/main_beams/inout_split/
trillium: /scratch/jaejoonk/DR6plus_lensing_data/beams_path/main_beams/inout_split/

allowed_qids_configs: 'all'

allowed_qids: 'all'

allowed_qids_extra_kwargs:

# requires el_split parameter

split_beam_file_template: '{inout_split}/set{split_num}_{array}_{freq}_{daynight}_beam_tform_jitter_cmb.txt'
coadd_beam_file_template: '{inout_split}/coadd_{array}_{freq}_{daynight}_beam_tform_jitter_cmb.txt'

norm: True
17 changes: 17 additions & 0 deletions sofind/products/beams/beams_dr6.02_pwv_split.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,17 @@
system_paths:
perlmutter: /global/cfs/cdirs/cmb/data/act_dr6/dr6.02/beams/main_beams/pwv_split/
penn-gpc: /data6/DR6_plus/main_beams/pwv_split/
trillium: /scratch/jaejoonk/DR6plus_lensing_data/beams_path/main_beams/pwv_split/

allowed_qids_configs: 'all'

allowed_qids: 'all'

allowed_qids_extra_kwargs:

# requires el_split parameter

split_beam_file_template: '{pwv_split}/set{split_num}_{array}_{freq}_{daynight}_beam_tform_jitter_cmb.txt'
coadd_beam_file_template: '{pwv_split}/coadd_{array}_{freq}_{daynight}_beam_tform_jitter_cmb.txt'

norm: True
17 changes: 17 additions & 0 deletions sofind/products/beams/beams_dr6.02_t_split.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,17 @@
system_paths:
perlmutter: /global/cfs/cdirs/cmb/data/act_dr6/dr6.02/beams/main_beams/time_split/
penn-gpc: /data6/DR6_plus/main_beams/time_split/
trillium: /scratch/jaejoonk/DR6plus_lensing_data/beams_path/main_beams/time_split/

allowed_qids_configs: 'all'

allowed_qids: 'all'

allowed_qids_extra_kwargs:

# requires el_split parameter

split_beam_file_template: '{t_split}/set{split_num}_{array}_{freq}_{daynight}_beam_tform_jitter_cmb.txt'
coadd_beam_file_template: '{t_split}/coadd_{array}_{freq}_{daynight}_beam_tform_jitter_cmb.txt'

norm: True
2 changes: 2 additions & 0 deletions sofind/products/beams/beams_nemo.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,9 @@ system_paths:
della:
dirac: /rds/project/dirac_vol5/rds-dirac-dp002/AdvACT/DR6_products/beams/planck_beams/
niagara: /scratch/r/rbond/jaejoonk/lensing_pipeline_data/planck_beams/
trillium: /scratch/jaejoonk/DR6plus_lensing_data/planck_beams/
penn-gpc: /data5/act/beams/planck_beams/
souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/beams/planck_beams/

allowed_qids_configs:
- act_dr6vX_qids.yaml
Expand Down
71 changes: 71 additions & 0 deletions sofind/products/beams/beams_nemo_v4.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,71 @@
system_paths:
della:
dirac:
niagara:
penn-gpc:
souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/beams/beams_nemo_v4/

allowed_qids_configs:
- act_dr6vX_qids.yaml
- planck_qids.yaml

allowed_qids: 'all'

allowed_qids_extra_kwargs:
p01:
nemo_freq: 'f090'
p02:
nemo_freq: 'f090'
p03:
nemo_freq: 'f090'
p04:
nemo_freq: 'f090'
p05:
nemo_freq: 'f150'
p06:
nemo_freq: 'f150'
p07:
nemo_freq: 'f150'
p08:
nemo_freq: 'f150'
p09:
nemo_freq: 'f150'
pa4a:
nemo_freq: 'f150'
pa4a_dd:
nemo_freq: 'f150'
pa4a_dw:
nemo_freq: 'f150'
pa4b:
nemo_freq: 'f220'
pa4b_dd:
nemo_freq: 'f220'
pa4b_dw:
nemo_freq: 'f220'
pa5a:
nemo_freq: 'f090'
pa5a_dd:
nemo_freq: 'f090'
pa5a_dw:
nemo_freq: 'f090'
pa5b:
nemo_freq: 'f150'
pa5b_dd:
nemo_freq: 'f150'
pa5b_dw:
nemo_freq: 'f150'
pa6a:
nemo_freq: 'f090'
pa6a_dd:
nemo_freq: 'f090'
pa6a_dw:
nemo_freq: 'f090'
pa6b:
nemo_freq: 'f150'
pa6b_dd:
nemo_freq: 'f150'
pa6b_dw:
nemo_freq: 'f150'

coadd_beam_file_template: 'beam_{nemo_freq}_tform.txt'
norm: True
70 changes: 70 additions & 0 deletions sofind/products/beams/beams_nemo_v5.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,70 @@
system_paths:
dirac:
trillium: /scratch/jaejoonk/cmodel/nemo/cand_release/cmodel_20251015/
penn-gpc: /scratch/cmodel/nemo/cand_release/cmodel_20251015/
souk: /cephfs/soukdata/shared_projects/SO_lensing/AdvACT/beams/cmodel_20251015

allowed_qids_configs:
- act_dr6vX_qids.yaml
- planck_qids.yaml

allowed_qids: 'all'

allowed_qids_extra_kwargs:
p01:
nemo_freq: 'f090'
p02:
nemo_freq: 'f090'
p03:
nemo_freq: 'f090'
p04:
nemo_freq: 'f090'
p05:
nemo_freq: 'f150'
p06:
nemo_freq: 'f150'
p07:
nemo_freq: 'f150'
p08:
nemo_freq: 'f150'
p09:
nemo_freq: 'f150'
pa4a:
nemo_freq: 'f150'
pa4a_dd:
nemo_freq: 'f150'
pa4a_dw:
nemo_freq: 'f150'
pa4b:
nemo_freq: 'f220'
pa4b_dd:
nemo_freq: 'f220'
pa4b_dw:
nemo_freq: 'f220'
pa5a:
nemo_freq: 'f090'
pa5a_dd:
nemo_freq: 'f090'
pa5a_dw:
nemo_freq: 'f090'
pa5b:
nemo_freq: 'f150'
pa5b_dd:
nemo_freq: 'f150'
pa5b_dw:
nemo_freq: 'f150'
pa6a:
nemo_freq: 'f090'
pa6a_dd:
nemo_freq: 'f090'
pa6a_dw:
nemo_freq: 'f090'
pa6b:
nemo_freq: 'f150'
pa6b_dd:
nemo_freq: 'f150'
pa6b_dw:
nemo_freq: 'f150'

coadd_beam_file_template: 'beam_dr6_daynight_{nemo_freq}_tfun.txt'
norm: True
Loading