Leakage from auxiliary observables

.gitignore

@@ -174,6 +174,7 @@ notebooks/demo_add_bands_to_empty.ipynb
 notebooks/demo_comprehensive_to_minimal_cat.ipynb
 notebooks/demo_create_footprint_mask.ipynb
 notebooks/demo_check_footprint.ipynb
+notebooks/demo_comprehensive_to_minimal_cat.ipynb
 notebooks/demo_calibrate_minimal_cat.ipynb
 notebooks/leakage_minimal.ipynb
 notebooks/demo_add_bands.ipynb

notebooks/cosmo_val/cat_config.yaml

@@ -859,3 +859,49 @@ nz:
     path: dndz
 paths:
   output: ./output
+SP_v1.6.6:
+  subdir: /n17data/UNIONS/WL/v1.6.x
+  pipeline: SP
+  colour: orange
+  getdist_colour: 0.0, 0.5, 1.0
+  ls: dashed
+  marker: d
+  cov_th:
+    A: 2405.3892055695346
+    n_e: 6.128201234871523
+    n_psf: 0.752316232272063
+    sigma_e: 0.379587601488189
+  mask: /home/guerrini/sp_validation/cosmo_inference/data/mask/mask_map_v1.4.6_nside_8192.fits
+  psf:
+    PSF_flag: FLAG_PSF_HSM
+    PSF_size: SIGMA_PSF_HSM
+    square_size: true
+    star_flag: FLAG_STAR_HSM
+    star_size: SIGMA_STAR_HSM
+    hdu: 1
+    path: unions_shapepipe_psf_2024_v1.6.a.fits
+    ra_col: RA
+    dec_col: Dec
+    e1_PSF_col: E1_PSF_HSM
+    e1_star_col: E1_STAR_HSM
+    e2_PSF_col: E2_PSF_HSM
+    e2_star_col: E2_STAR_HSM
+  shear:
+    R: 1.0
+    covmat_file: ./covs/shapepipe_A/cov_shapepipe_A.txt
+    path: v1.6.6/unions_shapepipe_cut_struc_2024_v1.6.6.fits
+    redshift_path: /n17data/mkilbing/astro/data/CFIS/v1.0/nz/dndz_SP_A.txt
+    w_col: w_des
+    e1_col: e1
+    e1_col_corrected: e1_leak_corrected
+    e1_PSF_col: e1_PSF
+    e2_col: e2
+    e2_col_corrected: e2_leak_corrected
+    e2_PSF_col: e2_PSF
+    cols: RA,Dec
+  star:
+    ra_col: RA
+    dec_col: Dec
+    e1_col: e1
+    e2_col: e2
+    path: unions_shapepipe_star_2024_v1.6.a.fits

notebooks/cosmo_val/run_cosmo_val.py

@@ -57,6 +57,9 @@
 # %%
 cv.plot_objectwise_leakage()
 
+# %%
+cv.plot_objectwise_leakage_aux()
+
 # %%
 #cv.plot_ellipticity()
 
@@ -67,8 +70,9 @@
 cv.plot_separation()
 
 # %%
-cv.npatch = 1
-cv.treecorr_config["var_method"] = "shot"
+cv.calculate_additive_bias()
+
+# %%
 cv.plot_2pcf()
 cv.treecorr_config["var_method"] = "jackknife"
 cv.npatch = 100

notebooks/demo_apply_hsp_masks.py

@@ -57,16 +57,17 @@
 # Set parameters
 base = "unions_shapepipe_comprehensive"
 year = 2024
-ver = "v1.5.c"
+ver_maj = "v1.5"
+
+obj._params["input_path"] = f"{base}_{year}_{ver_maj}.c.hdf5"
+obj._params["output_path"] = f"{base}_struc_{year}_{ver_maj}.c.hdf5"
+obj._params["mask_dir"] = f"{os.environ['HOME']}/{ver_maj}.x/masks"
 
-obj._params["input_path"] = f"{base}_{year}_{ver}.hdf5"
-obj._params["output_path"] = f"{base}_struc_{year}_{ver}.hdf5"
-obj._params["mask_dir"] = "/n17data/UNIONS/WL/masks"
 obj._params["nside"] = 131072
 obj._params["file_base"] = "mask_r_"
 obj._params["bits"] = bits
 
-obj._params["aux_mask_files"] = f"{obj._params['mask_dir']}/coverage_v1.5.x.hsp"
+obj._params["aux_mask_files"] = f"{obj._params['mask_dir']}/coverage_{ver_maj}.x.hsp"
 obj._params["aux_mask_labels"] = "npoint3"
 obj._params["verbose"] = True
 # -