Large

.gitignore

@@ -15,4 +15,8 @@ co3d_masks
 jay_work_in_progress/
 jay_imagenet_train_04_30_2025_dimensions.npy
 jay_imagenet_train_0.1_dimensions.npy
-*.png
+*.png
+clickme_datasets/
+*.csv
+temp/
+logs/

configs/balance_exp_configs/imagenet_val_oscar_max_10.yaml

@@ -0,0 +1,47 @@
+assets: assets/exp
+temp_dir: temp
+blur_size: 21
+center_crop:
+- 224
+- 224
+class_filter_file: false
+clickme_data: clickme_datasets/sampled_imgnet_val.csv
+correlation_batch_size: 1024
+debug: false
+display_image_keys: auto
+example_image_output_dir: jay_imagenet_val_combined_08_27_2025_images
+experiment_name: balanced_exp_10_subjects_08_27_2025
+file_exclusion_filter: null
+file_inclusion_filter: ILSVRC2012_val
+filter_mobile: true
+gpu_batch_size: 4096
+image_path: /gpfs/data/shared/imagenet/ILSVRC2012/val
+image_shape:
+- 256
+- 256
+mask_dir: null
+mask_threshold: 0
+max_clicks: 1000000
+metadata_file: image_metadata/jay_imagenet_val_04_30_2025_dimensions.npy
+metric: spearman
+min_clicks: 1
+min_subjects: 20
+max_subjects: 10
+n_jobs: -1
+null_iterations: 50
+parallel_prepare_maps: true
+parallel_save: false
+participant_filter: false
+percentile_thresh: 50
+preprocess_db_data: true
+processed_clickme_file: jay_imagenet_val_combined_08_27_2025_processed.npz
+processed_medians: jay_imagenet_val_combined_08_27_2025_medians.json
+remove_string: imagenet/val/
+time_based_bins: true
+multi_thresh_gpu: multi_thresh_gpu
+output_format: "hdf5"
+processed_clickmap_bins: jay_imagenet_val_combined_08_27_2025_clickmap_bins.npy
+chunk_size: 100000
+batch_size: 14000
+save_json: true
+filter_duplicates: true

configs/balance_exp_configs/imagenet_val_oscar_max_15.yaml

@@ -0,0 +1,47 @@
+assets: assets/exp
+temp_dir: temp
+blur_size: 21
+center_crop:
+- 224
+- 224
+class_filter_file: false
+clickme_data: clickme_datasets/sampled_imgnet_val.csv
+correlation_batch_size: 1024
+debug: false
+display_image_keys: auto
+example_image_output_dir: jay_imagenet_val_combined_08_27_2025_images
+experiment_name: balanced_exp_15_subjects_08_27_2025
+file_exclusion_filter: null
+file_inclusion_filter: ILSVRC2012_val
+filter_mobile: true
+gpu_batch_size: 4096
+image_path: /gpfs/data/shared/imagenet/ILSVRC2012/val
+image_shape:
+- 256
+- 256
+mask_dir: null
+mask_threshold: 0
+max_clicks: 1000000
+metadata_file: image_metadata/jay_imagenet_val_04_30_2025_dimensions.npy
+metric: spearman
+min_clicks: 1
+min_subjects: 20
+max_subjects: 15
+n_jobs: -1
+null_iterations: 50
+parallel_prepare_maps: true
+parallel_save: false
+participant_filter: false
+percentile_thresh: 50
+preprocess_db_data: true
+processed_clickme_file: jay_imagenet_val_combined_08_27_2025_processed.npz
+processed_medians: jay_imagenet_val_combined_08_27_2025_medians.json
+remove_string: imagenet/val/
+time_based_bins: true
+multi_thresh_gpu: multi_thresh_gpu
+output_format: "hdf5"
+processed_clickmap_bins: jay_imagenet_val_combined_08_27_2025_clickmap_bins.npy
+chunk_size: 100000
+batch_size: 14000
+save_json: true
+filter_duplicates: true

configs/balance_exp_configs/imagenet_val_oscar_max_20.yaml

@@ -0,0 +1,47 @@
+assets: assets/exp
+temp_dir: temp
+blur_size: 21
+center_crop:
+- 224
+- 224
+class_filter_file: false
+clickme_data: clickme_datasets/sampled_imgnet_val.csv
+correlation_batch_size: 1024
+debug: false
+display_image_keys: auto
+example_image_output_dir: jay_imagenet_val_combined_08_27_2025_images
+experiment_name: balanced_exp_20_subjects_08_27_2025
+file_exclusion_filter: null
+file_inclusion_filter: ILSVRC2012_val
+filter_mobile: true
+gpu_batch_size: 4096
+image_path: /gpfs/data/shared/imagenet/ILSVRC2012/val
+image_shape:
+- 256
+- 256
+mask_dir: null
+mask_threshold: 0
+max_clicks: 1000000
+metadata_file: image_metadata/jay_imagenet_val_04_30_2025_dimensions.npy
+metric: spearman
+min_clicks: 1
+min_subjects: 20
+max_subjects: 20
+n_jobs: -1
+null_iterations: 50
+parallel_prepare_maps: true
+parallel_save: false
+participant_filter: false
+percentile_thresh: 50
+preprocess_db_data: true
+processed_clickme_file: jay_imagenet_val_combined_08_27_2025_processed.npz
+processed_medians: jay_imagenet_val_combined_08_27_2025_medians.json
+remove_string: imagenet/val/
+time_based_bins: true
+multi_thresh_gpu: multi_thresh_gpu
+output_format: "hdf5"
+processed_clickmap_bins: jay_imagenet_val_combined_08_27_2025_clickmap_bins.npy
+chunk_size: 100000
+batch_size: 14000
+save_json: true
+filter_duplicates: true

configs/balance_exp_configs/imagenet_val_oscar_max_5.yaml

@@ -0,0 +1,47 @@
+assets: assets/exp
+temp_dir: temp
+blur_size: 21
+center_crop:
+- 224
+- 224
+class_filter_file: false
+clickme_data: clickme_datasets/sampled_imgnet_val.csv
+correlation_batch_size: 1024
+debug: false
+display_image_keys: auto
+example_image_output_dir: jay_imagenet_val_combined_08_27_2025_images
+experiment_name: balanced_exp_5_subjects_08_27_2025
+file_exclusion_filter: null
+file_inclusion_filter: ILSVRC2012_val
+filter_mobile: true
+gpu_batch_size: 4096
+image_path: /gpfs/data/shared/imagenet/ILSVRC2012/val
+image_shape:
+- 256
+- 256
+mask_dir: null
+mask_threshold: 0
+max_clicks: 1000000
+metadata_file: image_metadata/jay_imagenet_val_04_30_2025_dimensions.npy
+metric: spearman
+min_clicks: 1
+min_subjects: 20
+max_subjects: 5
+n_jobs: -1
+null_iterations: 50
+parallel_prepare_maps: true
+parallel_save: false
+participant_filter: false
+percentile_thresh: 50
+preprocess_db_data: true
+processed_clickme_file: jay_imagenet_val_combined_08_27_2025_processed.npz
+processed_medians: jay_imagenet_val_combined_08_27_2025_medians.json
+remove_string: imagenet/val/
+time_based_bins: true
+multi_thresh_gpu: multi_thresh_gpu
+output_format: "hdf5"
+processed_clickmap_bins: jay_imagenet_val_combined_08_27_2025_clickmap_bins.npy
+chunk_size: 100000
+batch_size: 14000
+save_json: true
+filter_duplicates: true

configs/co3d_train.yaml → configs/co3d_configs/co3d_train.yaml

@@ -1,4 +1,4 @@
-assets: assets
+assets: assets/co3d
 blur_size: 21
 center_crop:
 - 224

configs/co3d_train_oscar.yaml → configs/co3d_configs/co3d_train_oscar.yaml

@@ -1,4 +1,4 @@
-assets: assets
+assets: assets/co3d
 blur_size: 21
 center_crop:
 - 224

configs/co3d_val.yaml → configs/co3d_configs/co3d_val.yaml

@@ -1,4 +1,4 @@
-assets: assets
+assets: assets/co3d
 blur_size: 21
 center_crop:
 - 224

configs/co3d_val_oscar.yaml → configs/co3d_configs/co3d_val_auc_oscar.yaml

@@ -1,4 +1,4 @@
-assets: assets
+assets: assets/co3d
 blur_size: 21
 center_crop:
 - 224

configs/co3d_configs/co3d_val_spearman_oscar.yaml

@@ -0,0 +1,41 @@
+assets: assets/co3d
+blur_size: 21
+center_crop:
+- 224
+- 224
+class_filter_file: false
+# clickme_data: clickme_datasets/dump_co3d_combined_03_13_2025.npz
+clickme_data: /cifs/data/tserre_lrs/projects/projects/prj_video_imagenet/human_clickme_data_processing/clickme_datasets/dump_co3d_05_28_2025_unique.npz
+correlation_batch_size: 1024
+debug: false
+display_image_keys: auto
+example_image_output_dir: co3d_val_images
+experiment_name: co3d_val
+file_exclusion_filter: ILSVRC2012_val
+file_inclusion_filter: CO3D_ClickMe2
+filter_mobile: true
+gpu_batch_size: 4096
+image_path: /cifs/data/tserre_lrs/projects/projects/prj_video_imagenet/CO3D_ClickMe2
+image_shape:
+- 256
+- 256
+mask_dir: null
+mask_threshold: 0.
+max_clicks: 1000000  # Set to an impossibly high number to keep all maps
+metadata_file: false
+metric: spearman
+min_clicks: 1
+min_subjects: 6
+n_jobs: -1
+null_iterations: 100
+parallel_prepare_maps: true
+parallel_save: true
+participant_filter: false
+percentile_thresh: 50
+preprocess_db_data: false
+processed_clickme_file: co3d_val_processed.npz
+processed_clickmap_bins: co3d_val_clickmap_bins.npy
+processed_medians: co3d_val_medians.json
+remove_string: false
+multi_thresh_gpu: true
+time_based_bins: true

configs/co3d_constancy_val_oscar.yaml → configs/co3d_constancy_configs/co3d_constancy_val_oscar.yaml

@@ -1,4 +1,4 @@
-assets: assets
+assets: assets/co3d_constancy
 blur_size: 21
 center_crop:
 - 224

configs/constancy_ceiling_auc.yaml → configs/co3d_constancy_configs/constancy_ceiling_auc.yaml

@@ -1,4 +1,4 @@
-assets: assets
+assets: assets/co3d_constancy
 blur_size: 21
 center_crop:
 - 224
@@ -10,7 +10,7 @@ correlation_batch_size: 128
 debug: false
 display_image_keys: auto
 example_image_output_dir: co3d_constancy_val_images
-experiment_name: co3d_constancy_val
+experiment_name: co3d_constancy_val_obs
 file_exclusion_filter: ILSVRC2012_val
 file_inclusion_filter: CO3D_Constancy  # CO3D_ClickMe2
 filter_mobile: true

configs/co3d_constancy_configs/constancy_ceiling_emd.yaml

@@ -0,0 +1,45 @@
+assets: assets
+blur_size: 21
+center_crop:
+- 224
+- 224
+class_filter_file: false
+# clickme_data: clickme_datasets/dump_co3d_combined_03_13_2025.npz
+clickme_data: /cifs/data/tserre_lrs/projects/projects/prj_video_imagenet/human_clickme_data_processing/clickme_datasets/dump_co3d_05_28_2025_unique.npz
+correlation_batch_size: 128
+debug: false
+display_image_keys: auto
+example_image_output_dir: co3d_constancy_val_images
+experiment_name: co3d_constancy_val_obs
+file_exclusion_filter: ILSVRC2012_val
+file_inclusion_filter: CO3D_Constancy  # CO3D_ClickMe2
+filter_mobile: true
+gpu_batch_size: 4096
+image_path: /cifs/data/tserre_lrs/projects/projects/prj_video_imagenet/PeRFception/data/co3d_v2/clickme_trajectories/
+image_shape:
+- 256
+- 256
+mask_dir: null
+mask_threshold: 0.
+max_clicks: 1000000  # Set to an impossibly high number to keep all maps
+metadata_file: false
+metric: emd
+min_clicks: 1
+min_subjects: 4
+n_jobs: -1
+null_iterations: 20 # Potentially lower this number for speed up
+parallel_prepare_maps: true
+parallel_save: true
+participant_filter: false
+percentile_thresh: 50
+preprocess_db_data: false
+processed_clickme_file: co3d_constancy_val_processed.npz
+processed_clickmap_bins: co3d_constancy_val_clickmap_bins.npy
+processed_medians: co3d_constancy_val_medians.json
+remove_string: false
+multi_thresh_gpu: true
+constancy: true
+camera_path: clickme_datasets/constancy_params.json
+depth_path: /oscar/data/tserre/Users/pzhou10/CVM/onevision/assets/constancy_depths
+save_json: true
+time_based_bins: true

configs/co3d_constancy_configs/constancy_ceiling_rank_cosine.yaml

@@ -0,0 +1,45 @@
+assets: assets
+blur_size: 21
+center_crop:
+- 224
+- 224
+class_filter_file: false
+# clickme_data: clickme_datasets/dump_co3d_combined_03_13_2025.npz
+clickme_data: /cifs/data/tserre_lrs/projects/projects/prj_video_imagenet/human_clickme_data_processing/clickme_datasets/dump_co3d_05_28_2025_unique.npz
+correlation_batch_size: 128
+debug: false
+display_image_keys: auto
+example_image_output_dir: co3d_constancy_val_images
+experiment_name: co3d_constancy_val_obs
+file_exclusion_filter: ILSVRC2012_val
+file_inclusion_filter: CO3D_Constancy  # CO3D_ClickMe2
+filter_mobile: true
+gpu_batch_size: 4096
+image_path: /cifs/data/tserre_lrs/projects/projects/prj_video_imagenet/PeRFception/data/co3d_v2/clickme_trajectories/
+image_shape:
+- 256
+- 256
+mask_dir: null
+mask_threshold: 0.
+max_clicks: 1000000  # Set to an impossibly high number to keep all maps
+metadata_file: false
+metric: rank_cosine
+min_clicks: 1
+min_subjects: 4
+n_jobs: -1
+null_iterations: 20 # Potentially lower this number for speed up
+parallel_prepare_maps: true
+parallel_save: true
+participant_filter: false
+percentile_thresh: 50
+preprocess_db_data: false
+processed_clickme_file: co3d_constancy_val_processed.npz
+processed_clickmap_bins: co3d_constancy_val_clickmap_bins.npy
+processed_medians: co3d_constancy_val_medians.json
+remove_string: false
+multi_thresh_gpu: true
+constancy: true
+camera_path: clickme_datasets/constancy_params.json
+depth_path: /oscar/data/tserre/Users/pzhou10/CVM/onevision/assets/constancy_depths
+save_json: true
+time_based_bins: true