diff --git a/paper/experiments/normalized_results/memory_manifest.jsonl b/paper/experiments/normalized_results/memory_manifest.jsonl index 63bdeba..39cb224 100644 --- a/paper/experiments/normalized_results/memory_manifest.jsonl +++ b/paper/experiments/normalized_results/memory_manifest.jsonl @@ -1,108 +1,108 @@ -{"dataset": "pcam", "model": "standard", "group": "c8", "train_mode": "C", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 1024, "effective_batch_size": 1024, "growth_rate": 12, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100/standard_c8_gr12_C_seed42_n100", "n_params": 101959, "invariant_dim": 90, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 2525855232, "max_memory_reserved_bytes": 2579496960, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "norm", "group": "c8", "train_mode": "C", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100/norm_c8_gr4_C_seed42_n100", "n_params": 110093, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 17499366912, "max_memory_reserved_bytes": 20682113024, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "gate", "group": "c8", "train_mode": "C", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 3, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100/gate_c8_gr3_C_seed42_n100", "n_params": 135682, "invariant_dim": 27, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 15778277376, "max_memory_reserved_bytes": 19866320896, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "fourier_elu", "group": "c8", "train_mode": "C", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 64, "effective_batch_size": 64, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100/fourier_elu_c8_gr4_C_seed42_n100", "n_params": 109815, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 21333635072, "max_memory_reserved_bytes": 27644657664, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "bispectrum", "group": "c8", "train_mode": "C", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100/bispectrum_c8_gr4_C_seed42_n100", "n_params": 128345, "invariant_dim": 544, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 12092828672, "max_memory_reserved_bytes": 12457082880, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "standard", "group": "c8", "train_mode": "C", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 1024, "effective_batch_size": 1024, "growth_rate": 12, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500/standard_c8_gr12_C_seed42_n500", "n_params": 101959, "invariant_dim": 90, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 12328691200, "max_memory_reserved_bytes": 14162067456, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "norm", "group": "c8", "train_mode": "C", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500/norm_c8_gr4_C_seed42_n500", "n_params": 110093, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 22370846208, "max_memory_reserved_bytes": 26419920896, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "gate", "group": "c8", "train_mode": "C", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 3, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500/gate_c8_gr3_C_seed42_n500", "n_params": 135682, "invariant_dim": 27, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 20184909824, "max_memory_reserved_bytes": 25394413568, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "fourier_elu", "group": "c8", "train_mode": "C", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 64, "effective_batch_size": 64, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500/fourier_elu_c8_gr4_C_seed42_n500", "n_params": 109815, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 21333635072, "max_memory_reserved_bytes": 27644657664, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "bispectrum", "group": "c8", "train_mode": "C", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500/bispectrum_c8_gr4_C_seed42_n500", "n_params": 128345, "invariant_dim": 544, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 15463001088, "max_memory_reserved_bytes": 15923675136, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "standard", "group": "c8", "train_mode": "C", "train_size": 2500, "train_examples": 2500, "seed": 42, "batch_size": 1024, "effective_batch_size": 1024, "growth_rate": 12, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500/standard_c8_gr12_C_seed42_n2500", "n_params": 101959, "invariant_dim": 90, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 25155531264, "max_memory_reserved_bytes": 28856811520, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "norm", "group": "c8", "train_mode": "C", "train_size": 2500, "train_examples": 2500, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500/norm_c8_gr4_C_seed42_n2500", "n_params": 110093, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 22370846208, "max_memory_reserved_bytes": 26419920896, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "gate", "group": "c8", "train_mode": "C", "train_size": 2500, "train_examples": 2500, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 3, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500/gate_c8_gr3_C_seed42_n2500", "n_params": 135682, "invariant_dim": 27, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 20184909824, "max_memory_reserved_bytes": 25394413568, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "fourier_elu", "group": "c8", "train_mode": "C", "train_size": 2500, "train_examples": 2500, "seed": 42, "batch_size": 64, "effective_batch_size": 64, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500/fourier_elu_c8_gr4_C_seed42_n2500", "n_params": 109815, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 21333635072, "max_memory_reserved_bytes": 27644657664, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "bispectrum", "group": "c8", "train_mode": "C", "train_size": 2500, "train_examples": 2500, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500/bispectrum_c8_gr4_C_seed42_n2500", "n_params": 128345, "invariant_dim": 544, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 15463001088, "max_memory_reserved_bytes": 15923675136, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "standard", "group": "c8", "train_mode": "C", "train_size": 12500, "train_examples": 12500, "seed": 42, "batch_size": 1024, "effective_batch_size": 1024, "growth_rate": 12, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500/standard_c8_gr12_C_seed42_n12500", "n_params": 101959, "invariant_dim": 90, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 25155531264, "max_memory_reserved_bytes": 28856811520, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "norm", "group": "c8", "train_mode": "C", "train_size": 12500, "train_examples": 12500, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500/norm_c8_gr4_C_seed42_n12500", "n_params": 110093, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 22370846208, "max_memory_reserved_bytes": 26419920896, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "gate", "group": "c8", "train_mode": "C", "train_size": 12500, "train_examples": 12500, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 3, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500/gate_c8_gr3_C_seed42_n12500", "n_params": 135682, "invariant_dim": 27, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 20184909824, "max_memory_reserved_bytes": 25394413568, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "fourier_elu", "group": "c8", "train_mode": "C", "train_size": 12500, "train_examples": 12500, "seed": 42, "batch_size": 64, "effective_batch_size": 64, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500/fourier_elu_c8_gr4_C_seed42_n12500", "n_params": 109815, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 21333635072, "max_memory_reserved_bytes": 27644657664, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "bispectrum", "group": "c8", "train_mode": "C", "train_size": 12500, "train_examples": 12500, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500/bispectrum_c8_gr4_C_seed42_n12500", "n_params": 128345, "invariant_dim": 544, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 15463001088, "max_memory_reserved_bytes": 15923675136, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "standard", "group": "c8", "train_mode": "C", "train_size": null, "train_examples": 262144, "seed": 42, "batch_size": 1024, "effective_batch_size": 1024, "growth_rate": 12, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_full/standard_c8_gr12_C_seed42", "n_params": 101959, "invariant_dim": 90, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 25155531264, "max_memory_reserved_bytes": 28856811520, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "norm", "group": "c8", "train_mode": "C", "train_size": null, "train_examples": 262144, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_full/norm_c8_gr4_C_seed42", "n_params": 110093, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 22370846208, "max_memory_reserved_bytes": 26419920896, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "gate", "group": "c8", "train_mode": "C", "train_size": null, "train_examples": 262144, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 3, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_full/gate_c8_gr3_C_seed42", "n_params": 135682, "invariant_dim": 27, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 20184909824, "max_memory_reserved_bytes": 25394413568, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "fourier_elu", "group": "c8", "train_mode": "C", "train_size": null, "train_examples": 262144, "seed": 42, "batch_size": 64, "effective_batch_size": 64, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_full/fourier_elu_c8_gr4_C_seed42", "n_params": 109815, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 21333635072, "max_memory_reserved_bytes": 27644657664, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "bispectrum", "group": "c8", "train_mode": "C", "train_size": null, "train_examples": 262144, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_full/bispectrum_c8_gr4_C_seed42", "n_params": 128345, "invariant_dim": 544, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 15463001088, "max_memory_reserved_bytes": 15923675136, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "organ3d", "model": "standard", "train_mode": "C", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 64, "effective_batch_size": 64, "channels": [4, 8], "head_dim": 64, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_100/standard_C_ch4_8_seed42_n100", "n_params": 16071, "invariant_dim": 8, "raw_invariant_dim": 8, "projected_dim": 8, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 249773056, "max_memory_reserved_bytes": 348127232, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "organ3d", "model": "max_pool", "train_mode": "C", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 32, "effective_batch_size": 32, "channels": [4, 8], "head_dim": 64, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_100/max_pool_C_ch4_8_seed42_n100", "n_params": 374423, "invariant_dim": 8, "raw_invariant_dim": 8, "projected_dim": 8, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 2749573120, "max_memory_reserved_bytes": 3592421376, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "organ3d", "model": "bispectrum", "train_mode": "C", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 16, "effective_batch_size": 16, "channels": [4, 8], "head_dim": 64, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_100/bispectrum_C_ch4_8_seed42_n100", "n_params": 463167, "invariant_dim": 64, "raw_invariant_dim": 1376, "projected_dim": 64, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 1736015360, "max_memory_reserved_bytes": 2246049792, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "organ3d", "model": "standard", "train_mode": "C", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 64, "effective_batch_size": 64, "channels": [4, 8], "head_dim": 64, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_500/standard_C_ch4_8_seed42_n500", "n_params": 16071, "invariant_dim": 8, "raw_invariant_dim": 8, "projected_dim": 8, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 249773056, "max_memory_reserved_bytes": 348127232, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "organ3d", "model": "max_pool", "train_mode": "C", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 32, "effective_batch_size": 32, "channels": [4, 8], "head_dim": 64, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_500/max_pool_C_ch4_8_seed42_n500", "n_params": 374423, "invariant_dim": 8, "raw_invariant_dim": 8, "projected_dim": 8, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 2749573120, "max_memory_reserved_bytes": 3592421376, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "organ3d", "model": "bispectrum", "train_mode": "C", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 16, "effective_batch_size": 16, "channels": [4, 8], "head_dim": 64, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_500/bispectrum_C_ch4_8_seed42_n500", "n_params": 463167, "invariant_dim": 64, "raw_invariant_dim": 1376, "projected_dim": 64, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 1736015360, "max_memory_reserved_bytes": 2246049792, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "organ3d", "model": "standard", "train_mode": "C", "train_size": null, "train_examples": 971, "seed": 42, "batch_size": 64, "effective_batch_size": 64, "channels": [4, 8], "head_dim": 64, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_full/standard_C_ch4_8_seed42", "n_params": 16071, "invariant_dim": 8, "raw_invariant_dim": 8, "projected_dim": 8, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 249773056, "max_memory_reserved_bytes": 348127232, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "organ3d", "model": "max_pool", "train_mode": "C", "train_size": null, "train_examples": 971, "seed": 42, "batch_size": 32, "effective_batch_size": 32, "channels": [4, 8], "head_dim": 64, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_full/max_pool_C_ch4_8_seed42", "n_params": 374423, "invariant_dim": 8, "raw_invariant_dim": 8, "projected_dim": 8, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 2749573120, "max_memory_reserved_bytes": 3592421376, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "organ3d", "model": "bispectrum", "train_mode": "C", "train_size": null, "train_examples": 971, "seed": 42, "batch_size": 16, "effective_batch_size": 16, "channels": [4, 8], "head_dim": 64, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_full/bispectrum_C_ch4_8_seed42", "n_params": 463167, "invariant_dim": 64, "raw_invariant_dim": 1376, "projected_dim": 64, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 1736015360, "max_memory_reserved_bytes": 2246049792, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "standard", "base_model": "standard", "train_mode": "C", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100/standard_C_seed42_n100", "n_params": 184778, "invariant_dim": null, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 353904128, "max_memory_reserved_bytes": 574619648, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "power_spectrum", "base_model": "power_spectrum", "train_mode": "C", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_C_seed42_n100", "n_params": 11466, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 71807488, "max_memory_reserved_bytes": 90177536, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "power_spectrum_matched", "base_model": "power_spectrum", "train_mode": "C", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 1312, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_matched_C_seed42_n100", "n_params": 231906, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 76230656, "max_memory_reserved_bytes": 96468992, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "bispectrum", "base_model": "bispectrum", "train_mode": "C", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100/bispectrum_C_seed42_n100", "n_params": 231818, "invariant_dim": 768, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 183982592, "max_memory_reserved_bytes": 207618048, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "standard", "base_model": "standard", "train_mode": "C", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500/standard_C_seed42_n500", "n_params": 184778, "invariant_dim": null, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 786773504, "max_memory_reserved_bytes": 1317011456, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "power_spectrum", "base_model": "power_spectrum", "train_mode": "C", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_C_seed42_n500", "n_params": 11466, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 77044224, "max_memory_reserved_bytes": 111149056, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "power_spectrum_matched", "base_model": "power_spectrum", "train_mode": "C", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 1312, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_matched_C_seed42_n500", "n_params": 231906, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 81346560, "max_memory_reserved_bytes": 117440512, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "bispectrum", "base_model": "bispectrum", "train_mode": "C", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500/bispectrum_C_seed42_n500", "n_params": 231818, "invariant_dim": 768, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 408317440, "max_memory_reserved_bytes": 446693376, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "standard", "base_model": "standard", "train_mode": "C", "train_size": 2500, "train_examples": 2500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500/standard_C_seed42_n2500", "n_params": 184778, "invariant_dim": null, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 786773504, "max_memory_reserved_bytes": 1317011456, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "power_spectrum", "base_model": "power_spectrum", "train_mode": "C", "train_size": 2500, "train_examples": 2500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_C_seed42_n2500", "n_params": 11466, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 77044224, "max_memory_reserved_bytes": 111149056, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "power_spectrum_matched", "base_model": "power_spectrum", "train_mode": "C", "train_size": 2500, "train_examples": 2500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 1312, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_matched_C_seed42_n2500", "n_params": 231906, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 81346560, "max_memory_reserved_bytes": 117440512, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "bispectrum", "base_model": "bispectrum", "train_mode": "C", "train_size": 2500, "train_examples": 2500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500/bispectrum_C_seed42_n2500", "n_params": 231818, "invariant_dim": 768, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 408317440, "max_memory_reserved_bytes": 446693376, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "standard", "base_model": "standard", "train_mode": "C", "train_size": 12500, "train_examples": 12500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500/standard_C_seed42_n12500", "n_params": 184778, "invariant_dim": null, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 786773504, "max_memory_reserved_bytes": 1317011456, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "power_spectrum", "base_model": "power_spectrum", "train_mode": "C", "train_size": 12500, "train_examples": 12500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_C_seed42_n12500", "n_params": 11466, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 77044224, "max_memory_reserved_bytes": 111149056, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "power_spectrum_matched", "base_model": "power_spectrum", "train_mode": "C", "train_size": 12500, "train_examples": 12500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 1312, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_matched_C_seed42_n12500", "n_params": 231906, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 81346560, "max_memory_reserved_bytes": 117440512, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "bispectrum", "base_model": "bispectrum", "train_mode": "C", "train_size": 12500, "train_examples": 12500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500/bispectrum_C_seed42_n12500", "n_params": 231818, "invariant_dim": 768, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 408317440, "max_memory_reserved_bytes": 446693376, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "standard", "base_model": "standard", "train_mode": "C", "train_size": null, "train_examples": 50000, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full/standard_C_seed42", "n_params": 184778, "invariant_dim": null, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 786773504, "max_memory_reserved_bytes": 1317011456, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "power_spectrum", "base_model": "power_spectrum", "train_mode": "C", "train_size": null, "train_examples": 50000, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_C_seed42", "n_params": 11466, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 77044224, "max_memory_reserved_bytes": 111149056, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "power_spectrum_matched", "base_model": "power_spectrum", "train_mode": "C", "train_size": null, "train_examples": 50000, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 1312, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_matched_C_seed42", "n_params": 231906, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 81346560, "max_memory_reserved_bytes": 117440512, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "bispectrum", "base_model": "bispectrum", "train_mode": "C", "train_size": null, "train_examples": 50000, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full/bispectrum_C_seed42", "n_params": 231818, "invariant_dim": 768, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 408317440, "max_memory_reserved_bytes": 446693376, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "standard", "group": "c8", "train_mode": "R", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 1024, "effective_batch_size": 1024, "growth_rate": 12, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100/standard_c8_gr12_R_seed42_n100", "n_params": 101959, "invariant_dim": 90, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 2525855232, "max_memory_reserved_bytes": 2579496960, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "norm", "group": "c8", "train_mode": "R", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100/norm_c8_gr4_R_seed42_n100", "n_params": 110093, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 17499366912, "max_memory_reserved_bytes": 20715667456, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "gate", "group": "c8", "train_mode": "R", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 3, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100/gate_c8_gr3_R_seed42_n100", "n_params": 135682, "invariant_dim": 27, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 15811831808, "max_memory_reserved_bytes": 19899875328, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "fourier_elu", "group": "c8", "train_mode": "R", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 64, "effective_batch_size": 64, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100/fourier_elu_c8_gr4_R_seed42_n100", "n_params": 109815, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 21333635072, "max_memory_reserved_bytes": 27678212096, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "bispectrum", "group": "c8", "train_mode": "R", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100/bispectrum_c8_gr4_R_seed42_n100", "n_params": 128345, "invariant_dim": 544, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 12126383104, "max_memory_reserved_bytes": 12490637312, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "standard", "group": "c8", "train_mode": "R", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 1024, "effective_batch_size": 1024, "growth_rate": 12, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500/standard_c8_gr12_R_seed42_n500", "n_params": 101959, "invariant_dim": 90, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 12328691200, "max_memory_reserved_bytes": 14143193088, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "norm", "group": "c8", "train_mode": "R", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500/norm_c8_gr4_R_seed42_n500", "n_params": 110093, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 22370846208, "max_memory_reserved_bytes": 26453475328, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "gate", "group": "c8", "train_mode": "R", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 3, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500/gate_c8_gr3_R_seed42_n500", "n_params": 135682, "invariant_dim": 27, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 20218464256, "max_memory_reserved_bytes": 25427968000, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "fourier_elu", "group": "c8", "train_mode": "R", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 64, "effective_batch_size": 64, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500/fourier_elu_c8_gr4_R_seed42_n500", "n_params": 109815, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 21333635072, "max_memory_reserved_bytes": 27678212096, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "bispectrum", "group": "c8", "train_mode": "R", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500/bispectrum_c8_gr4_R_seed42_n500", "n_params": 128345, "invariant_dim": 544, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 15496555520, "max_memory_reserved_bytes": 15957229568, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "standard", "group": "c8", "train_mode": "R", "train_size": 2500, "train_examples": 2500, "seed": 42, "batch_size": 1024, "effective_batch_size": 1024, "growth_rate": 12, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500/standard_c8_gr12_R_seed42_n2500", "n_params": 101959, "invariant_dim": 90, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 25155531264, "max_memory_reserved_bytes": 28890365952, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "norm", "group": "c8", "train_mode": "R", "train_size": 2500, "train_examples": 2500, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500/norm_c8_gr4_R_seed42_n2500", "n_params": 110093, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 22370846208, "max_memory_reserved_bytes": 26453475328, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "gate", "group": "c8", "train_mode": "R", "train_size": 2500, "train_examples": 2500, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 3, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500/gate_c8_gr3_R_seed42_n2500", "n_params": 135682, "invariant_dim": 27, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 20218464256, "max_memory_reserved_bytes": 25427968000, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "fourier_elu", "group": "c8", "train_mode": "R", "train_size": 2500, "train_examples": 2500, "seed": 42, "batch_size": 64, "effective_batch_size": 64, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500/fourier_elu_c8_gr4_R_seed42_n2500", "n_params": 109815, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 21333635072, "max_memory_reserved_bytes": 27678212096, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "bispectrum", "group": "c8", "train_mode": "R", "train_size": 2500, "train_examples": 2500, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500/bispectrum_c8_gr4_R_seed42_n2500", "n_params": 128345, "invariant_dim": 544, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 15496555520, "max_memory_reserved_bytes": 15957229568, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "standard", "group": "c8", "train_mode": "R", "train_size": 12500, "train_examples": 12500, "seed": 42, "batch_size": 1024, "effective_batch_size": 1024, "growth_rate": 12, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500/standard_c8_gr12_R_seed42_n12500", "n_params": 101959, "invariant_dim": 90, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 25155531264, "max_memory_reserved_bytes": 28890365952, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "norm", "group": "c8", "train_mode": "R", "train_size": 12500, "train_examples": 12500, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500/norm_c8_gr4_R_seed42_n12500", "n_params": 110093, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 22370846208, "max_memory_reserved_bytes": 26453475328, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "gate", "group": "c8", "train_mode": "R", "train_size": 12500, "train_examples": 12500, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 3, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500/gate_c8_gr3_R_seed42_n12500", "n_params": 135682, "invariant_dim": 27, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 20218464256, "max_memory_reserved_bytes": 25427968000, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "fourier_elu", "group": "c8", "train_mode": "R", "train_size": 12500, "train_examples": 12500, "seed": 42, "batch_size": 64, "effective_batch_size": 64, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500/fourier_elu_c8_gr4_R_seed42_n12500", "n_params": 109815, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 21333635072, "max_memory_reserved_bytes": 27678212096, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "bispectrum", "group": "c8", "train_mode": "R", "train_size": 12500, "train_examples": 12500, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500/bispectrum_c8_gr4_R_seed42_n12500", "n_params": 128345, "invariant_dim": 544, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 15496555520, "max_memory_reserved_bytes": 15957229568, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "standard", "group": "c8", "train_mode": "R", "train_size": null, "train_examples": 262144, "seed": 42, "batch_size": 1024, "effective_batch_size": 1024, "growth_rate": 12, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_full/standard_c8_gr12_R_seed42", "n_params": 101959, "invariant_dim": 90, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 25155531264, "max_memory_reserved_bytes": 28890365952, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "norm", "group": "c8", "train_mode": "R", "train_size": null, "train_examples": 262144, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_full/norm_c8_gr4_R_seed42", "n_params": 110093, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 22370846208, "max_memory_reserved_bytes": 26453475328, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "gate", "group": "c8", "train_mode": "R", "train_size": null, "train_examples": 262144, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 3, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_full/gate_c8_gr3_R_seed42", "n_params": 135682, "invariant_dim": 27, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 20218464256, "max_memory_reserved_bytes": 25427968000, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "fourier_elu", "group": "c8", "train_mode": "R", "train_size": null, "train_examples": 262144, "seed": 42, "batch_size": 64, "effective_batch_size": 64, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_full/fourier_elu_c8_gr4_R_seed42", "n_params": 109815, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 21333635072, "max_memory_reserved_bytes": 27678212096, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "pcam", "model": "bispectrum", "group": "c8", "train_mode": "R", "train_size": null, "train_examples": 262144, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_full/bispectrum_c8_gr4_R_seed42", "n_params": 128345, "invariant_dim": 544, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 15496555520, "max_memory_reserved_bytes": 15957229568, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "organ3d", "model": "standard", "train_mode": "R", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 64, "effective_batch_size": 64, "channels": [4, 8], "head_dim": 64, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_100/standard_R_ch4_8_seed42_n100", "n_params": 16071, "invariant_dim": 8, "raw_invariant_dim": 8, "projected_dim": 8, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 249183232, "max_memory_reserved_bytes": 356515840, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "organ3d", "model": "max_pool", "train_mode": "R", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 32, "effective_batch_size": 32, "channels": [4, 8], "head_dim": 64, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_100/max_pool_R_ch4_8_seed42_n100", "n_params": 374423, "invariant_dim": 8, "raw_invariant_dim": 8, "projected_dim": 8, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 2748844032, "max_memory_reserved_bytes": 3592421376, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "organ3d", "model": "bispectrum", "train_mode": "R", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 16, "effective_batch_size": 16, "channels": [4, 8], "head_dim": 64, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_100/bispectrum_R_ch4_8_seed42_n100", "n_params": 463167, "invariant_dim": 64, "raw_invariant_dim": 1376, "projected_dim": 64, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 1736015360, "max_memory_reserved_bytes": 2246049792, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "organ3d", "model": "standard", "train_mode": "R", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 64, "effective_batch_size": 64, "channels": [4, 8], "head_dim": 64, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_500/standard_R_ch4_8_seed42_n500", "n_params": 16071, "invariant_dim": 8, "raw_invariant_dim": 8, "projected_dim": 8, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 249183232, "max_memory_reserved_bytes": 356515840, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "organ3d", "model": "max_pool", "train_mode": "R", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 32, "effective_batch_size": 32, "channels": [4, 8], "head_dim": 64, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_500/max_pool_R_ch4_8_seed42_n500", "n_params": 374423, "invariant_dim": 8, "raw_invariant_dim": 8, "projected_dim": 8, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 2748844032, "max_memory_reserved_bytes": 3592421376, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "organ3d", "model": "bispectrum", "train_mode": "R", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 16, "effective_batch_size": 16, "channels": [4, 8], "head_dim": 64, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_500/bispectrum_R_ch4_8_seed42_n500", "n_params": 463167, "invariant_dim": 64, "raw_invariant_dim": 1376, "projected_dim": 64, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 1736015360, "max_memory_reserved_bytes": 2246049792, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "organ3d", "model": "standard", "train_mode": "R", "train_size": null, "train_examples": 971, "seed": 42, "batch_size": 64, "effective_batch_size": 64, "channels": [4, 8], "head_dim": 64, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_full/standard_R_ch4_8_seed42", "n_params": 16071, "invariant_dim": 8, "raw_invariant_dim": 8, "projected_dim": 8, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 249183232, "max_memory_reserved_bytes": 356515840, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "organ3d", "model": "max_pool", "train_mode": "R", "train_size": null, "train_examples": 971, "seed": 42, "batch_size": 32, "effective_batch_size": 32, "channels": [4, 8], "head_dim": 64, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_full/max_pool_R_ch4_8_seed42", "n_params": 374423, "invariant_dim": 8, "raw_invariant_dim": 8, "projected_dim": 8, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 2748844032, "max_memory_reserved_bytes": 3592421376, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "organ3d", "model": "bispectrum", "train_mode": "R", "train_size": null, "train_examples": 971, "seed": 42, "batch_size": 16, "effective_batch_size": 16, "channels": [4, 8], "head_dim": 64, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_full/bispectrum_R_ch4_8_seed42", "n_params": 463167, "invariant_dim": 64, "raw_invariant_dim": 1376, "projected_dim": 64, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 1736015360, "max_memory_reserved_bytes": 2246049792, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "standard", "base_model": "standard", "train_mode": "R", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100/standard_R_seed42_n100", "n_params": 184778, "invariant_dim": null, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 353904128, "max_memory_reserved_bytes": 574619648, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "power_spectrum", "base_model": "power_spectrum", "train_mode": "R", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_R_seed42_n100", "n_params": 11466, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 71807488, "max_memory_reserved_bytes": 90177536, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "power_spectrum_matched", "base_model": "power_spectrum", "train_mode": "R", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 1312, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_matched_R_seed42_n100", "n_params": 231906, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 76230656, "max_memory_reserved_bytes": 96468992, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "bispectrum", "base_model": "bispectrum", "train_mode": "R", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100/bispectrum_R_seed42_n100", "n_params": 231818, "invariant_dim": 768, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 183982592, "max_memory_reserved_bytes": 207618048, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "standard", "base_model": "standard", "train_mode": "R", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500/standard_R_seed42_n500", "n_params": 184778, "invariant_dim": null, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 786773504, "max_memory_reserved_bytes": 1317011456, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "power_spectrum", "base_model": "power_spectrum", "train_mode": "R", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_R_seed42_n500", "n_params": 11466, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 77044224, "max_memory_reserved_bytes": 111149056, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "power_spectrum_matched", "base_model": "power_spectrum", "train_mode": "R", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 1312, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_matched_R_seed42_n500", "n_params": 231906, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 81346560, "max_memory_reserved_bytes": 117440512, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "bispectrum", "base_model": "bispectrum", "train_mode": "R", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500/bispectrum_R_seed42_n500", "n_params": 231818, "invariant_dim": 768, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 408317440, "max_memory_reserved_bytes": 446693376, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "standard", "base_model": "standard", "train_mode": "R", "train_size": 2500, "train_examples": 2500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500/standard_R_seed42_n2500", "n_params": 184778, "invariant_dim": null, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 786773504, "max_memory_reserved_bytes": 1317011456, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "power_spectrum", "base_model": "power_spectrum", "train_mode": "R", "train_size": 2500, "train_examples": 2500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_R_seed42_n2500", "n_params": 11466, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 77044224, "max_memory_reserved_bytes": 111149056, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "power_spectrum_matched", "base_model": "power_spectrum", "train_mode": "R", "train_size": 2500, "train_examples": 2500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 1312, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_matched_R_seed42_n2500", "n_params": 231906, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 81346560, "max_memory_reserved_bytes": 117440512, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "bispectrum", "base_model": "bispectrum", "train_mode": "R", "train_size": 2500, "train_examples": 2500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500/bispectrum_R_seed42_n2500", "n_params": 231818, "invariant_dim": 768, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 408317440, "max_memory_reserved_bytes": 446693376, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "standard", "base_model": "standard", "train_mode": "R", "train_size": 12500, "train_examples": 12500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500/standard_R_seed42_n12500", "n_params": 184778, "invariant_dim": null, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 786773504, "max_memory_reserved_bytes": 1317011456, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "power_spectrum", "base_model": "power_spectrum", "train_mode": "R", "train_size": 12500, "train_examples": 12500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_R_seed42_n12500", "n_params": 11466, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 77044224, "max_memory_reserved_bytes": 111149056, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "power_spectrum_matched", "base_model": "power_spectrum", "train_mode": "R", "train_size": 12500, "train_examples": 12500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 1312, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_matched_R_seed42_n12500", "n_params": 231906, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 81346560, "max_memory_reserved_bytes": 117440512, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "bispectrum", "base_model": "bispectrum", "train_mode": "R", "train_size": 12500, "train_examples": 12500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500/bispectrum_R_seed42_n12500", "n_params": 231818, "invariant_dim": 768, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 408317440, "max_memory_reserved_bytes": 446693376, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "standard", "base_model": "standard", "train_mode": "R", "train_size": null, "train_examples": 50000, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full/standard_R_seed42", "n_params": 184778, "invariant_dim": null, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 786773504, "max_memory_reserved_bytes": 1317011456, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "power_spectrum", "base_model": "power_spectrum", "train_mode": "R", "train_size": null, "train_examples": 50000, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_R_seed42", "n_params": 11466, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 77044224, "max_memory_reserved_bytes": 111149056, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "power_spectrum_matched", "base_model": "power_spectrum", "train_mode": "R", "train_size": null, "train_examples": 50000, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 1312, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_matched_R_seed42", "n_params": 231906, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 81346560, "max_memory_reserved_bytes": 117440512, "memory_headroom": 0.85, "status": "ok", "error": ""} -{"dataset": "spherical_mnist", "model": "bispectrum", "base_model": "bispectrum", "train_mode": "R", "train_size": null, "train_examples": 50000, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full/bispectrum_R_seed42", "n_params": 231818, "invariant_dim": 768, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA H100 80GB HBM3", "total_memory_bytes": 85028372480, "max_memory_allocated_bytes": 408317440, "max_memory_reserved_bytes": 446693376, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "standard", "group": "c8", "train_mode": "C", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 1024, "effective_batch_size": 1024, "growth_rate": 12, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100/standard_c8_gr12_C_seed42_n100", "n_params": 101959, "invariant_dim": 90, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 2481283584, "max_memory_reserved_bytes": 3053453312, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "norm", "group": "c8", "train_mode": "C", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100/norm_c8_gr4_C_seed42_n100", "n_params": 110093, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 17449297408, "max_memory_reserved_bytes": 20979908608, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "gate", "group": "c8", "train_mode": "C", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 3, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100/gate_c8_gr3_C_seed42_n100", "n_params": 135682, "invariant_dim": 27, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 15562701312, "max_memory_reserved_bytes": 18803064832, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "fourier_elu", "group": "c8", "train_mode": "C", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 64, "effective_batch_size": 64, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100/fourier_elu_c8_gr4_C_seed42_n100", "n_params": 109815, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 21283565568, "max_memory_reserved_bytes": 27644657664, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "bispectrum", "group": "c8", "train_mode": "C", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100/bispectrum_c8_gr4_C_seed42_n100", "n_params": 128345, "invariant_dim": 544, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 12089475072, "max_memory_reserved_bytes": 13314818048, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "standard", "group": "c8", "train_mode": "C", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 1024, "effective_batch_size": 1024, "growth_rate": 12, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500/standard_c8_gr12_C_seed42_n500", "n_params": 101959, "invariant_dim": 90, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 12277593600, "max_memory_reserved_bytes": 15307112448, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "norm", "group": "c8", "train_mode": "C", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500/norm_c8_gr4_C_seed42_n500", "n_params": 110093, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 22322611712, "max_memory_reserved_bytes": 26801602560, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "gate", "group": "c8", "train_mode": "C", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 3, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500/gate_c8_gr3_C_seed42_n500", "n_params": 135682, "invariant_dim": 27, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 19902757376, "max_memory_reserved_bytes": 24033361920, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "fourier_elu", "group": "c8", "train_mode": "C", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 64, "effective_batch_size": 64, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500/fourier_elu_c8_gr4_C_seed42_n500", "n_params": 109815, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 21283565568, "max_memory_reserved_bytes": 27644657664, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "bispectrum", "group": "c8", "train_mode": "C", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500/bispectrum_c8_gr4_C_seed42_n500", "n_params": 128345, "invariant_dim": 544, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 15465098240, "max_memory_reserved_bytes": 17028874240, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "standard", "group": "c8", "train_mode": "C", "train_size": 2500, "train_examples": 2500, "seed": 42, "batch_size": 1024, "effective_batch_size": 1024, "growth_rate": 12, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500/standard_c8_gr12_C_seed42_n2500", "n_params": 101959, "invariant_dim": 90, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 25105592832, "max_memory_reserved_bytes": 31281119232, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "norm", "group": "c8", "train_mode": "C", "train_size": 2500, "train_examples": 2500, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500/norm_c8_gr4_C_seed42_n2500", "n_params": 110093, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 22322611712, "max_memory_reserved_bytes": 26801602560, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "gate", "group": "c8", "train_mode": "C", "train_size": 2500, "train_examples": 2500, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 3, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500/gate_c8_gr3_C_seed42_n2500", "n_params": 135682, "invariant_dim": 27, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 19902757376, "max_memory_reserved_bytes": 24033361920, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "fourier_elu", "group": "c8", "train_mode": "C", "train_size": 2500, "train_examples": 2500, "seed": 42, "batch_size": 64, "effective_batch_size": 64, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500/fourier_elu_c8_gr4_C_seed42_n2500", "n_params": 109815, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 21283565568, "max_memory_reserved_bytes": 27644657664, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "bispectrum", "group": "c8", "train_mode": "C", "train_size": 2500, "train_examples": 2500, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500/bispectrum_c8_gr4_C_seed42_n2500", "n_params": 128345, "invariant_dim": 544, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 15465098240, "max_memory_reserved_bytes": 17028874240, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "standard", "group": "c8", "train_mode": "C", "train_size": 12500, "train_examples": 12500, "seed": 42, "batch_size": 1024, "effective_batch_size": 1024, "growth_rate": 12, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500/standard_c8_gr12_C_seed42_n12500", "n_params": 101959, "invariant_dim": 90, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 25105592832, "max_memory_reserved_bytes": 31281119232, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "norm", "group": "c8", "train_mode": "C", "train_size": 12500, "train_examples": 12500, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500/norm_c8_gr4_C_seed42_n12500", "n_params": 110093, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 22322611712, "max_memory_reserved_bytes": 26801602560, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "gate", "group": "c8", "train_mode": "C", "train_size": 12500, "train_examples": 12500, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 3, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500/gate_c8_gr3_C_seed42_n12500", "n_params": 135682, "invariant_dim": 27, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 19902757376, "max_memory_reserved_bytes": 24033361920, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "fourier_elu", "group": "c8", "train_mode": "C", "train_size": 12500, "train_examples": 12500, "seed": 42, "batch_size": 64, "effective_batch_size": 64, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500/fourier_elu_c8_gr4_C_seed42_n12500", "n_params": 109815, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 21283565568, "max_memory_reserved_bytes": 27644657664, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "bispectrum", "group": "c8", "train_mode": "C", "train_size": 12500, "train_examples": 12500, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500/bispectrum_c8_gr4_C_seed42_n12500", "n_params": 128345, "invariant_dim": 544, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 15465098240, "max_memory_reserved_bytes": 17028874240, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "standard", "group": "c8", "train_mode": "C", "train_size": null, "train_examples": 262144, "seed": 42, "batch_size": 1024, "effective_batch_size": 1024, "growth_rate": 12, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_full/standard_c8_gr12_C_seed42", "n_params": 101959, "invariant_dim": 90, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 25105592832, "max_memory_reserved_bytes": 31281119232, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "norm", "group": "c8", "train_mode": "C", "train_size": null, "train_examples": 262144, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_full/norm_c8_gr4_C_seed42", "n_params": 110093, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 22322611712, "max_memory_reserved_bytes": 26801602560, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "gate", "group": "c8", "train_mode": "C", "train_size": null, "train_examples": 262144, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 3, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_full/gate_c8_gr3_C_seed42", "n_params": 135682, "invariant_dim": 27, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 19902757376, "max_memory_reserved_bytes": 24033361920, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "fourier_elu", "group": "c8", "train_mode": "C", "train_size": null, "train_examples": 262144, "seed": 42, "batch_size": 64, "effective_batch_size": 64, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_full/fourier_elu_c8_gr4_C_seed42", "n_params": 109815, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 21283565568, "max_memory_reserved_bytes": 27644657664, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "bispectrum", "group": "c8", "train_mode": "C", "train_size": null, "train_examples": 262144, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_full/bispectrum_c8_gr4_C_seed42", "n_params": 128345, "invariant_dim": 544, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 15465098240, "max_memory_reserved_bytes": 17028874240, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "organ3d", "model": "standard", "train_mode": "C", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 64, "effective_batch_size": 64, "channels": [4, 8], "head_dim": 64, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_100/standard_C_ch4_8_seed42_n100", "n_params": 16071, "invariant_dim": 8, "raw_invariant_dim": 8, "projected_dim": 8, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 199375360, "max_memory_reserved_bytes": 301989888, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "organ3d", "model": "max_pool", "train_mode": "C", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 32, "effective_batch_size": 32, "channels": [4, 8], "head_dim": 64, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_100/max_pool_C_ch4_8_seed42_n100", "n_params": 374423, "invariant_dim": 8, "raw_invariant_dim": 8, "projected_dim": 8, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 2696112128, "max_memory_reserved_bytes": 3615490048, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "organ3d", "model": "bispectrum", "train_mode": "C", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 16, "effective_batch_size": 16, "channels": [4, 8], "head_dim": 64, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_100/bispectrum_C_ch4_8_seed42_n100", "n_params": 463167, "invariant_dim": 64, "raw_invariant_dim": 1376, "projected_dim": 64, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 1685945856, "max_memory_reserved_bytes": 2225078272, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "organ3d", "model": "standard", "train_mode": "C", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 64, "effective_batch_size": 64, "channels": [4, 8], "head_dim": 64, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_500/standard_C_ch4_8_seed42_n500", "n_params": 16071, "invariant_dim": 8, "raw_invariant_dim": 8, "projected_dim": 8, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 199375360, "max_memory_reserved_bytes": 301989888, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "organ3d", "model": "max_pool", "train_mode": "C", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 32, "effective_batch_size": 32, "channels": [4, 8], "head_dim": 64, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_500/max_pool_C_ch4_8_seed42_n500", "n_params": 374423, "invariant_dim": 8, "raw_invariant_dim": 8, "projected_dim": 8, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 2696112128, "max_memory_reserved_bytes": 3615490048, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "organ3d", "model": "bispectrum", "train_mode": "C", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 16, "effective_batch_size": 16, "channels": [4, 8], "head_dim": 64, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_500/bispectrum_C_ch4_8_seed42_n500", "n_params": 463167, "invariant_dim": 64, "raw_invariant_dim": 1376, "projected_dim": 64, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 1685945856, "max_memory_reserved_bytes": 2225078272, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "organ3d", "model": "standard", "train_mode": "C", "train_size": null, "train_examples": 971, "seed": 42, "batch_size": 64, "effective_batch_size": 64, "channels": [4, 8], "head_dim": 64, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_full/standard_C_ch4_8_seed42", "n_params": 16071, "invariant_dim": 8, "raw_invariant_dim": 8, "projected_dim": 8, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 199375360, "max_memory_reserved_bytes": 301989888, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "organ3d", "model": "max_pool", "train_mode": "C", "train_size": null, "train_examples": 971, "seed": 42, "batch_size": 32, "effective_batch_size": 32, "channels": [4, 8], "head_dim": 64, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_full/max_pool_C_ch4_8_seed42", "n_params": 374423, "invariant_dim": 8, "raw_invariant_dim": 8, "projected_dim": 8, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 2696112128, "max_memory_reserved_bytes": 3615490048, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "organ3d", "model": "bispectrum", "train_mode": "C", "train_size": null, "train_examples": 971, "seed": 42, "batch_size": 16, "effective_batch_size": 16, "channels": [4, 8], "head_dim": 64, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_full/bispectrum_C_ch4_8_seed42", "n_params": 463167, "invariant_dim": 64, "raw_invariant_dim": 1376, "projected_dim": 64, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 1685945856, "max_memory_reserved_bytes": 2225078272, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "standard", "base_model": "standard", "train_mode": "C", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100/standard_C_seed42_n100", "n_params": 184778, "invariant_dim": null, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 303834624, "max_memory_reserved_bytes": 473956352, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "power_spectrum", "base_model": "power_spectrum", "train_mode": "C", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_C_seed42_n100", "n_params": 11466, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 22393344, "max_memory_reserved_bytes": 25165824, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "power_spectrum_matched", "base_model": "power_spectrum", "train_mode": "C", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 1312, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_matched_C_seed42_n100", "n_params": 231906, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 26816512, "max_memory_reserved_bytes": 29360128, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "bispectrum", "base_model": "bispectrum", "train_mode": "C", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100/bispectrum_C_seed42_n100", "n_params": 231818, "invariant_dim": 768, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 158947840, "max_memory_reserved_bytes": 174063616, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "standard", "base_model": "standard", "train_mode": "C", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500/standard_C_seed42_n500", "n_params": 184778, "invariant_dim": null, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 736704000, "max_memory_reserved_bytes": 1044381696, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "power_spectrum", "base_model": "power_spectrum", "train_mode": "C", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_C_seed42_n500", "n_params": 11466, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 26974720, "max_memory_reserved_bytes": 46137344, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "power_spectrum_matched", "base_model": "power_spectrum", "train_mode": "C", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 1312, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_matched_C_seed42_n500", "n_params": 231906, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 31277056, "max_memory_reserved_bytes": 52428800, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "bispectrum", "base_model": "bispectrum", "train_mode": "C", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500/bispectrum_C_seed42_n500", "n_params": 231818, "invariant_dim": 768, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 383282688, "max_memory_reserved_bytes": 413138944, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "standard", "base_model": "standard", "train_mode": "C", "train_size": 2500, "train_examples": 2500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500/standard_C_seed42_n2500", "n_params": 184778, "invariant_dim": null, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 736704000, "max_memory_reserved_bytes": 1044381696, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "power_spectrum", "base_model": "power_spectrum", "train_mode": "C", "train_size": 2500, "train_examples": 2500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_C_seed42_n2500", "n_params": 11466, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 26974720, "max_memory_reserved_bytes": 46137344, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "power_spectrum_matched", "base_model": "power_spectrum", "train_mode": "C", "train_size": 2500, "train_examples": 2500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 1312, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_matched_C_seed42_n2500", "n_params": 231906, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 31277056, "max_memory_reserved_bytes": 52428800, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "bispectrum", "base_model": "bispectrum", "train_mode": "C", "train_size": 2500, "train_examples": 2500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500/bispectrum_C_seed42_n2500", "n_params": 231818, "invariant_dim": 768, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 383282688, "max_memory_reserved_bytes": 413138944, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "standard", "base_model": "standard", "train_mode": "C", "train_size": 12500, "train_examples": 12500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500/standard_C_seed42_n12500", "n_params": 184778, "invariant_dim": null, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 736704000, "max_memory_reserved_bytes": 1044381696, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "power_spectrum", "base_model": "power_spectrum", "train_mode": "C", "train_size": 12500, "train_examples": 12500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_C_seed42_n12500", "n_params": 11466, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 26974720, "max_memory_reserved_bytes": 46137344, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "power_spectrum_matched", "base_model": "power_spectrum", "train_mode": "C", "train_size": 12500, "train_examples": 12500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 1312, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_matched_C_seed42_n12500", "n_params": 231906, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 31277056, "max_memory_reserved_bytes": 52428800, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "bispectrum", "base_model": "bispectrum", "train_mode": "C", "train_size": 12500, "train_examples": 12500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500/bispectrum_C_seed42_n12500", "n_params": 231818, "invariant_dim": 768, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 383282688, "max_memory_reserved_bytes": 413138944, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "standard", "base_model": "standard", "train_mode": "C", "train_size": null, "train_examples": 50000, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full/standard_C_seed42", "n_params": 184778, "invariant_dim": null, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 736704000, "max_memory_reserved_bytes": 1044381696, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "power_spectrum", "base_model": "power_spectrum", "train_mode": "C", "train_size": null, "train_examples": 50000, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_C_seed42", "n_params": 11466, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 26974720, "max_memory_reserved_bytes": 46137344, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "power_spectrum_matched", "base_model": "power_spectrum", "train_mode": "C", "train_size": null, "train_examples": 50000, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 1312, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_matched_C_seed42", "n_params": 231906, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 31277056, "max_memory_reserved_bytes": 52428800, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "bispectrum", "base_model": "bispectrum", "train_mode": "C", "train_size": null, "train_examples": 50000, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full/bispectrum_C_seed42", "n_params": 231818, "invariant_dim": 768, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 383282688, "max_memory_reserved_bytes": 413138944, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "standard", "group": "c8", "train_mode": "R", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 1024, "effective_batch_size": 1024, "growth_rate": 12, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100/standard_c8_gr12_R_seed42_n100", "n_params": 101959, "invariant_dim": 90, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 2481152512, "max_memory_reserved_bytes": 3061841920, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "norm", "group": "c8", "train_mode": "R", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100/norm_c8_gr4_R_seed42_n100", "n_params": 110093, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 17449297408, "max_memory_reserved_bytes": 20988297216, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "gate", "group": "c8", "train_mode": "R", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 3, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100/gate_c8_gr3_R_seed42_n100", "n_params": 135682, "invariant_dim": 27, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 15562701312, "max_memory_reserved_bytes": 18811453440, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "fourier_elu", "group": "c8", "train_mode": "R", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 64, "effective_batch_size": 64, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100/fourier_elu_c8_gr4_R_seed42_n100", "n_params": 109815, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 21283893248, "max_memory_reserved_bytes": 27665629184, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "bispectrum", "group": "c8", "train_mode": "R", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100/bispectrum_c8_gr4_R_seed42_n100", "n_params": 128345, "invariant_dim": 544, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 12097994752, "max_memory_reserved_bytes": 13323206656, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "standard", "group": "c8", "train_mode": "R", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 1024, "effective_batch_size": 1024, "growth_rate": 12, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500/standard_c8_gr12_R_seed42_n500", "n_params": 101959, "invariant_dim": 90, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 12277004800, "max_memory_reserved_bytes": 15275655168, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "norm", "group": "c8", "train_mode": "R", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500/norm_c8_gr4_R_seed42_n500", "n_params": 110093, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 22323267072, "max_memory_reserved_bytes": 26822574080, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "gate", "group": "c8", "train_mode": "R", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 3, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500/gate_c8_gr3_R_seed42_n500", "n_params": 135682, "invariant_dim": 27, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 19902757376, "max_memory_reserved_bytes": 24054333440, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "fourier_elu", "group": "c8", "train_mode": "R", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 64, "effective_batch_size": 64, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500/fourier_elu_c8_gr4_R_seed42_n500", "n_params": 109815, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 21283893248, "max_memory_reserved_bytes": 27665629184, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "bispectrum", "group": "c8", "train_mode": "R", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500/bispectrum_c8_gr4_R_seed42_n500", "n_params": 128345, "invariant_dim": 544, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 15474273280, "max_memory_reserved_bytes": 17049845760, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "standard", "group": "c8", "train_mode": "R", "train_size": 2500, "train_examples": 2500, "seed": 42, "batch_size": 1024, "effective_batch_size": 1024, "growth_rate": 12, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500/standard_c8_gr12_R_seed42_n2500", "n_params": 101959, "invariant_dim": 90, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 25105592832, "max_memory_reserved_bytes": 31302090752, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "norm", "group": "c8", "train_mode": "R", "train_size": 2500, "train_examples": 2500, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500/norm_c8_gr4_R_seed42_n2500", "n_params": 110093, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 22323267072, "max_memory_reserved_bytes": 26822574080, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "gate", "group": "c8", "train_mode": "R", "train_size": 2500, "train_examples": 2500, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 3, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500/gate_c8_gr3_R_seed42_n2500", "n_params": 135682, "invariant_dim": 27, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 19902757376, "max_memory_reserved_bytes": 24054333440, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "fourier_elu", "group": "c8", "train_mode": "R", "train_size": 2500, "train_examples": 2500, "seed": 42, "batch_size": 64, "effective_batch_size": 64, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500/fourier_elu_c8_gr4_R_seed42_n2500", "n_params": 109815, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 21283893248, "max_memory_reserved_bytes": 27665629184, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "bispectrum", "group": "c8", "train_mode": "R", "train_size": 2500, "train_examples": 2500, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500/bispectrum_c8_gr4_R_seed42_n2500", "n_params": 128345, "invariant_dim": 544, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 15474273280, "max_memory_reserved_bytes": 17049845760, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "standard", "group": "c8", "train_mode": "R", "train_size": 12500, "train_examples": 12500, "seed": 42, "batch_size": 1024, "effective_batch_size": 1024, "growth_rate": 12, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500/standard_c8_gr12_R_seed42_n12500", "n_params": 101959, "invariant_dim": 90, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 25105592832, "max_memory_reserved_bytes": 31302090752, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "norm", "group": "c8", "train_mode": "R", "train_size": 12500, "train_examples": 12500, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500/norm_c8_gr4_R_seed42_n12500", "n_params": 110093, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 22323267072, "max_memory_reserved_bytes": 26822574080, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "gate", "group": "c8", "train_mode": "R", "train_size": 12500, "train_examples": 12500, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 3, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500/gate_c8_gr3_R_seed42_n12500", "n_params": 135682, "invariant_dim": 27, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 19902757376, "max_memory_reserved_bytes": 24054333440, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "fourier_elu", "group": "c8", "train_mode": "R", "train_size": 12500, "train_examples": 12500, "seed": 42, "batch_size": 64, "effective_batch_size": 64, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500/fourier_elu_c8_gr4_R_seed42_n12500", "n_params": 109815, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 21283893248, "max_memory_reserved_bytes": 27665629184, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "bispectrum", "group": "c8", "train_mode": "R", "train_size": 12500, "train_examples": 12500, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500/bispectrum_c8_gr4_R_seed42_n12500", "n_params": 128345, "invariant_dim": 544, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 15474273280, "max_memory_reserved_bytes": 17049845760, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "standard", "group": "c8", "train_mode": "R", "train_size": null, "train_examples": 262144, "seed": 42, "batch_size": 1024, "effective_batch_size": 1024, "growth_rate": 12, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_full/standard_c8_gr12_R_seed42", "n_params": 101959, "invariant_dim": 90, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 25105592832, "max_memory_reserved_bytes": 31302090752, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "norm", "group": "c8", "train_mode": "R", "train_size": null, "train_examples": 262144, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_full/norm_c8_gr4_R_seed42", "n_params": 110093, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 22323267072, "max_memory_reserved_bytes": 26822574080, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "gate", "group": "c8", "train_mode": "R", "train_size": null, "train_examples": 262144, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 3, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_full/gate_c8_gr3_R_seed42", "n_params": 135682, "invariant_dim": 27, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 19902757376, "max_memory_reserved_bytes": 24054333440, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "fourier_elu", "group": "c8", "train_mode": "R", "train_size": null, "train_examples": 262144, "seed": 42, "batch_size": 64, "effective_batch_size": 64, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_full/fourier_elu_c8_gr4_R_seed42", "n_params": 109815, "invariant_dim": 34, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 21283893248, "max_memory_reserved_bytes": 27665629184, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "pcam", "model": "bispectrum", "group": "c8", "train_mode": "R", "train_size": null, "train_examples": 262144, "seed": 42, "batch_size": 128, "effective_batch_size": 128, "growth_rate": 4, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_full/bispectrum_c8_gr4_R_seed42", "n_params": 128345, "invariant_dim": 544, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 15474273280, "max_memory_reserved_bytes": 17049845760, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "organ3d", "model": "standard", "train_mode": "R", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 64, "effective_batch_size": 64, "channels": [4, 8], "head_dim": 64, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_100/standard_R_ch4_8_seed42_n100", "n_params": 16071, "invariant_dim": 8, "raw_invariant_dim": 8, "projected_dim": 8, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 198785536, "max_memory_reserved_bytes": 293601280, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "organ3d", "model": "max_pool", "train_mode": "R", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 32, "effective_batch_size": 32, "channels": [4, 8], "head_dim": 64, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_100/max_pool_R_ch4_8_seed42_n100", "n_params": 374423, "invariant_dim": 8, "raw_invariant_dim": 8, "projected_dim": 8, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 2694461440, "max_memory_reserved_bytes": 3636461568, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "organ3d", "model": "bispectrum", "train_mode": "R", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 16, "effective_batch_size": 16, "channels": [4, 8], "head_dim": 64, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_100/bispectrum_R_ch4_8_seed42_n100", "n_params": 463167, "invariant_dim": 64, "raw_invariant_dim": 1376, "projected_dim": 64, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 1686148608, "max_memory_reserved_bytes": 2227175424, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "organ3d", "model": "standard", "train_mode": "R", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 64, "effective_batch_size": 64, "channels": [4, 8], "head_dim": 64, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_500/standard_R_ch4_8_seed42_n500", "n_params": 16071, "invariant_dim": 8, "raw_invariant_dim": 8, "projected_dim": 8, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 198785536, "max_memory_reserved_bytes": 293601280, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "organ3d", "model": "max_pool", "train_mode": "R", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 32, "effective_batch_size": 32, "channels": [4, 8], "head_dim": 64, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_500/max_pool_R_ch4_8_seed42_n500", "n_params": 374423, "invariant_dim": 8, "raw_invariant_dim": 8, "projected_dim": 8, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 2694461440, "max_memory_reserved_bytes": 3636461568, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "organ3d", "model": "bispectrum", "train_mode": "R", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 16, "effective_batch_size": 16, "channels": [4, 8], "head_dim": 64, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_500/bispectrum_R_ch4_8_seed42_n500", "n_params": 463167, "invariant_dim": 64, "raw_invariant_dim": 1376, "projected_dim": 64, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 1686148608, "max_memory_reserved_bytes": 2227175424, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "organ3d", "model": "standard", "train_mode": "R", "train_size": null, "train_examples": 971, "seed": 42, "batch_size": 64, "effective_batch_size": 64, "channels": [4, 8], "head_dim": 64, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_full/standard_R_ch4_8_seed42", "n_params": 16071, "invariant_dim": 8, "raw_invariant_dim": 8, "projected_dim": 8, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 198785536, "max_memory_reserved_bytes": 293601280, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "organ3d", "model": "max_pool", "train_mode": "R", "train_size": null, "train_examples": 971, "seed": 42, "batch_size": 32, "effective_batch_size": 32, "channels": [4, 8], "head_dim": 64, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_full/max_pool_R_ch4_8_seed42", "n_params": 374423, "invariant_dim": 8, "raw_invariant_dim": 8, "projected_dim": 8, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 2694461440, "max_memory_reserved_bytes": 3636461568, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "organ3d", "model": "bispectrum", "train_mode": "R", "train_size": null, "train_examples": 971, "seed": 42, "batch_size": 16, "effective_batch_size": 16, "channels": [4, 8], "head_dim": 64, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_full/bispectrum_R_ch4_8_seed42", "n_params": 463167, "invariant_dim": 64, "raw_invariant_dim": 1376, "projected_dim": 64, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 1686148608, "max_memory_reserved_bytes": 2227175424, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "standard", "base_model": "standard", "train_mode": "R", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100/standard_R_seed42_n100", "n_params": 184778, "invariant_dim": null, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 303834624, "max_memory_reserved_bytes": 473956352, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "power_spectrum", "base_model": "power_spectrum", "train_mode": "R", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_R_seed42_n100", "n_params": 11466, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 22393344, "max_memory_reserved_bytes": 25165824, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "power_spectrum_matched", "base_model": "power_spectrum", "train_mode": "R", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 1312, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_matched_R_seed42_n100", "n_params": 231906, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 26816512, "max_memory_reserved_bytes": 29360128, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "bispectrum", "base_model": "bispectrum", "train_mode": "R", "train_size": 100, "train_examples": 100, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100/bispectrum_R_seed42_n100", "n_params": 231818, "invariant_dim": 768, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 158947840, "max_memory_reserved_bytes": 174063616, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "standard", "base_model": "standard", "train_mode": "R", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500/standard_R_seed42_n500", "n_params": 184778, "invariant_dim": null, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 736704000, "max_memory_reserved_bytes": 1044381696, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "power_spectrum", "base_model": "power_spectrum", "train_mode": "R", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_R_seed42_n500", "n_params": 11466, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 26974720, "max_memory_reserved_bytes": 46137344, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "power_spectrum_matched", "base_model": "power_spectrum", "train_mode": "R", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 1312, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_matched_R_seed42_n500", "n_params": 231906, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 31277056, "max_memory_reserved_bytes": 52428800, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "bispectrum", "base_model": "bispectrum", "train_mode": "R", "train_size": 500, "train_examples": 500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500/bispectrum_R_seed42_n500", "n_params": 231818, "invariant_dim": 768, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 383282688, "max_memory_reserved_bytes": 413138944, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "standard", "base_model": "standard", "train_mode": "R", "train_size": 2500, "train_examples": 2500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500/standard_R_seed42_n2500", "n_params": 184778, "invariant_dim": null, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 736704000, "max_memory_reserved_bytes": 1044381696, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "power_spectrum", "base_model": "power_spectrum", "train_mode": "R", "train_size": 2500, "train_examples": 2500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_R_seed42_n2500", "n_params": 11466, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 26974720, "max_memory_reserved_bytes": 46137344, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "power_spectrum_matched", "base_model": "power_spectrum", "train_mode": "R", "train_size": 2500, "train_examples": 2500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 1312, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_matched_R_seed42_n2500", "n_params": 231906, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 31277056, "max_memory_reserved_bytes": 52428800, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "bispectrum", "base_model": "bispectrum", "train_mode": "R", "train_size": 2500, "train_examples": 2500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500/bispectrum_R_seed42_n2500", "n_params": 231818, "invariant_dim": 768, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 383282688, "max_memory_reserved_bytes": 413138944, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "standard", "base_model": "standard", "train_mode": "R", "train_size": 12500, "train_examples": 12500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500/standard_R_seed42_n12500", "n_params": 184778, "invariant_dim": null, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 736704000, "max_memory_reserved_bytes": 1044381696, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "power_spectrum", "base_model": "power_spectrum", "train_mode": "R", "train_size": 12500, "train_examples": 12500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_R_seed42_n12500", "n_params": 11466, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 26974720, "max_memory_reserved_bytes": 46137344, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "power_spectrum_matched", "base_model": "power_spectrum", "train_mode": "R", "train_size": 12500, "train_examples": 12500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 1312, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_matched_R_seed42_n12500", "n_params": 231906, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 31277056, "max_memory_reserved_bytes": 52428800, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "bispectrum", "base_model": "bispectrum", "train_mode": "R", "train_size": 12500, "train_examples": 12500, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500/bispectrum_R_seed42_n12500", "n_params": 231818, "invariant_dim": 768, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 383282688, "max_memory_reserved_bytes": 413138944, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "standard", "base_model": "standard", "train_mode": "R", "train_size": null, "train_examples": 50000, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full/standard_R_seed42", "n_params": 184778, "invariant_dim": null, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 736704000, "max_memory_reserved_bytes": 1044381696, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "power_spectrum", "base_model": "power_spectrum", "train_mode": "R", "train_size": null, "train_examples": 50000, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_R_seed42", "n_params": 11466, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 26974720, "max_memory_reserved_bytes": 46137344, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "power_spectrum_matched", "base_model": "power_spectrum", "train_mode": "R", "train_size": null, "train_examples": 50000, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 1312, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_matched_R_seed42", "n_params": 231906, "invariant_dim": 16, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 31277056, "max_memory_reserved_bytes": 52428800, "memory_headroom": 0.85, "status": "ok", "error": ""} +{"dataset": "spherical_mnist", "model": "bispectrum", "base_model": "bispectrum", "train_mode": "R", "train_size": null, "train_examples": 50000, "seed": 42, "batch_size": 256, "effective_batch_size": 256, "lmax": 15, "hidden": 256, "output_dir": "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full/bispectrum_R_seed42", "n_params": 231818, "invariant_dim": 768, "test_rotation_seed": 777, "cuda_available": true, "gpu_name": "NVIDIA A100-SXM4-80GB", "total_memory_bytes": 85095874560, "max_memory_allocated_bytes": 383282688, "max_memory_reserved_bytes": 413138944, "memory_headroom": 0.85, "status": "ok", "error": ""} diff --git a/paper/experiments/normalized_results/organ3d/n_100/bispectrum_C_ch4_8_seed101112_n100/results.json b/paper/experiments/normalized_results/organ3d/n_100/bispectrum_C_ch4_8_seed101112_n100/results.json new file mode 100644 index 0000000..d147a90 --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_100/bispectrum_C_ch4_8_seed101112_n100/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "bispectrum", + "train_mode": "C", + "seed": 101112, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 463167, + "invariant_dim": 64, + "raw_invariant_dim": 1376, + "projected_dim": 64, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.9703879057000773, + "test": { + "loss": 1.2941724683417648, + "accuracy": 0.5180327892303467, + "auc": 0.9200588002899256 + }, + "test_c": { + "loss": 1.2941724683417648, + "accuracy": 0.5180327892303467, + "auc": 0.9200588002899256 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.5181694030761719, + "auc": 0.9200684491369788 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.5180327892303467, + "auc": 0.9200742072098076 + }, + "g01": { + "accuracy": 0.5180327892303467, + "auc": 0.920071195341167 + }, + "g02": { + "accuracy": 0.5180327892303467, + "auc": 0.9200841107483306 + }, + "g03": { + "accuracy": 0.5180327892303467, + "auc": 0.9200716752052702 + }, + "g04": { + "accuracy": 0.519672155380249, + "auc": 0.9200589436386707 + }, + "g05": { + "accuracy": 0.519672155380249, + "auc": 0.9200790249579509 + }, + "g06": { + "accuracy": 0.5180327892303467, + "auc": 0.920069208603064 + }, + "g07": { + "accuracy": 0.5180327892303467, + "auc": 0.9200662621367548 + }, + "g08": { + "accuracy": 0.5180327892303467, + "auc": 0.9200614102408767 + }, + "g09": { + "accuracy": 0.5180327892303467, + "auc": 0.9200590745321597 + }, + "g10": { + "accuracy": 0.5180327892303467, + "auc": 0.9200860662318369 + }, + "g11": { + "accuracy": 0.5180327892303467, + "auc": 0.9200740917535387 + }, + "g12": { + "accuracy": 0.5180327892303467, + "auc": 0.9200540416888553 + }, + "g13": { + "accuracy": 0.5180327892303467, + "auc": 0.9200640106297097 + }, + "g14": { + "accuracy": 0.5180327892303467, + "auc": 0.9200691431119062 + }, + "g15": { + "accuracy": 0.5180327892303467, + "auc": 0.9200761626933136 + }, + "g16": { + "accuracy": 0.5180327892303467, + "auc": 0.9200516251405866 + }, + "g17": { + "accuracy": 0.5180327892303467, + "auc": 0.9200738269845966 + }, + "g18": { + "accuracy": 0.5180327892303467, + "auc": 0.9200737148904483 + }, + "g19": { + "accuracy": 0.5180327892303467, + "auc": 0.9200790903602822 + }, + "g20": { + "accuracy": 0.5180327892303467, + "auc": 0.9200589311834146 + }, + "g21": { + "accuracy": 0.5180327892303467, + "auc": 0.9200792212537713 + }, + "g22": { + "accuracy": 0.5180327892303467, + "auc": 0.9200489404612552 + }, + "g23": { + "accuracy": 0.5180327892303467, + "auc": 0.9200588002899256 + }, + "mean_auc": 0.9200684491369788, + "std_auc": 1.0008515689134635e-05, + "mean_accuracy": 0.5181694030761719, + "std_accuracy": 0.00045309686776963333 + }, + "wall_time_s": 32.55952548980713, + "epochs_run": 63, + "peak_train_alloc_bytes": 1688434688, + "peak_train_reserved_bytes": 2237661184, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "C", + "--seed", + "101112", + "--batch_size", + "16", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_100", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_100/bispectrum_C_ch4_8_seed456_n100/results.json b/paper/experiments/normalized_results/organ3d/n_100/bispectrum_C_ch4_8_seed456_n100/results.json new file mode 100644 index 0000000..3012bab --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_100/bispectrum_C_ch4_8_seed456_n100/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "bispectrum", + "train_mode": "C", + "seed": 456, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 463167, + "invariant_dim": 64, + "raw_invariant_dim": 1376, + "projected_dim": 64, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.9324940242783408, + "test": { + "loss": 1.580722846359503, + "accuracy": 0.4557377099990845, + "auc": 0.8827640974889737 + }, + "test_c": { + "loss": 1.580722846359503, + "accuracy": 0.4557377099990845, + "auc": 0.8827640974889737 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.4557377099990845, + "auc": 0.8827539529149478 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.4557377099990845, + "auc": 0.8827396128833219 + }, + "g01": { + "accuracy": 0.4557377099990845, + "auc": 0.8827640974889737 + }, + "g02": { + "accuracy": 0.4557377099990845, + "auc": 0.8827492576168313 + }, + "g03": { + "accuracy": 0.4557377099990845, + "auc": 0.8827596287114445 + }, + "g04": { + "accuracy": 0.4557377099990845, + "auc": 0.8827421791244202 + }, + "g05": { + "accuracy": 0.4557377099990845, + "auc": 0.8827473553164698 + }, + "g06": { + "accuracy": 0.4557377099990845, + "auc": 0.8827398122499329 + }, + "g07": { + "accuracy": 0.4557377099990845, + "auc": 0.8827370714054928 + }, + "g08": { + "accuracy": 0.4557377099990845, + "auc": 0.8827522789587636 + }, + "g09": { + "accuracy": 0.4557377099990845, + "auc": 0.8827566510793649 + }, + "g10": { + "accuracy": 0.4557377099990845, + "auc": 0.8827549760933511 + }, + "g11": { + "accuracy": 0.4557377099990845, + "auc": 0.8827591488473413 + }, + "g12": { + "accuracy": 0.4557377099990845, + "auc": 0.8827571963457994 + }, + "g13": { + "accuracy": 0.4557377099990845, + "auc": 0.8827471901864198 + }, + "g14": { + "accuracy": 0.4557377099990845, + "auc": 0.8827621854792511 + }, + "g15": { + "accuracy": 0.4557377099990845, + "auc": 0.8827496160607372 + }, + "g16": { + "accuracy": 0.4557377099990845, + "auc": 0.882749204669756 + }, + "g17": { + "accuracy": 0.4557377099990845, + "auc": 0.8827696226516374 + }, + "g18": { + "accuracy": 0.4557377099990845, + "auc": 0.8827527280723573 + }, + "g19": { + "accuracy": 0.4557377099990845, + "auc": 0.8827647082465659 + }, + "g20": { + "accuracy": 0.4557377099990845, + "auc": 0.8827395691734691 + }, + "g21": { + "accuracy": 0.4557377099990845, + "auc": 0.8827571309434681 + }, + "g22": { + "accuracy": 0.4557377099990845, + "auc": 0.8827795508646034 + }, + "g23": { + "accuracy": 0.4557377099990845, + "auc": 0.8827640974889737 + }, + "mean_auc": 0.8827539529149478, + "std_auc": 1.0350707214608314e-05, + "mean_accuracy": 0.4557377099990845, + "std_accuracy": 0.0 + }, + "wall_time_s": 20.17203950881958, + "epochs_run": 38, + "peak_train_alloc_bytes": 1688434688, + "peak_train_reserved_bytes": 2237661184, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "C", + "--seed", + "456", + "--batch_size", + "16", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_100", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_100/bispectrum_C_ch4_8_seed789_n100/results.json b/paper/experiments/normalized_results/organ3d/n_100/bispectrum_C_ch4_8_seed789_n100/results.json new file mode 100644 index 0000000..d841dba --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_100/bispectrum_C_ch4_8_seed789_n100/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "bispectrum", + "train_mode": "C", + "seed": 789, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 463167, + "invariant_dim": 64, + "raw_invariant_dim": 1376, + "projected_dim": 64, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.9518684522279087, + "test": { + "loss": 1.4610664117531698, + "accuracy": 0.46393442153930664, + "auc": 0.9058398183844574 + }, + "test_c": { + "loss": 1.4610664117531698, + "accuracy": 0.46393442153930664, + "auc": 0.9058398183844574 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.46393442153930664, + "auc": 0.9058467921811308 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.46393442153930664, + "auc": 0.905862039027808 + }, + "g01": { + "accuracy": 0.46393442153930664, + "auc": 0.9058596036801987 + }, + "g02": { + "accuracy": 0.46393442153930664, + "auc": 0.9058576487007796 + }, + "g03": { + "accuracy": 0.46393442153930664, + "auc": 0.9058471244272854 + }, + "g04": { + "accuracy": 0.46393442153930664, + "auc": 0.9058365412427875 + }, + "g05": { + "accuracy": 0.46393442153930664, + "auc": 0.9058553129920626 + }, + "g06": { + "accuracy": 0.46393442153930664, + "auc": 0.9058425155190446 + }, + "g07": { + "accuracy": 0.46393442153930664, + "auc": 0.9058544399434052 + }, + "g08": { + "accuracy": 0.46393442153930664, + "auc": 0.9058424128981882 + }, + "g09": { + "accuracy": 0.46393442153930664, + "auc": 0.9058449196120573 + }, + "g10": { + "accuracy": 0.46393442153930664, + "auc": 0.9058442554033026 + }, + "g11": { + "accuracy": 0.46393442153930664, + "auc": 0.905847769836699 + }, + "g12": { + "accuracy": 0.46393442153930664, + "auc": 0.9058420886020166 + }, + "g13": { + "accuracy": 0.46393442153930664, + "auc": 0.9058368060117297 + }, + "g14": { + "accuracy": 0.46393442153930664, + "auc": 0.9058528993369316 + }, + "g15": { + "accuracy": 0.46393442153930664, + "auc": 0.9058474516165945 + }, + "g16": { + "accuracy": 0.46393442153930664, + "auc": 0.9058420573474198 + }, + "g17": { + "accuracy": 0.46393442153930664, + "auc": 0.9058423533709589 + }, + "g18": { + "accuracy": 0.46393442153930664, + "auc": 0.9058441557644105 + }, + "g19": { + "accuracy": 0.46393442153930664, + "auc": 0.905852235128177 + }, + "g20": { + "accuracy": 0.46393442153930664, + "auc": 0.9058478977482239 + }, + "g21": { + "accuracy": 0.46393442153930664, + "auc": 0.9058440561255182 + }, + "g22": { + "accuracy": 0.46393442153930664, + "auc": 0.9058366096270828 + }, + "g23": { + "accuracy": 0.46393442153930664, + "auc": 0.9058398183844574 + }, + "mean_auc": 0.9058467921811308, + "std_auc": 7.0664082616247774e-06, + "mean_accuracy": 0.46393442153930664, + "std_accuracy": 0.0 + }, + "wall_time_s": 42.96137833595276, + "epochs_run": 84, + "peak_train_alloc_bytes": 1688434688, + "peak_train_reserved_bytes": 2237661184, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "C", + "--seed", + "789", + "--batch_size", + "16", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_100", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_100/bispectrum_R_ch4_8_seed101112_n100/results.json b/paper/experiments/normalized_results/organ3d/n_100/bispectrum_R_ch4_8_seed101112_n100/results.json new file mode 100644 index 0000000..d1485c3 --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_100/bispectrum_R_ch4_8_seed101112_n100/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "bispectrum", + "train_mode": "R", + "seed": 101112, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 463167, + "invariant_dim": 64, + "raw_invariant_dim": 1376, + "projected_dim": 64, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.9649724594560134, + "test": { + "loss": 1.3286983302382172, + "accuracy": 0.5491803288459778, + "auc": 0.9182589255486083 + }, + "test_c": { + "loss": 1.3286983302382172, + "accuracy": 0.5491803288459778, + "auc": 0.9182589255486083 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.5491803288459778, + "auc": 0.9182584004643547 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.5491803288459778, + "auc": 0.9182660135143113 + }, + "g01": { + "accuracy": 0.5491803288459778, + "auc": 0.9182487914777041 + }, + "g02": { + "accuracy": 0.5491803288459778, + "auc": 0.9182556201343058 + }, + "g03": { + "accuracy": 0.5491803288459778, + "auc": 0.9182660135143113 + }, + "g04": { + "accuracy": 0.5491803288459778, + "auc": 0.9182613921508146 + }, + "g05": { + "accuracy": 0.5491803288459778, + "auc": 0.9182583797780869 + }, + "g06": { + "accuracy": 0.5491803288459778, + "auc": 0.9182688415423875 + }, + "g07": { + "accuracy": 0.5491803288459778, + "auc": 0.9182536310071524 + }, + "g08": { + "accuracy": 0.5491803288459778, + "auc": 0.9182589568032052 + }, + "g09": { + "accuracy": 0.5491803288459778, + "auc": 0.9182611740736892 + }, + "g10": { + "accuracy": 0.5491803288459778, + "auc": 0.9182632941831582 + }, + "g11": { + "accuracy": 0.5491803288459778, + "auc": 0.9182539052493865 + }, + "g12": { + "accuracy": 0.5491803288459778, + "auc": 0.9182555642052666 + }, + "g13": { + "accuracy": 0.5491803288459778, + "auc": 0.9182489908443151 + }, + "g14": { + "accuracy": 0.5491803288459778, + "auc": 0.9182610991092397 + }, + "g15": { + "accuracy": 0.5491803288459778, + "auc": 0.9182632004193679 + }, + "g16": { + "accuracy": 0.5491803288459778, + "auc": 0.9182587074714832 + }, + "g17": { + "accuracy": 0.5491803288459778, + "auc": 0.918265797915063 + }, + "g18": { + "accuracy": 0.5491803288459778, + "auc": 0.9182578999139835 + }, + "g19": { + "accuracy": 0.5491803288459778, + "auc": 0.9182609807598333 + }, + "g20": { + "accuracy": 0.5491803288459778, + "auc": 0.9182556639329853 + }, + "g21": { + "accuracy": 0.5491803288459778, + "auc": 0.9182456824480483 + }, + "g22": { + "accuracy": 0.5491803288459778, + "auc": 0.9182530851478042 + }, + "g23": { + "accuracy": 0.5491803288459778, + "auc": 0.9182589255486083 + }, + "mean_auc": 0.9182584004643547, + "std_auc": 5.756335818930335e-06, + "mean_accuracy": 0.5491803288459778, + "std_accuracy": 0.0 + }, + "wall_time_s": 46.03193140029907, + "epochs_run": 82, + "peak_train_alloc_bytes": 1690033152, + "peak_train_reserved_bytes": 2239758336, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "R", + "--seed", + "101112", + "--batch_size", + "16", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_100", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_100/bispectrum_R_ch4_8_seed123_n100/results.json b/paper/experiments/normalized_results/organ3d/n_100/bispectrum_R_ch4_8_seed123_n100/results.json new file mode 100644 index 0000000..6d05e4c --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_100/bispectrum_R_ch4_8_seed123_n100/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "bispectrum", + "train_mode": "R", + "seed": 123, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 463167, + "invariant_dim": 64, + "raw_invariant_dim": 1376, + "projected_dim": 64, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.9699023022825478, + "test": { + "loss": 1.3809995557441086, + "accuracy": 0.5163934230804443, + "auc": 0.9155492105034878 + }, + "test_c": { + "loss": 1.3809995557441086, + "accuracy": 0.5163934230804443, + "auc": 0.9155492105034878 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.5153005520502726, + "auc": 0.9155449110472688 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.5147541165351868, + "auc": 0.9155566911496575 + }, + "g01": { + "accuracy": 0.5147541165351868, + "auc": 0.9155416426736818 + }, + "g02": { + "accuracy": 0.5147541165351868, + "auc": 0.9155464946583862 + }, + "g03": { + "accuracy": 0.5147541165351868, + "auc": 0.9155491233198515 + }, + "g04": { + "accuracy": 0.5147541165351868, + "auc": 0.9155393849113783 + }, + "g05": { + "accuracy": 0.5163934230804443, + "auc": 0.9155494193433906 + }, + "g06": { + "accuracy": 0.5147541165351868, + "auc": 0.9155413591942253 + }, + "g07": { + "accuracy": 0.5147541165351868, + "auc": 0.915551973129233 + }, + "g08": { + "accuracy": 0.5147541165351868, + "auc": 0.9155465570787533 + }, + "g09": { + "accuracy": 0.5147541165351868, + "auc": 0.9155413621761895 + }, + "g10": { + "accuracy": 0.5147541165351868, + "auc": 0.9155541933816813 + }, + "g11": { + "accuracy": 0.5163934230804443, + "auc": 0.9155541561631562 + }, + "g12": { + "accuracy": 0.5147541165351868, + "auc": 0.915536556883302 + }, + "g13": { + "accuracy": 0.5163934230804443, + "auc": 0.9155517892886688 + }, + "g14": { + "accuracy": 0.5147541165351868, + "auc": 0.9155364790257149 + }, + "g15": { + "accuracy": 0.5147541165351868, + "auc": 0.9155541591451203 + }, + "g16": { + "accuracy": 0.5147541165351868, + "auc": 0.9155319042652086 + }, + "g17": { + "accuracy": 0.5147541165351868, + "auc": 0.9155417424014005 + }, + "g18": { + "accuracy": 0.5147541165351868, + "auc": 0.915559029840339 + }, + "g19": { + "accuracy": 0.5163934230804443, + "auc": 0.9155293255688544 + }, + "g20": { + "accuracy": 0.5163934230804443, + "auc": 0.9155393382195615 + }, + "g21": { + "accuracy": 0.5163934230804443, + "auc": 0.9155316642595356 + }, + "g22": { + "accuracy": 0.5163934230804443, + "auc": 0.9155443085536724 + }, + "g23": { + "accuracy": 0.5163934230804443, + "auc": 0.9155492105034878 + }, + "mean_auc": 0.9155449110472688, + "std_auc": 8.140864898181992e-06, + "mean_accuracy": 0.5153005520502726, + "std_accuracy": 0.0007727765163967457 + }, + "wall_time_s": 38.160539865493774, + "epochs_run": 67, + "peak_train_alloc_bytes": 1690033152, + "peak_train_reserved_bytes": 2239758336, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "R", + "--seed", + "123", + "--batch_size", + "16", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_100", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_100/bispectrum_R_ch4_8_seed456_n100/results.json b/paper/experiments/normalized_results/organ3d/n_100/bispectrum_R_ch4_8_seed456_n100/results.json new file mode 100644 index 0000000..85a7b0e --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_100/bispectrum_R_ch4_8_seed456_n100/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "bispectrum", + "train_mode": "R", + "seed": 456, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 463167, + "invariant_dim": 64, + "raw_invariant_dim": 1376, + "projected_dim": 64, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.9498281129767734, + "test": { + "loss": 1.380698682441086, + "accuracy": 0.48852458596229553, + "auc": 0.9094759854855976 + }, + "test_c": { + "loss": 1.380698682441086, + "accuracy": 0.48852458596229553, + "auc": 0.9094759854855976 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.48852458596229553, + "auc": 0.9094706521715475 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.48852458596229553, + "auc": 0.9094783489979644 + }, + "g01": { + "accuracy": 0.48852458596229553, + "auc": 0.9094525115683787 + }, + "g02": { + "accuracy": 0.48852458596229553, + "auc": 0.9094833789481314 + }, + "g03": { + "accuracy": 0.48852458596229553, + "auc": 0.9094805008661173 + }, + "g04": { + "accuracy": 0.48852458596229553, + "auc": 0.9094846948973255 + }, + "g05": { + "accuracy": 0.48852458596229553, + "auc": 0.9094879566017752 + }, + "g06": { + "accuracy": 0.48852458596229553, + "auc": 0.9094479427718007 + }, + "g07": { + "accuracy": 0.48852458596229553, + "auc": 0.9094655832836306 + }, + "g08": { + "accuracy": 0.48852458596229553, + "auc": 0.9094660506924778 + }, + "g09": { + "accuracy": 0.48852458596229553, + "auc": 0.9094674479502062 + }, + "g10": { + "accuracy": 0.48852458596229553, + "auc": 0.9094559820239045 + }, + "g11": { + "accuracy": 0.48852458596229553, + "auc": 0.9094721567334086 + }, + "g12": { + "accuracy": 0.48852458596229553, + "auc": 0.9094954685025418 + }, + "g13": { + "accuracy": 0.48852458596229553, + "auc": 0.9094783178321942 + }, + "g14": { + "accuracy": 0.48852458596229553, + "auc": 0.909448164447116 + }, + "g15": { + "accuracy": 0.48852458596229553, + "auc": 0.9094573100130942 + }, + "g16": { + "accuracy": 0.48852458596229553, + "auc": 0.9094775944763666 + }, + "g17": { + "accuracy": 0.48852458596229553, + "auc": 0.9094552181762577 + }, + "g18": { + "accuracy": 0.48852458596229553, + "auc": 0.909472957710754 + }, + "g19": { + "accuracy": 0.48852458596229553, + "auc": 0.909460846463865 + }, + "g20": { + "accuracy": 0.48852458596229553, + "auc": 0.9094833227830225 + }, + "g21": { + "accuracy": 0.48852458596229553, + "auc": 0.9094825743725959 + }, + "g22": { + "accuracy": 0.48852458596229553, + "auc": 0.9094653365186122 + }, + "g23": { + "accuracy": 0.48852458596229553, + "auc": 0.9094759854855976 + }, + "mean_auc": 0.9094706521715475, + "std_auc": 1.2974073862502521e-05, + "mean_accuracy": 0.48852458596229553, + "std_accuracy": 0.0 + }, + "wall_time_s": 24.38907766342163, + "epochs_run": 43, + "peak_train_alloc_bytes": 1690033152, + "peak_train_reserved_bytes": 2239758336, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "R", + "--seed", + "456", + "--batch_size", + "16", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_100", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_100/bispectrum_R_ch4_8_seed789_n100/results.json b/paper/experiments/normalized_results/organ3d/n_100/bispectrum_R_ch4_8_seed789_n100/results.json new file mode 100644 index 0000000..2afe217 --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_100/bispectrum_R_ch4_8_seed789_n100/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "bispectrum", + "train_mode": "R", + "seed": 789, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 463167, + "invariant_dim": 64, + "raw_invariant_dim": 1376, + "projected_dim": 64, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.9271531904833265, + "test": { + "loss": 1.8015444896260246, + "accuracy": 0.3606557250022888, + "auc": 0.865957680592203 + }, + "test_c": { + "loss": 1.8015444896260246, + "accuracy": 0.3606557250022888, + "auc": 0.865957680592203 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.3606557250022888, + "auc": 0.8659603236858588 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.3606557250022888, + "auc": 0.8659501619320913 + }, + "g01": { + "accuracy": 0.3606557250022888, + "auc": 0.8659563735000749 + }, + "g02": { + "accuracy": 0.3606557250022888, + "auc": 0.8659713723910962 + }, + "g03": { + "accuracy": 0.3606557250022888, + "auc": 0.865953489038872 + }, + "g04": { + "accuracy": 0.3606557250022888, + "auc": 0.8659782298244179 + }, + "g05": { + "accuracy": 0.3606557250022888, + "auc": 0.8659459212090662 + }, + "g06": { + "accuracy": 0.3606557250022888, + "auc": 0.865964415734143 + }, + "g07": { + "accuracy": 0.3606557250022888, + "auc": 0.8659686252025712 + }, + "g08": { + "accuracy": 0.3606557250022888, + "auc": 0.8659512163434357 + }, + "g09": { + "accuracy": 0.3606557250022888, + "auc": 0.8659508261408458 + }, + "g10": { + "accuracy": 0.3606557250022888, + "auc": 0.8659643844795462 + }, + "g11": { + "accuracy": 0.3606557250022888, + "auc": 0.8659736893004726 + }, + "g12": { + "accuracy": 0.3606557250022888, + "auc": 0.8659513690182297 + }, + "g13": { + "accuracy": 0.3606557250022888, + "auc": 0.8659557280906612 + }, + "g14": { + "accuracy": 0.3606557250022888, + "auc": 0.8659605987858799 + }, + "g15": { + "accuracy": 0.3606557250022888, + "auc": 0.8659607733892218 + }, + "g16": { + "accuracy": 0.3606557250022888, + "auc": 0.8659611570116574 + }, + "g17": { + "accuracy": 0.3606557250022888, + "auc": 0.865971756013532 + }, + "g18": { + "accuracy": 0.3606557250022888, + "auc": 0.8659540472646498 + }, + "g19": { + "accuracy": 0.3606557250022888, + "auc": 0.8659711447518528 + }, + "g20": { + "accuracy": 0.3606557250022888, + "auc": 0.8659662086543028 + }, + "g21": { + "accuracy": 0.3606557250022888, + "auc": 0.8659530338492115 + }, + "g22": { + "accuracy": 0.3606557250022888, + "auc": 0.8659555659425755 + }, + "g23": { + "accuracy": 0.3606557250022888, + "auc": 0.865957680592203 + }, + "mean_auc": 0.8659603236858588, + "std_auc": 8.603562764518614e-06, + "mean_accuracy": 0.3606557250022888, + "std_accuracy": 0.0 + }, + "wall_time_s": 20.672178506851196, + "epochs_run": 36, + "peak_train_alloc_bytes": 1690033152, + "peak_train_reserved_bytes": 2239758336, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "R", + "--seed", + "789", + "--batch_size", + "16", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_100", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_100/max_pool_C_ch4_8_seed101112_n100/results.json b/paper/experiments/normalized_results/organ3d/n_100/max_pool_C_ch4_8_seed101112_n100/results.json new file mode 100644 index 0000000..215a4b8 --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_100/max_pool_C_ch4_8_seed101112_n100/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "max_pool", + "train_mode": "C", + "seed": 101112, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 374423, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.8809801754655369, + "test": { + "loss": 1.8394451203893443, + "accuracy": 0.33770492672920227, + "auc": 0.841207581837767 + }, + "test_c": { + "loss": 1.8394451203893443, + "accuracy": 0.33770492672920227, + "auc": 0.841207581837767 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.33770492672920227, + "auc": 0.8412121611372831 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.33770492672920227, + "auc": 0.8412124525329857 + }, + "g01": { + "accuracy": 0.33770492672920227, + "auc": 0.8412149191351918 + }, + "g02": { + "accuracy": 0.33770492672920227, + "auc": 0.8412199207238995 + }, + "g03": { + "accuracy": 0.33770492672920227, + "auc": 0.8412174541216934 + }, + "g04": { + "accuracy": 0.33770492672920227, + "auc": 0.8412100171853762 + }, + "g05": { + "accuracy": 0.33770492672920227, + "auc": 0.8412075505831702 + }, + "g06": { + "accuracy": 0.33770492672920227, + "auc": 0.8412174853762902 + }, + "g07": { + "accuracy": 0.33770492672920227, + "auc": 0.8412124525329857 + }, + "g08": { + "accuracy": 0.33770492672920227, + "auc": 0.8412149191351919 + }, + "g09": { + "accuracy": 0.33770492672920227, + "auc": 0.8412199207238995 + }, + "g10": { + "accuracy": 0.33770492672920227, + "auc": 0.8412124212783888 + }, + "g11": { + "accuracy": 0.33770492672920227, + "auc": 0.8412149191351919 + }, + "g12": { + "accuracy": 0.33770492672920227, + "auc": 0.8412100171853762 + }, + "g13": { + "accuracy": 0.33770492672920227, + "auc": 0.8412124837875825 + }, + "g14": { + "accuracy": 0.33770492672920227, + "auc": 0.8412074509442781 + }, + "g15": { + "accuracy": 0.33770492672920227, + "auc": 0.8412074821988749 + }, + "g16": { + "accuracy": 0.33770492672920227, + "auc": 0.841210048439973 + }, + "g17": { + "accuracy": 0.33770492672920227, + "auc": 0.8412148878805951 + }, + "g18": { + "accuracy": 0.33770492672920227, + "auc": 0.8412099175464841 + }, + "g19": { + "accuracy": 0.33770492672920227, + "auc": 0.8412124837875825 + }, + "g20": { + "accuracy": 0.33770492672920227, + "auc": 0.841207581837767 + }, + "g21": { + "accuracy": 0.33770492672920227, + "auc": 0.8412100171853762 + }, + "g22": { + "accuracy": 0.33770492672920227, + "auc": 0.8412074821988749 + }, + "g23": { + "accuracy": 0.33770492672920227, + "auc": 0.841207581837767 + }, + "mean_auc": 0.8412121611372831, + "std_auc": 3.872665247095479e-06, + "mean_accuracy": 0.33770492672920227, + "std_accuracy": 0.0 + }, + "wall_time_s": 21.296604871749878, + "epochs_run": 52, + "peak_train_alloc_bytes": 2697406976, + "peak_train_reserved_bytes": 3625975808, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "max_pool", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "C", + "--seed", + "101112", + "--batch_size", + "32", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_100", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_100/max_pool_C_ch4_8_seed456_n100/results.json b/paper/experiments/normalized_results/organ3d/n_100/max_pool_C_ch4_8_seed456_n100/results.json new file mode 100644 index 0000000..df9aa4b --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_100/max_pool_C_ch4_8_seed456_n100/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "max_pool", + "train_mode": "C", + "seed": 456, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 374423, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.8497053291991982, + "test": { + "loss": 2.0551517674180326, + "accuracy": 0.2786885201931, + "auc": 0.7694816498923269 + }, + "test_c": { + "loss": 2.0551517674180326, + "accuracy": 0.2786885201931, + "auc": 0.7694816498923269 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.2786885201931, + "auc": 0.7694913491875774 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.2786885201931, + "auc": 0.7694914879396922 + }, + "g01": { + "accuracy": 0.2786885201931, + "auc": 0.7695013696969103 + }, + "g02": { + "accuracy": 0.2786885201931, + "auc": 0.7694890838466797 + }, + "g03": { + "accuracy": 0.2786885201931, + "auc": 0.7694917809812671 + }, + "g04": { + "accuracy": 0.2786885201931, + "auc": 0.769498968585862 + }, + "g05": { + "accuracy": 0.2786885201931, + "auc": 0.7694841506422674 + }, + "g06": { + "accuracy": 0.2786885201931, + "auc": 0.7694966174399247 + }, + "g07": { + "accuracy": 0.2786885201931, + "auc": 0.7694890525920829 + }, + "g08": { + "accuracy": 0.2786885201931, + "auc": 0.7694964023447638 + }, + "g09": { + "accuracy": 0.2786885201931, + "auc": 0.7694866172444734 + }, + "g10": { + "accuracy": 0.2786885201931, + "auc": 0.7694940854353873 + }, + "g11": { + "accuracy": 0.2786885201931, + "auc": 0.7694964335993606 + }, + "g12": { + "accuracy": 0.2786885201931, + "auc": 0.7694988689469698 + }, + "g13": { + "accuracy": 0.2786885201931, + "auc": 0.7694939669971543 + }, + "g14": { + "accuracy": 0.2786885201931, + "auc": 0.7694866202264378 + }, + "g15": { + "accuracy": 0.2786885201931, + "auc": 0.769491519194289 + }, + "g16": { + "accuracy": 0.2786885201931, + "auc": 0.7694989343493011 + }, + "g17": { + "accuracy": 0.2786885201931, + "auc": 0.7694817028394021 + }, + "g18": { + "accuracy": 0.2786885201931, + "auc": 0.7694866172444734 + }, + "g19": { + "accuracy": 0.2786885201931, + "auc": 0.7694942163288764 + }, + "g20": { + "accuracy": 0.2786885201931, + "auc": 0.7694939669971543 + }, + "g21": { + "accuracy": 0.2786885201931, + "auc": 0.7694939669971543 + }, + "g22": { + "accuracy": 0.2786885201931, + "auc": 0.769474300139646 + }, + "g23": { + "accuracy": 0.2786885201931, + "auc": 0.7694816498923269 + }, + "mean_auc": 0.7694913491875774, + "std_auc": 6.4399714330695645e-06, + "mean_accuracy": 0.2786885201931, + "std_accuracy": 0.0 + }, + "wall_time_s": 17.0729660987854, + "epochs_run": 42, + "peak_train_alloc_bytes": 2697406976, + "peak_train_reserved_bytes": 3625975808, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "max_pool", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "C", + "--seed", + "456", + "--batch_size", + "32", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_100", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_100/max_pool_C_ch4_8_seed789_n100/results.json b/paper/experiments/normalized_results/organ3d/n_100/max_pool_C_ch4_8_seed789_n100/results.json new file mode 100644 index 0000000..fb5587c --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_100/max_pool_C_ch4_8_seed789_n100/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "max_pool", + "train_mode": "C", + "seed": 789, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 374423, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.8376535019369267, + "test": { + "loss": 2.2058010413998463, + "accuracy": 0.24590164422988892, + "auc": 0.7816224598898933 + }, + "test_c": { + "loss": 2.2058010413998463, + "accuracy": 0.24590164422988892, + "auc": 0.7816224598898933 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.24590164422988892, + "auc": 0.7816302934779941 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.24590164422988892, + "auc": 0.7816340473836351 + }, + "g01": { + "accuracy": 0.24590164422988892, + "auc": 0.7816403898451079 + }, + "g02": { + "accuracy": 0.24590164422988892, + "auc": 0.78164077005726 + }, + "g03": { + "accuracy": 0.24590164422988892, + "auc": 0.7816187520538144 + }, + "g04": { + "accuracy": 0.24590164422988892, + "auc": 0.781625007331651 + }, + "g05": { + "accuracy": 0.24590164422988892, + "auc": 0.7816323133744789 + }, + "g06": { + "accuracy": 0.24590164422988892, + "auc": 0.7816316804203212 + }, + "g07": { + "accuracy": 0.24590164422988892, + "auc": 0.7816268285244433 + }, + "g08": { + "accuracy": 0.24590164422988892, + "auc": 0.7816389989184053 + }, + "g09": { + "accuracy": 0.24590164422988892, + "auc": 0.7816267660152497 + }, + "g10": { + "accuracy": 0.24590164422988892, + "auc": 0.7816551018057255 + }, + "g11": { + "accuracy": 0.24590164422988892, + "auc": 0.7816267972698465 + }, + "g12": { + "accuracy": 0.24590164422988892, + "auc": 0.7816291329785635 + }, + "g13": { + "accuracy": 0.24590164422988892, + "auc": 0.7816389864631492 + }, + "g14": { + "accuracy": 0.24590164422988892, + "auc": 0.7816414655206113 + }, + "g15": { + "accuracy": 0.24590164422988892, + "auc": 0.7816249948763949 + }, + "g16": { + "accuracy": 0.24590164422988892, + "auc": 0.7816266663763575 + }, + "g17": { + "accuracy": 0.24590164422988892, + "auc": 0.7816138376487429 + }, + "g18": { + "accuracy": 0.24590164422988892, + "auc": 0.781637277833488 + }, + "g19": { + "accuracy": 0.24590164422988892, + "auc": 0.781621895320031 + }, + "g20": { + "accuracy": 0.24590164422988892, + "auc": 0.7816138813585956 + }, + "g21": { + "accuracy": 0.24590164422988892, + "auc": 0.7816316491657244 + }, + "g22": { + "accuracy": 0.24590164422988892, + "auc": 0.781627343040368 + }, + "g23": { + "accuracy": 0.24590164422988892, + "auc": 0.7816224598898933 + }, + "mean_auc": 0.7816302934779941, + "std_auc": 9.34340097946013e-06, + "mean_accuracy": 0.24590164422988892, + "std_accuracy": 0.0 + }, + "wall_time_s": 19.201001167297363, + "epochs_run": 47, + "peak_train_alloc_bytes": 2697406976, + "peak_train_reserved_bytes": 3625975808, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "max_pool", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "C", + "--seed", + "789", + "--batch_size", + "32", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_100", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_100/max_pool_R_ch4_8_seed101112_n100/results.json b/paper/experiments/normalized_results/organ3d/n_100/max_pool_R_ch4_8_seed101112_n100/results.json new file mode 100644 index 0000000..08cfd74 --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_100/max_pool_R_ch4_8_seed101112_n100/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "max_pool", + "train_mode": "R", + "seed": 101112, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 374423, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.9210236469733207, + "test": { + "loss": 1.6070268474641394, + "accuracy": 0.4524590075016022, + "auc": 0.8836011833472539 + }, + "test_c": { + "loss": 1.6070268474641394, + "accuracy": 0.4524590075016022, + "auc": 0.8836011833472539 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.4524590075016022, + "auc": 0.883607624382417 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.4524590075016022, + "auc": 0.8836109684475439 + }, + "g01": { + "accuracy": 0.4524590075016022, + "auc": 0.8836036186948631 + }, + "g02": { + "accuracy": 0.4524590075016022, + "auc": 0.8836109684475439 + }, + "g03": { + "accuracy": 0.4524590075016022, + "auc": 0.8836109684475439 + }, + "g04": { + "accuracy": 0.4524590075016022, + "auc": 0.8836109684475439 + }, + "g05": { + "accuracy": 0.4524590075016022, + "auc": 0.8836085330999346 + }, + "g06": { + "accuracy": 0.4524590075016022, + "auc": 0.8836085330999346 + }, + "g07": { + "accuracy": 0.4524590075016022, + "auc": 0.8836109684475439 + }, + "g08": { + "accuracy": 0.4524590075016022, + "auc": 0.8836036186948631 + }, + "g09": { + "accuracy": 0.4524590075016022, + "auc": 0.8836085330999346 + }, + "g10": { + "accuracy": 0.4524590075016022, + "auc": 0.8836085330999346 + }, + "g11": { + "accuracy": 0.4524590075016022, + "auc": 0.8836109684475439 + }, + "g12": { + "accuracy": 0.4524590075016022, + "auc": 0.8836011833472539 + }, + "g13": { + "accuracy": 0.4524590075016022, + "auc": 0.8836035002566301 + }, + "g14": { + "accuracy": 0.4524590075016022, + "auc": 0.8836109684475439 + }, + "g15": { + "accuracy": 0.4524590075016022, + "auc": 0.8836109684475439 + }, + "g16": { + "accuracy": 0.4524590075016022, + "auc": 0.8836036186948631 + }, + "g17": { + "accuracy": 0.4524590075016022, + "auc": 0.8836010524537649 + }, + "g18": { + "accuracy": 0.4524590075016022, + "auc": 0.8836141117137607 + }, + "g19": { + "accuracy": 0.4524590075016022, + "auc": 0.8836085330999346 + }, + "g20": { + "accuracy": 0.4524590075016022, + "auc": 0.8836109684475439 + }, + "g21": { + "accuracy": 0.4524590075016022, + "auc": 0.8836085330999346 + }, + "g22": { + "accuracy": 0.4524590075016022, + "auc": 0.8836011833472539 + }, + "g23": { + "accuracy": 0.4524590075016022, + "auc": 0.8836011833472539 + }, + "mean_auc": 0.883607624382417, + "std_auc": 3.981630095677482e-06, + "mean_accuracy": 0.4524590075016022, + "std_accuracy": 0.0 + }, + "wall_time_s": 37.48638296127319, + "epochs_run": 84, + "peak_train_alloc_bytes": 2699536896, + "peak_train_reserved_bytes": 3646947328, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "max_pool", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "R", + "--seed", + "101112", + "--batch_size", + "32", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_100", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_100/max_pool_R_ch4_8_seed123_n100/results.json b/paper/experiments/normalized_results/organ3d/n_100/max_pool_R_ch4_8_seed123_n100/results.json new file mode 100644 index 0000000..c00deac --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_100/max_pool_R_ch4_8_seed123_n100/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "max_pool", + "train_mode": "R", + "seed": 123, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 374423, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.8774572860189299, + "test": { + "loss": 2.275713210809426, + "accuracy": 0.2393442690372467, + "auc": 0.8056887369960877 + }, + "test_c": { + "loss": 2.275713210809426, + "accuracy": 0.2393442690372467, + "auc": 0.8056887369960877 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.2393442690372467, + "auc": 0.8056937016064047 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.2393442690372467, + "auc": 0.8056908576096439 + }, + "g01": { + "accuracy": 0.2393442690372467, + "auc": 0.8056913344029563 + }, + "g02": { + "accuracy": 0.2393442690372467, + "auc": 0.8056858931506348 + }, + "g03": { + "accuracy": 0.2393442690372467, + "auc": 0.8056911723436971 + }, + "g04": { + "accuracy": 0.2393442690372467, + "auc": 0.8057010882486497 + }, + "g05": { + "accuracy": 0.2393442690372467, + "auc": 0.8056861737369535 + }, + "g06": { + "accuracy": 0.2393442690372467, + "auc": 0.805696217553431 + }, + "g07": { + "accuracy": 0.2393442690372467, + "auc": 0.8056762047072726 + }, + "g08": { + "accuracy": 0.2393442690372467, + "auc": 0.8056985562441124 + }, + "g09": { + "accuracy": 0.2393442690372467, + "auc": 0.8056986529010403 + }, + "g10": { + "accuracy": 0.2393442690372467, + "auc": 0.8056985220963778 + }, + "g11": { + "accuracy": 0.2393442690372467, + "auc": 0.8056985220963778 + }, + "g12": { + "accuracy": 0.2393442690372467, + "auc": 0.8056985220963778 + }, + "g13": { + "accuracy": 0.2393442690372467, + "auc": 0.8056911193966219 + }, + "g14": { + "accuracy": 0.2393442690372467, + "auc": 0.805696024239575 + }, + "g15": { + "accuracy": 0.2393442690372467, + "auc": 0.8056911723436971 + }, + "g16": { + "accuracy": 0.2393442690372467, + "auc": 0.805691184798953 + }, + "g17": { + "accuracy": 0.2393442690372467, + "auc": 0.8057033927915966 + }, + "g18": { + "accuracy": 0.2393442690372467, + "auc": 0.8056936855488938 + }, + "g19": { + "accuracy": 0.2393442690372467, + "auc": 0.8057035235962591 + }, + "g20": { + "accuracy": 0.2393442690372467, + "auc": 0.8057010882486497 + }, + "g21": { + "accuracy": 0.2393442690372467, + "auc": 0.8056786713094788 + }, + "g22": { + "accuracy": 0.2393442690372467, + "auc": 0.8056985220963778 + }, + "g23": { + "accuracy": 0.2393442690372467, + "auc": 0.8056887369960877 + }, + "mean_auc": 0.8056937016064047, + "std_auc": 6.970472281261681e-06, + "mean_accuracy": 0.2393442690372467, + "std_accuracy": 0.0 + }, + "wall_time_s": 20.842417240142822, + "epochs_run": 45, + "peak_train_alloc_bytes": 2699536896, + "peak_train_reserved_bytes": 3646947328, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "max_pool", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "R", + "--seed", + "123", + "--batch_size", + "32", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_100", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_100/max_pool_R_ch4_8_seed456_n100/results.json b/paper/experiments/normalized_results/organ3d/n_100/max_pool_R_ch4_8_seed456_n100/results.json new file mode 100644 index 0000000..e319bf5 --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_100/max_pool_R_ch4_8_seed456_n100/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "max_pool", + "train_mode": "R", + "seed": 456, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 374423, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.9204235344519777, + "test": { + "loss": 1.800957751664959, + "accuracy": 0.3950819671154022, + "auc": 0.881813766894929 + }, + "test_c": { + "loss": 1.800957751664959, + "accuracy": 0.3950819671154022, + "auc": 0.881813766894929 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.3950819671154022, + "auc": 0.881811985232373 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.3950819671154022, + "auc": 0.8818187684836366 + }, + "g01": { + "accuracy": 0.3950819671154022, + "auc": 0.8818161026036461 + }, + "g02": { + "accuracy": 0.3950819671154022, + "auc": 0.8818162022425383 + }, + "g03": { + "accuracy": 0.3950819671154022, + "auc": 0.8818086344127323 + }, + "g04": { + "accuracy": 0.3950819671154022, + "auc": 0.8818085035192432 + }, + "g05": { + "accuracy": 0.3950819671154022, + "auc": 0.8818187684836366 + }, + "g06": { + "accuracy": 0.3950819671154022, + "auc": 0.8818161026036461 + }, + "g07": { + "accuracy": 0.3950819671154022, + "auc": 0.8817991982830563 + }, + "g08": { + "accuracy": 0.3950819671154022, + "auc": 0.8818086344127323 + }, + "g09": { + "accuracy": 0.3950819671154022, + "auc": 0.8818037512622575 + }, + "g10": { + "accuracy": 0.3950819671154022, + "auc": 0.8818163331360274 + }, + "g11": { + "accuracy": 0.3950819671154022, + "auc": 0.8818139849720541 + }, + "g12": { + "accuracy": 0.3950819671154022, + "auc": 0.8818085035192432 + }, + "g13": { + "accuracy": 0.3950819671154022, + "auc": 0.8818162022425383 + }, + "g14": { + "accuracy": 0.3950819671154022, + "auc": 0.8818113190920637 + }, + "g15": { + "accuracy": 0.3950819671154022, + "auc": 0.8818089833833465 + }, + "g16": { + "accuracy": 0.3950819671154022, + "auc": 0.8818163331360274 + }, + "g17": { + "accuracy": 0.3950819671154022, + "auc": 0.8818162022425383 + }, + "g18": { + "accuracy": 0.3950819671154022, + "auc": 0.8818163331360274 + }, + "g19": { + "accuracy": 0.3950819671154022, + "auc": 0.8818088524898574 + }, + "g20": { + "accuracy": 0.3950819671154022, + "auc": 0.8818113315473195 + }, + "g21": { + "accuracy": 0.3950819671154022, + "auc": 0.8818061990651228 + }, + "g22": { + "accuracy": 0.3950819671154022, + "auc": 0.8818086344127323 + }, + "g23": { + "accuracy": 0.3950819671154022, + "auc": 0.881813766894929 + }, + "mean_auc": 0.881811985232373, + "std_auc": 4.939530210068035e-06, + "mean_accuracy": 0.3950819671154022, + "std_accuracy": 0.0 + }, + "wall_time_s": 40.66489005088806, + "epochs_run": 91, + "peak_train_alloc_bytes": 2699536896, + "peak_train_reserved_bytes": 3646947328, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "max_pool", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "R", + "--seed", + "456", + "--batch_size", + "32", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_100", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_100/max_pool_R_ch4_8_seed789_n100/results.json b/paper/experiments/normalized_results/organ3d/n_100/max_pool_R_ch4_8_seed789_n100/results.json new file mode 100644 index 0000000..c395bae --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_100/max_pool_R_ch4_8_seed789_n100/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "max_pool", + "train_mode": "R", + "seed": 789, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 374423, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.8494866550652801, + "test": { + "loss": 1.9731397284836065, + "accuracy": 0.31475409865379333, + "auc": 0.8172958033064656 + }, + "test_c": { + "loss": 1.9731397284836065, + "accuracy": 0.31475409865379333, + "auc": 0.8172958033064656 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.31475409865379333, + "auc": 0.817305497542645 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.31475409865379333, + "auc": 0.8173060370162623 + }, + "g01": { + "accuracy": 0.31475409865379333, + "auc": 0.8173010041729577 + }, + "g02": { + "accuracy": 0.31475409865379333, + "auc": 0.8173085036184683 + }, + "g03": { + "accuracy": 0.31475409865379333, + "auc": 0.8173061366551544 + }, + "g04": { + "accuracy": 0.31475409865379333, + "auc": 0.8173060057616653 + }, + "g05": { + "accuracy": 0.31475409865379333, + "auc": 0.8172986372096438 + }, + "g06": { + "accuracy": 0.31475409865379333, + "auc": 0.8173034707751637 + }, + "g07": { + "accuracy": 0.31475409865379333, + "auc": 0.8173061366551544 + }, + "g08": { + "accuracy": 0.31475409865379333, + "auc": 0.8173084411092748 + }, + "g09": { + "accuracy": 0.31475409865379333, + "auc": 0.8173159405547853 + }, + "g10": { + "accuracy": 0.31475409865379333, + "auc": 0.8173060370162623 + }, + "g11": { + "accuracy": 0.31475409865379333, + "auc": 0.8173010041729577 + }, + "g12": { + "accuracy": 0.31475409865379333, + "auc": 0.8173134739525793 + }, + "g13": { + "accuracy": 0.31475409865379333, + "auc": 0.8173060712528231 + }, + "g14": { + "accuracy": 0.31475409865379333, + "auc": 0.8173036700529482 + }, + "g15": { + "accuracy": 0.31475409865379333, + "auc": 0.8172959029453577 + }, + "g16": { + "accuracy": 0.31475409865379333, + "auc": 0.8173110386049699 + }, + "g17": { + "accuracy": 0.31475409865379333, + "auc": 0.817313505207176 + }, + "g18": { + "accuracy": 0.31475409865379333, + "auc": 0.81730110381185 + }, + "g19": { + "accuracy": 0.31475409865379333, + "auc": 0.8173060370162623 + }, + "g20": { + "accuracy": 0.31475409865379333, + "auc": 0.8173034707751637 + }, + "g21": { + "accuracy": 0.31475409865379333, + "auc": 0.817303570414056 + }, + "g22": { + "accuracy": 0.31475409865379333, + "auc": 0.8173109389660776 + }, + "g23": { + "accuracy": 0.31475409865379333, + "auc": 0.8172958033064656 + }, + "mean_auc": 0.817305497542645, + "std_auc": 5.103702540317654e-06, + "mean_accuracy": 0.31475409865379333, + "std_accuracy": 0.0 + }, + "wall_time_s": 32.36389398574829, + "epochs_run": 73, + "peak_train_alloc_bytes": 2699536896, + "peak_train_reserved_bytes": 3646947328, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "max_pool", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "R", + "--seed", + "789", + "--batch_size", + "32", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_100", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_100/standard_C_ch4_8_seed101112_n100/results.json b/paper/experiments/normalized_results/organ3d/n_100/standard_C_ch4_8_seed101112_n100/results.json new file mode 100644 index 0000000..dfaa636 --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_100/standard_C_ch4_8_seed101112_n100/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "standard", + "train_mode": "C", + "seed": 101112, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 16071, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.9715998773680514, + "test": { + "loss": 1.7732165727459017, + "accuracy": 0.6508196592330933, + "auc": 0.92852287191308 + }, + "test_c": { + "loss": 1.7732165727459017, + "accuracy": 0.6508196592330933, + "auc": 0.92852287191308 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.3185109266390403, + "auc": 0.7804229001331172 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.3606557250022888, + "auc": 0.8422406775207207 + }, + "g01": { + "accuracy": 0.2852458953857422, + "auc": 0.7897344733452436 + }, + "g02": { + "accuracy": 0.2606557309627533, + "auc": 0.7530049143906402 + }, + "g03": { + "accuracy": 0.3393442630767822, + "auc": 0.8324423831619772 + }, + "g04": { + "accuracy": 0.3262295126914978, + "auc": 0.7930439116843689 + }, + "g05": { + "accuracy": 0.2950819730758667, + "auc": 0.7431914224335144 + }, + "g06": { + "accuracy": 0.2672131061553955, + "auc": 0.7406669445648184 + }, + "g07": { + "accuracy": 0.4262295067310333, + "auc": 0.846384438980368 + }, + "g08": { + "accuracy": 0.23114754259586334, + "auc": 0.7298926632146753 + }, + "g09": { + "accuracy": 0.18852458894252777, + "auc": 0.7542590378250604 + }, + "g10": { + "accuracy": 0.24098360538482666, + "auc": 0.7535995110302526 + }, + "g11": { + "accuracy": 0.2295081913471222, + "auc": 0.7275790204820626 + }, + "g12": { + "accuracy": 0.2114754170179367, + "auc": 0.7186510354757195 + }, + "g13": { + "accuracy": 0.24590164422988892, + "auc": 0.7269847471179466 + }, + "g14": { + "accuracy": 0.2147541046142578, + "auc": 0.7150679373061497 + }, + "g15": { + "accuracy": 0.22786885499954224, + "auc": 0.6916290516042346 + }, + "g16": { + "accuracy": 0.3950819671154022, + "auc": 0.8297449017493114 + }, + "g17": { + "accuracy": 0.25573769211769104, + "auc": 0.7433602785910414 + }, + "g18": { + "accuracy": 0.26229506731033325, + "auc": 0.7482829966156447 + }, + "g19": { + "accuracy": 0.3426229655742645, + "auc": 0.792693996357743 + }, + "g20": { + "accuracy": 0.5393442511558533, + "auc": 0.8782248596991952 + }, + "g21": { + "accuracy": 0.4098360538482666, + "auc": 0.8182462362360435 + }, + "g22": { + "accuracy": 0.4377049207687378, + "auc": 0.8327012918950035 + }, + "g23": { + "accuracy": 0.6508196592330933, + "auc": 0.92852287191308 + }, + "mean_auc": 0.7804229001331172, + "std_auc": 0.058120564504667196, + "mean_accuracy": 0.3185109266390403, + "std_accuracy": 0.11010740145816168 + }, + "wall_time_s": 6.758242130279541, + "epochs_run": 83, + "peak_train_alloc_bytes": 199376896, + "peak_train_reserved_bytes": 304087040, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "C", + "--seed", + "101112", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_100", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_100/standard_C_ch4_8_seed456_n100/results.json b/paper/experiments/normalized_results/organ3d/n_100/standard_C_ch4_8_seed456_n100/results.json new file mode 100644 index 0000000..6da13bd --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_100/standard_C_ch4_8_seed456_n100/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "standard", + "train_mode": "C", + "seed": 456, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 16071, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.8819974362577728, + "test": { + "loss": 2.151412013319672, + "accuracy": 0.34590163826942444, + "auc": 0.7996515381174181 + }, + "test_c": { + "loss": 2.151412013319672, + "accuracy": 0.34590163826942444, + "auc": 0.7996515381174181 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.2606557390342156, + "auc": 0.7696682941224154 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.3049180209636688, + "auc": 0.7948872679666404 + }, + "g01": { + "accuracy": 0.27213114500045776, + "auc": 0.7913522720123449 + }, + "g02": { + "accuracy": 0.29344263672828674, + "auc": 0.7851311617821426 + }, + "g03": { + "accuracy": 0.2786885201931, + "auc": 0.7965402930531482 + }, + "g04": { + "accuracy": 0.25081968307495117, + "auc": 0.7751609622148624 + }, + "g05": { + "accuracy": 0.24918033182621002, + "auc": 0.7494380917684449 + }, + "g06": { + "accuracy": 0.2393442690372467, + "auc": 0.7587256184563329 + }, + "g07": { + "accuracy": 0.27540984749794006, + "auc": 0.7731203074856954 + }, + "g08": { + "accuracy": 0.24426229298114777, + "auc": 0.7579343279407649 + }, + "g09": { + "accuracy": 0.23770491778850555, + "auc": 0.7395872737825456 + }, + "g10": { + "accuracy": 0.2327868789434433, + "auc": 0.7502469226262337 + }, + "g11": { + "accuracy": 0.23442623019218445, + "auc": 0.7570923340990281 + }, + "g12": { + "accuracy": 0.22459016740322113, + "auc": 0.7616125585219844 + }, + "g13": { + "accuracy": 0.22459016740322113, + "auc": 0.742981877940301 + }, + "g14": { + "accuracy": 0.23770491778850555, + "auc": 0.7475567002369121 + }, + "g15": { + "accuracy": 0.24590164422988892, + "auc": 0.7501114314522588 + }, + "g16": { + "accuracy": 0.2852458953857422, + "auc": 0.7867629780388217 + }, + "g17": { + "accuracy": 0.24098360538482666, + "auc": 0.7562694470653526 + }, + "g18": { + "accuracy": 0.23770491778850555, + "auc": 0.7655524841556267 + }, + "g19": { + "accuracy": 0.2426229566335678, + "auc": 0.7751772976035158 + }, + "g20": { + "accuracy": 0.2819672226905823, + "auc": 0.785405745115704 + }, + "g21": { + "accuracy": 0.29016393423080444, + "auc": 0.7792963345357865 + }, + "g22": { + "accuracy": 0.2852458953857422, + "auc": 0.7924438329661025 + }, + "g23": { + "accuracy": 0.34590163826942444, + "auc": 0.7996515381174181 + }, + "mean_auc": 0.7696682941224154, + "std_auc": 0.018418705914085707, + "mean_accuracy": 0.2606557390342156, + "std_accuracy": 0.02960669556972615 + }, + "wall_time_s": 3.3848092555999756, + "epochs_run": 37, + "peak_train_alloc_bytes": 199376896, + "peak_train_reserved_bytes": 304087040, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "C", + "--seed", + "456", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_100", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_100/standard_C_ch4_8_seed789_n100/results.json b/paper/experiments/normalized_results/organ3d/n_100/standard_C_ch4_8_seed789_n100/results.json new file mode 100644 index 0000000..90ed0ae --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_100/standard_C_ch4_8_seed789_n100/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "standard", + "train_mode": "C", + "seed": 789, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 16071, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.9080019637438684, + "test": { + "loss": 1.9468830046106558, + "accuracy": 0.5081967115402222, + "auc": 0.8465294477179377 + }, + "test_c": { + "loss": 1.9468830046106558, + "accuracy": 0.5081967115402222, + "auc": 0.8465294477179377 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.3435109282533328, + "auc": 0.7579161305362181 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.30655738711357117, + "auc": 0.7635988880884041 + }, + "g01": { + "accuracy": 0.31803280115127563, + "auc": 0.7520430398665222 + }, + "g02": { + "accuracy": 0.25573769211769104, + "auc": 0.7215861196399749 + }, + "g03": { + "accuracy": 0.3819672167301178, + "auc": 0.7899560786621266 + }, + "g04": { + "accuracy": 0.3606557250022888, + "auc": 0.7492900389751966 + }, + "g05": { + "accuracy": 0.3016393482685089, + "auc": 0.7263316793908937 + }, + "g06": { + "accuracy": 0.33114755153656006, + "auc": 0.7192705637854591 + }, + "g07": { + "accuracy": 0.3606557250022888, + "auc": 0.7649462809649085 + }, + "g08": { + "accuracy": 0.3049180209636688, + "auc": 0.735510477099118 + }, + "g09": { + "accuracy": 0.39344263076782227, + "auc": 0.7766077132481207 + }, + "g10": { + "accuracy": 0.3409835994243622, + "auc": 0.770085733512717 + }, + "g11": { + "accuracy": 0.31147539615631104, + "auc": 0.7401884333630142 + }, + "g12": { + "accuracy": 0.25573769211769104, + "auc": 0.7307282645899638 + }, + "g13": { + "accuracy": 0.3163934350013733, + "auc": 0.7547487207291824 + }, + "g14": { + "accuracy": 0.3426229655742645, + "auc": 0.7494003739682302 + }, + "g15": { + "accuracy": 0.2950819730758667, + "auc": 0.7248012131337392 + }, + "g16": { + "accuracy": 0.38852459192276, + "auc": 0.7723706762754575 + }, + "g17": { + "accuracy": 0.37377050518989563, + "auc": 0.7437299043947384 + }, + "g18": { + "accuracy": 0.36229509115219116, + "auc": 0.758165872427654 + }, + "g19": { + "accuracy": 0.36229509115219116, + "auc": 0.7627689465955676 + }, + "g20": { + "accuracy": 0.3918032646179199, + "auc": 0.7964850937399478 + }, + "g21": { + "accuracy": 0.33442622423171997, + "auc": 0.7742513081960115 + }, + "g22": { + "accuracy": 0.34590163826942444, + "auc": 0.7665922645043477 + }, + "g23": { + "accuracy": 0.5081967115402222, + "auc": 0.8465294477179377 + }, + "mean_auc": 0.7579161305362181, + "std_auc": 0.027670671553325473, + "mean_accuracy": 0.3435109282533328, + "std_accuracy": 0.051105268875822396 + }, + "wall_time_s": 5.73499608039856, + "epochs_run": 69, + "peak_train_alloc_bytes": 199376896, + "peak_train_reserved_bytes": 304087040, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "C", + "--seed", + "789", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_100", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_100/standard_R_ch4_8_seed101112_n100/results.json b/paper/experiments/normalized_results/organ3d/n_100/standard_R_ch4_8_seed101112_n100/results.json new file mode 100644 index 0000000..26178cc --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_100/standard_R_ch4_8_seed101112_n100/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "standard", + "train_mode": "R", + "seed": 101112, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 16071, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.8817026508810945, + "test": { + "loss": 2.062220639088115, + "accuracy": 0.30655738711357117, + "auc": 0.8020882511760711 + }, + "test_c": { + "loss": 2.062220639088115, + "accuracy": 0.30655738711357117, + "auc": 0.8020882511760711 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.2849043731888135, + "auc": 0.7968717280359506 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.2950819730758667, + "auc": 0.8009606680922744 + }, + "g01": { + "accuracy": 0.28360655903816223, + "auc": 0.7992540446399371 + }, + "g02": { + "accuracy": 0.2704918086528778, + "auc": 0.789275998454367 + }, + "g03": { + "accuracy": 0.2885245978832245, + "auc": 0.8041097144712835 + }, + "g04": { + "accuracy": 0.29344263672828674, + "auc": 0.8066415018962533 + }, + "g05": { + "accuracy": 0.25573769211769104, + "auc": 0.7828886297611045 + }, + "g06": { + "accuracy": 0.2737704813480377, + "auc": 0.789038699823299 + }, + "g07": { + "accuracy": 0.3098360598087311, + "auc": 0.8048689888415833 + }, + "g08": { + "accuracy": 0.2950819730758667, + "auc": 0.8052607459478164 + }, + "g09": { + "accuracy": 0.2852458953857422, + "auc": 0.8014659234604232 + }, + "g10": { + "accuracy": 0.2819672226905823, + "auc": 0.795522268110473 + }, + "g11": { + "accuracy": 0.29344263672828674, + "auc": 0.7996185397454746 + }, + "g12": { + "accuracy": 0.2737704813480377, + "auc": 0.7926899288876836 + }, + "g13": { + "accuracy": 0.27704918384552, + "auc": 0.787320980735847 + }, + "g14": { + "accuracy": 0.2786885201931, + "auc": 0.7861373837665417 + }, + "g15": { + "accuracy": 0.29016393423080444, + "auc": 0.7964455870034897 + }, + "g16": { + "accuracy": 0.28032785654067993, + "auc": 0.7959124634469379 + }, + "g17": { + "accuracy": 0.25573769211769104, + "auc": 0.7890758296619367 + }, + "g18": { + "accuracy": 0.27540984749794006, + "auc": 0.7923166367597645 + }, + "g19": { + "accuracy": 0.29672130942344666, + "auc": 0.8033723964052855 + }, + "g20": { + "accuracy": 0.31803280115127563, + "auc": 0.8063008157434246 + }, + "g21": { + "accuracy": 0.28360655903816223, + "auc": 0.7957556794473913 + }, + "g22": { + "accuracy": 0.27540984749794006, + "auc": 0.7985997965841544 + }, + "g23": { + "accuracy": 0.30655738711357117, + "auc": 0.8020882511760711 + }, + "mean_auc": 0.7968717280359506, + "std_auc": 0.006827585101080875, + "mean_accuracy": 0.2849043731888135, + "std_accuracy": 0.014708336484072736 + }, + "wall_time_s": 6.45321798324585, + "epochs_run": 49, + "peak_train_alloc_bytes": 198965248, + "peak_train_reserved_bytes": 295698432, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "R", + "--seed", + "101112", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_100", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_100/standard_R_ch4_8_seed123_n100/results.json b/paper/experiments/normalized_results/organ3d/n_100/standard_R_ch4_8_seed123_n100/results.json new file mode 100644 index 0000000..ff1755b --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_100/standard_R_ch4_8_seed123_n100/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "standard", + "train_mode": "R", + "seed": 123, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 16071, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.9026477704734623, + "test": { + "loss": 2.008681800717213, + "accuracy": 0.28360655903816223, + "auc": 0.8830661733770458 + }, + "test_c": { + "loss": 2.008681800717213, + "accuracy": 0.28360655903816223, + "auc": 0.8830661733770458 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.2890710346400738, + "auc": 0.8803836033424396 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.2950819730758667, + "auc": 0.883440808659466 + }, + "g01": { + "accuracy": 0.2852458953857422, + "auc": 0.8782914145053552 + }, + "g02": { + "accuracy": 0.3098360598087311, + "auc": 0.8865734148899801 + }, + "g03": { + "accuracy": 0.29344263672828674, + "auc": 0.8810489320729392 + }, + "g04": { + "accuracy": 0.29672130942344666, + "auc": 0.8900734239472121 + }, + "g05": { + "accuracy": 0.2639344334602356, + "auc": 0.8818553583986819 + }, + "g06": { + "accuracy": 0.2983606457710266, + "auc": 0.8788766829278057 + }, + "g07": { + "accuracy": 0.29672130942344666, + "auc": 0.8877448998845696 + }, + "g08": { + "accuracy": 0.3163934350013733, + "auc": 0.8797651785277167 + }, + "g09": { + "accuracy": 0.3049180209636688, + "auc": 0.8802660816554465 + }, + "g10": { + "accuracy": 0.28032785654067993, + "auc": 0.8760877730087436 + }, + "g11": { + "accuracy": 0.2950819730758667, + "auc": 0.8820069696930809 + }, + "g12": { + "accuracy": 0.2737704813480377, + "auc": 0.8715051120330309 + }, + "g13": { + "accuracy": 0.2852458953857422, + "auc": 0.8818344007817367 + }, + "g14": { + "accuracy": 0.3163934350013733, + "auc": 0.8843001296616356 + }, + "g15": { + "accuracy": 0.3163934350013733, + "auc": 0.8838882147418011 + }, + "g16": { + "accuracy": 0.28360655903816223, + "auc": 0.8798556270951127 + }, + "g17": { + "accuracy": 0.27213114500045776, + "auc": 0.875609172256715 + }, + "g18": { + "accuracy": 0.26229506731033325, + "auc": 0.8728336033195443 + }, + "g19": { + "accuracy": 0.25573769211769104, + "auc": 0.8709478691165113 + }, + "g20": { + "accuracy": 0.29672130942344666, + "auc": 0.8888775806768021 + }, + "g21": { + "accuracy": 0.29672130942344666, + "auc": 0.8764113139711397 + }, + "g22": { + "accuracy": 0.25901639461517334, + "auc": 0.874046345016475 + }, + "g23": { + "accuracy": 0.28360655903816223, + "auc": 0.8830661733770458 + }, + "mean_auc": 0.8803836033424396, + "std_auc": 0.005161682939812539, + "mean_accuracy": 0.2890710346400738, + "std_accuracy": 0.017539621656062484 + }, + "wall_time_s": 8.792964696884155, + "epochs_run": 68, + "peak_train_alloc_bytes": 198965248, + "peak_train_reserved_bytes": 295698432, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "R", + "--seed", + "123", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_100", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_100/standard_R_ch4_8_seed456_n100/results.json b/paper/experiments/normalized_results/organ3d/n_100/standard_R_ch4_8_seed456_n100/results.json new file mode 100644 index 0000000..af65b93 --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_100/standard_R_ch4_8_seed456_n100/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "standard", + "train_mode": "R", + "seed": 456, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 16071, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.8824959966227692, + "test": { + "loss": 1.8671766937756147, + "accuracy": 0.4590163826942444, + "auc": 0.8600376395086613 + }, + "test_c": { + "loss": 1.8671766937756147, + "accuracy": 0.4590163826942444, + "auc": 0.8600376395086613 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.45314207548896474, + "auc": 0.8575429725724749 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.4557377099990845, + "auc": 0.8600518876954785 + }, + "g01": { + "accuracy": 0.47377049922943115, + "auc": 0.8642192126331519 + }, + "g02": { + "accuracy": 0.4524590075016022, + "auc": 0.8662873156117942 + }, + "g03": { + "accuracy": 0.4557377099990845, + "auc": 0.868996575860825 + }, + "g04": { + "accuracy": 0.4557377099990845, + "auc": 0.8567200937389479 + }, + "g05": { + "accuracy": 0.44262295961380005, + "auc": 0.8518443990970573 + }, + "g06": { + "accuracy": 0.43934425711631775, + "auc": 0.8393788866044928 + }, + "g07": { + "accuracy": 0.44262295961380005, + "auc": 0.8502675496245599 + }, + "g08": { + "accuracy": 0.4524590075016022, + "auc": 0.8630965360806027 + }, + "g09": { + "accuracy": 0.4524590075016022, + "auc": 0.8573833609340699 + }, + "g10": { + "accuracy": 0.45737704634666443, + "auc": 0.8506343390176714 + }, + "g11": { + "accuracy": 0.4409835934638977, + "auc": 0.8644616433153403 + }, + "g12": { + "accuracy": 0.4622950851917267, + "auc": 0.8632088577287714 + }, + "g13": { + "accuracy": 0.4524590075016022, + "auc": 0.8465376094377692 + }, + "g14": { + "accuracy": 0.46065574884414673, + "auc": 0.853549443979606 + }, + "g15": { + "accuracy": 0.4590163826942444, + "auc": 0.858566873706539 + }, + "g16": { + "accuracy": 0.44590163230895996, + "auc": 0.8639301860939036 + }, + "g17": { + "accuracy": 0.4508196711540222, + "auc": 0.862353981999313 + }, + "g18": { + "accuracy": 0.4524590075016022, + "auc": 0.8501978523189883 + }, + "g19": { + "accuracy": 0.4311475455760956, + "auc": 0.8556517544057598 + }, + "g20": { + "accuracy": 0.4540983736515045, + "auc": 0.8558936876067998 + }, + "g21": { + "accuracy": 0.4688524603843689, + "auc": 0.8534129536853615 + }, + "g22": { + "accuracy": 0.45737704634666443, + "auc": 0.864348701053931 + }, + "g23": { + "accuracy": 0.4590163826942444, + "auc": 0.8600376395086613 + }, + "mean_auc": 0.8575429725724749, + "std_auc": 0.006967191136171477, + "mean_accuracy": 0.45314207548896474, + "std_accuracy": 0.009224094877000665 + }, + "wall_time_s": 12.424073457717896, + "epochs_run": 100, + "peak_train_alloc_bytes": 198965248, + "peak_train_reserved_bytes": 295698432, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "R", + "--seed", + "456", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_100", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_100/standard_R_ch4_8_seed789_n100/results.json b/paper/experiments/normalized_results/organ3d/n_100/standard_R_ch4_8_seed789_n100/results.json new file mode 100644 index 0000000..977bda2 --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_100/standard_R_ch4_8_seed789_n100/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "standard", + "train_mode": "R", + "seed": 789, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 16071, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.8313280887066472, + "test": { + "loss": 2.1375576331967214, + "accuracy": 0.34590163826942444, + "auc": 0.7753869150158949 + }, + "test_c": { + "loss": 2.1375576331967214, + "accuracy": 0.34590163826942444, + "auc": 0.7753869150158949 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.3436475433409214, + "auc": 0.7695272290486228 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.36229509115219116, + "auc": 0.7738883686425726 + }, + "g01": { + "accuracy": 0.33770492672920227, + "auc": 0.7762117129699561 + }, + "g02": { + "accuracy": 0.33442622423171997, + "auc": 0.771255340413828 + }, + "g03": { + "accuracy": 0.3475409746170044, + "auc": 0.7818344740326875 + }, + "g04": { + "accuracy": 0.3540983498096466, + "auc": 0.776721023759874 + }, + "g05": { + "accuracy": 0.3295081853866577, + "auc": 0.7616184826649198 + }, + "g06": { + "accuracy": 0.3508196771144867, + "auc": 0.7670627637805004 + }, + "g07": { + "accuracy": 0.3262295126914978, + "auc": 0.7739886066197053 + }, + "g08": { + "accuracy": 0.35245901346206665, + "auc": 0.7658064255529401 + }, + "g09": { + "accuracy": 0.34918034076690674, + "auc": 0.7668413857453128 + }, + "g10": { + "accuracy": 0.3393442630767822, + "auc": 0.7596354397806756 + }, + "g11": { + "accuracy": 0.33114755153656006, + "auc": 0.7681359246757239 + }, + "g12": { + "accuracy": 0.33770492672920227, + "auc": 0.7582175328953888 + }, + "g13": { + "accuracy": 0.3442623019218445, + "auc": 0.765315280721826 + }, + "g14": { + "accuracy": 0.33114755153656006, + "auc": 0.7584840009262731 + }, + "g15": { + "accuracy": 0.34918034076690674, + "auc": 0.7693511052718572 + }, + "g16": { + "accuracy": 0.35573771595954895, + "auc": 0.7768154213356883 + }, + "g17": { + "accuracy": 0.33442622423171997, + "auc": 0.7677116044961274 + }, + "g18": { + "accuracy": 0.3573770523071289, + "auc": 0.7727152089562719 + }, + "g19": { + "accuracy": 0.3475409746170044, + "auc": 0.7734967468726474 + }, + "g20": { + "accuracy": 0.3426229655742645, + "auc": 0.7735321049479961 + }, + "g21": { + "accuracy": 0.3409835994243622, + "auc": 0.7687897932810749 + }, + "g22": { + "accuracy": 0.34590163826942444, + "auc": 0.7658378338072073 + }, + "g23": { + "accuracy": 0.34590163826942444, + "auc": 0.7753869150158949 + }, + "mean_auc": 0.7695272290486228, + "std_auc": 0.0061025024484307805, + "mean_accuracy": 0.3436475433409214, + "std_accuracy": 0.00936739237734089 + }, + "wall_time_s": 5.863234519958496, + "epochs_run": 46, + "peak_train_alloc_bytes": 198965248, + "peak_train_reserved_bytes": 295698432, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "R", + "--seed", + "789", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_100", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_500/bispectrum_C_ch4_8_seed101112_n500/results.json b/paper/experiments/normalized_results/organ3d/n_500/bispectrum_C_ch4_8_seed101112_n500/results.json new file mode 100644 index 0000000..192c1ef --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_500/bispectrum_C_ch4_8_seed101112_n500/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "bispectrum", + "train_mode": "C", + "seed": 101112, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 463167, + "invariant_dim": 64, + "raw_invariant_dim": 1376, + "projected_dim": 64, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.9857681765282288, + "test": { + "loss": 0.6802091270196633, + "accuracy": 0.7016393542289734, + "auc": 0.96695293511431 + }, + "test_c": { + "loss": 0.6802091270196633, + "accuracy": 0.7016393542289734, + "auc": 0.96695293511431 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7016393542289734, + "auc": 0.9669665776491643 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.7016393542289734, + "auc": 0.9669682016674112 + }, + "g01": { + "accuracy": 0.7016393542289734, + "auc": 0.9669683325609 + }, + "g02": { + "accuracy": 0.7016393542289734, + "auc": 0.9669787284187824 + }, + "g03": { + "accuracy": 0.7016393542289734, + "auc": 0.9669658659586939 + }, + "g04": { + "accuracy": 0.7016393542289734, + "auc": 0.9669579516361508 + }, + "g05": { + "accuracy": 0.7016393542289734, + "auc": 0.9669787284187824 + }, + "g06": { + "accuracy": 0.7016393542289734, + "auc": 0.9669608956245831 + }, + "g07": { + "accuracy": 0.7016393542289734, + "auc": 0.9669756698583248 + }, + "g08": { + "accuracy": 0.7016393542289734, + "auc": 0.9669705835638581 + }, + "g09": { + "accuracy": 0.7016393542289734, + "auc": 0.9669683355428642 + }, + "g10": { + "accuracy": 0.7016393542289734, + "auc": 0.9669504685121038 + }, + "g11": { + "accuracy": 0.7016393542289734, + "auc": 0.966975684791458 + }, + "g12": { + "accuracy": 0.7016393542289734, + "auc": 0.9669708675474016 + }, + "g13": { + "accuracy": 0.7016393542289734, + "auc": 0.9669788280576747 + }, + "g14": { + "accuracy": 0.7016393542289734, + "auc": 0.9669634989953799 + }, + "g15": { + "accuracy": 0.7016393542289734, + "auc": 0.966973826468967 + }, + "g16": { + "accuracy": 0.7016393542289734, + "auc": 0.9669555697397038 + }, + "g17": { + "accuracy": 0.7016393542289734, + "auc": 0.9669786971641856 + }, + "g18": { + "accuracy": 0.7016393542289734, + "auc": 0.966956096295624 + }, + "g19": { + "accuracy": 0.7016393542289734, + "auc": 0.9669658659586939 + }, + "g20": { + "accuracy": 0.7016393542289734, + "auc": 0.9669609952634753 + }, + "g21": { + "accuracy": 0.7016393542289734, + "auc": 0.9669683013063033 + }, + "g22": { + "accuracy": 0.7016393542289734, + "auc": 0.96695293511431 + }, + "g23": { + "accuracy": 0.7016393542289734, + "auc": 0.96695293511431 + }, + "mean_auc": 0.9669665776491643, + "std_auc": 8.821712022301456e-06, + "mean_accuracy": 0.7016393542289734, + "std_accuracy": 0.0 + }, + "wall_time_s": 148.92421913146973, + "epochs_run": 84, + "peak_train_alloc_bytes": 1688434688, + "peak_train_reserved_bytes": 2237661184, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "C", + "--seed", + "101112", + "--batch_size", + "16", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_500", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_500/bispectrum_C_ch4_8_seed456_n500/results.json b/paper/experiments/normalized_results/organ3d/n_500/bispectrum_C_ch4_8_seed456_n500/results.json new file mode 100644 index 0000000..44f1e09 --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_500/bispectrum_C_ch4_8_seed456_n500/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "bispectrum", + "train_mode": "C", + "seed": 456, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 463167, + "invariant_dim": 64, + "raw_invariant_dim": 1376, + "projected_dim": 64, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.9861424043973233, + "test": { + "loss": 0.7602135830238217, + "accuracy": 0.6819671988487244, + "auc": 0.9629836063447292 + }, + "test_c": { + "loss": 0.7602135830238217, + "accuracy": 0.6819671988487244, + "auc": 0.9629836063447292 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.6819671988487244, + "auc": 0.9629962927825778 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.6819671988487244, + "auc": 0.9630006945947097 + }, + "g01": { + "accuracy": 0.6819671988487244, + "auc": 0.9629883586017148 + }, + "g02": { + "accuracy": 0.6819671988487244, + "auc": 0.9629859107988494 + }, + "g03": { + "accuracy": 0.6819671988487244, + "auc": 0.9629984460696288 + }, + "g04": { + "accuracy": 0.6819671988487244, + "auc": 0.9629909778787149 + }, + "g05": { + "accuracy": 0.6819671988487244, + "auc": 0.9629933789897632 + }, + "g06": { + "accuracy": 0.6819671988487244, + "auc": 0.963013077190695 + }, + "g07": { + "accuracy": 0.6819671988487244, + "auc": 0.9630063098341473 + }, + "g08": { + "accuracy": 0.6819671988487244, + "auc": 0.9629910745356429 + }, + "g09": { + "accuracy": 0.6819671988487244, + "auc": 0.9630111246003265 + }, + "g10": { + "accuracy": 0.6819671988487244, + "auc": 0.9629958455919695 + }, + "g11": { + "accuracy": 0.6819671988487244, + "auc": 0.9630111246003265 + }, + "g12": { + "accuracy": 0.6819671988487244, + "auc": 0.963000629103552 + }, + "g13": { + "accuracy": 0.6819671988487244, + "auc": 0.9629860759288995 + }, + "g14": { + "accuracy": 0.6819671988487244, + "auc": 0.9629886079334369 + }, + "g15": { + "accuracy": 0.6819671988487244, + "auc": 0.9629960761243507 + }, + "g16": { + "accuracy": 0.6819671988487244, + "auc": 0.9629935411378491 + }, + "g17": { + "accuracy": 0.6819671988487244, + "auc": 0.9629984743422614 + }, + "g18": { + "accuracy": 0.6819671988487244, + "auc": 0.9629934910839115 + }, + "g19": { + "accuracy": 0.6819671988487244, + "auc": 0.9629960573250099 + }, + "g20": { + "accuracy": 0.6819671988487244, + "auc": 0.962998262140238 + }, + "g21": { + "accuracy": 0.6819671988487244, + "auc": 0.9629836093266934 + }, + "g22": { + "accuracy": 0.6819671988487244, + "auc": 0.9630062727044486 + }, + "g23": { + "accuracy": 0.6819671988487244, + "auc": 0.9629836063447292 + }, + "mean_auc": 0.9629962927825778, + "std_auc": 8.437914173288146e-06, + "mean_accuracy": 0.6819671988487244, + "std_accuracy": 0.0 + }, + "wall_time_s": 121.59647059440613, + "epochs_run": 69, + "peak_train_alloc_bytes": 1688434688, + "peak_train_reserved_bytes": 2237661184, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "C", + "--seed", + "456", + "--batch_size", + "16", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_500", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_500/bispectrum_C_ch4_8_seed789_n500/results.json b/paper/experiments/normalized_results/organ3d/n_500/bispectrum_C_ch4_8_seed789_n500/results.json new file mode 100644 index 0000000..09a10a4 --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_500/bispectrum_C_ch4_8_seed789_n500/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "bispectrum", + "train_mode": "C", + "seed": 789, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 463167, + "invariant_dim": 64, + "raw_invariant_dim": 1376, + "projected_dim": 64, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.9894408728937037, + "test": { + "loss": 0.7192840435465828, + "accuracy": 0.66557377576828, + "auc": 0.9664089989448917 + }, + "test_c": { + "loss": 0.7192840435465828, + "accuracy": 0.66557377576828, + "auc": 0.9664089989448917 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.66557377576828, + "auc": 0.9664141783707881 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.66557377576828, + "auc": 0.9664089989448917 + }, + "g01": { + "accuracy": 0.66557377576828, + "auc": 0.966418784045182 + }, + "g02": { + "accuracy": 0.66557377576828, + "auc": 0.9664064327037934 + }, + "g03": { + "accuracy": 0.66557377576828, + "auc": 0.9664239165273787 + }, + "g04": { + "accuracy": 0.66557377576828, + "auc": 0.9664165667746978 + }, + "g05": { + "accuracy": 0.66557377576828, + "auc": 0.9664166976681868 + }, + "g06": { + "accuracy": 0.66557377576828, + "auc": 0.9664164358812087 + }, + "g07": { + "accuracy": 0.66557377576828, + "auc": 0.9664192639092852 + }, + "g08": { + "accuracy": 0.66557377576828, + "auc": 0.9664264827684771 + }, + "g09": { + "accuracy": 0.66557377576828, + "auc": 0.9664115651859901 + }, + "g10": { + "accuracy": 0.66557377576828, + "auc": 0.9664192639092852 + }, + "g11": { + "accuracy": 0.66557377576828, + "auc": 0.9664141314270885 + }, + "g12": { + "accuracy": 0.66557377576828, + "auc": 0.9664118269729681 + }, + "g13": { + "accuracy": 0.66557377576828, + "auc": 0.9664092607318697 + }, + "g14": { + "accuracy": 0.66557377576828, + "auc": 0.9664114342925011 + }, + "g15": { + "accuracy": 0.66557377576828, + "auc": 0.9664140005335995 + }, + "g16": { + "accuracy": 0.66557377576828, + "auc": 0.9664141314270885 + }, + "g17": { + "accuracy": 0.66557377576828, + "auc": 0.9664115651859901 + }, + "g18": { + "accuracy": 0.66557377576828, + "auc": 0.9664066944907715 + }, + "g19": { + "accuracy": 0.66557377576828, + "auc": 0.9664114342925011 + }, + "g20": { + "accuracy": 0.66557377576828, + "auc": 0.9664066944907715 + }, + "g21": { + "accuracy": 0.66557377576828, + "auc": 0.9664215683634055 + }, + "g22": { + "accuracy": 0.66557377576828, + "auc": 0.9664141314270885 + }, + "g23": { + "accuracy": 0.66557377576828, + "auc": 0.9664089989448917 + }, + "mean_auc": 0.9664141783707881, + "std_auc": 5.3035376489148095e-06, + "mean_accuracy": 0.66557377576828, + "std_accuracy": 0.0 + }, + "wall_time_s": 115.91391849517822, + "epochs_run": 65, + "peak_train_alloc_bytes": 1688434688, + "peak_train_reserved_bytes": 2237661184, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "C", + "--seed", + "789", + "--batch_size", + "16", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_500", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_500/bispectrum_R_ch4_8_seed101112_n500/results.json b/paper/experiments/normalized_results/organ3d/n_500/bispectrum_R_ch4_8_seed101112_n500/results.json new file mode 100644 index 0000000..05eaa4f --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_500/bispectrum_R_ch4_8_seed101112_n500/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "bispectrum", + "train_mode": "R", + "seed": 101112, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 463167, + "invariant_dim": 64, + "raw_invariant_dim": 1376, + "projected_dim": 64, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.9816392935123233, + "test": { + "loss": 1.138227978690726, + "accuracy": 0.5737704634666443, + "auc": 0.9337912911010235 + }, + "test_c": { + "loss": 1.138227978690726, + "accuracy": 0.5737704634666443, + "auc": 0.9337912911010235 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.5737704634666443, + "auc": 0.9337958445602065 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.5737704634666443, + "auc": 0.933791737232653 + }, + "g01": { + "accuracy": 0.5737704634666443, + "auc": 0.9337891709915546 + }, + "g02": { + "accuracy": 0.5737704634666443, + "auc": 0.9337913253375846 + }, + "g03": { + "accuracy": 0.5737704634666443, + "auc": 0.9337912911010235 + }, + "g04": { + "accuracy": 0.5737704634666443, + "auc": 0.933799435955948 + }, + "g05": { + "accuracy": 0.5737704634666443, + "auc": 0.9337912598464267 + }, + "g06": { + "accuracy": 0.5737704634666443, + "auc": 0.9337913594853191 + }, + "g07": { + "accuracy": 0.5737704634666443, + "auc": 0.9337964235832203 + }, + "g08": { + "accuracy": 0.5737704634666443, + "auc": 0.9338020021970462 + }, + "g09": { + "accuracy": 0.5737704634666443, + "auc": 0.9337943718580468 + }, + "g10": { + "accuracy": 0.5737704634666443, + "auc": 0.9338095700268524 + }, + "g11": { + "accuracy": 0.5737704634666443, + "auc": 0.9338021330905353 + }, + "g12": { + "accuracy": 0.5737704634666443, + "auc": 0.9338021018359385 + }, + "g13": { + "accuracy": 0.5737704634666443, + "auc": 0.9338169222574103 + }, + "g14": { + "accuracy": 0.5737704634666443, + "auc": 0.9337887932442207 + }, + "g15": { + "accuracy": 0.5737704634666443, + "auc": 0.9338044687992525 + }, + "g16": { + "accuracy": 0.5737704634666443, + "auc": 0.9338194884985086 + }, + "g17": { + "accuracy": 0.5737704634666443, + "auc": 0.9337784598955318 + }, + "g18": { + "accuracy": 0.5737704634666443, + "auc": 0.9337911602075345 + }, + "g19": { + "accuracy": 0.5737704634666443, + "auc": 0.933793760685194 + }, + "g20": { + "accuracy": 0.5737704634666443, + "auc": 0.9337912911010235 + }, + "g21": { + "accuracy": 0.5737704634666443, + "auc": 0.933786192855388 + }, + "g22": { + "accuracy": 0.5737704634666443, + "auc": 0.9337862582577191 + }, + "g23": { + "accuracy": 0.5737704634666443, + "auc": 0.9337912911010235 + }, + "mean_auc": 0.9337958445602065, + "std_auc": 9.457233427353836e-06, + "mean_accuracy": 0.5737704634666443, + "std_accuracy": 0.0 + }, + "wall_time_s": 76.28123092651367, + "epochs_run": 38, + "peak_train_alloc_bytes": 1690033152, + "peak_train_reserved_bytes": 2239758336, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "R", + "--seed", + "101112", + "--batch_size", + "16", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_500", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_500/bispectrum_R_ch4_8_seed123_n500/results.json b/paper/experiments/normalized_results/organ3d/n_500/bispectrum_R_ch4_8_seed123_n500/results.json new file mode 100644 index 0000000..fae9545 --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_500/bispectrum_R_ch4_8_seed123_n500/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "bispectrum", + "train_mode": "R", + "seed": 123, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 463167, + "invariant_dim": 64, + "raw_invariant_dim": 1376, + "projected_dim": 64, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.982173878227087, + "test": { + "loss": 0.9323703328116996, + "accuracy": 0.61147540807724, + "auc": 0.9507353267542465 + }, + "test_c": { + "loss": 0.9323703328116996, + "accuracy": 0.61147540807724, + "auc": 0.9507353267542465 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.61147540807724, + "auc": 0.9507391153303734 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.61147540807724, + "auc": 0.9507337048041345 + }, + "g01": { + "accuracy": 0.61147540807724, + "auc": 0.9507432530279586 + }, + "g02": { + "accuracy": 0.61147540807724, + "auc": 0.9507306741361531 + }, + "g03": { + "accuracy": 0.61147540807724, + "auc": 0.9507505903253833 + }, + "g04": { + "accuracy": 0.61147540807724, + "auc": 0.9507459377072899 + }, + "g05": { + "accuracy": 0.61147540807724, + "auc": 0.9507456913575322 + }, + "g06": { + "accuracy": 0.61147540807724, + "auc": 0.9507379242499417 + }, + "g07": { + "accuracy": 0.61147540807724, + "auc": 0.9507406059473088 + }, + "g08": { + "accuracy": 0.61147540807724, + "auc": 0.9507430224955773 + }, + "g09": { + "accuracy": 0.61147540807724, + "auc": 0.9507152454349662 + }, + "g10": { + "accuracy": 0.61147540807724, + "auc": 0.9507434711050838 + }, + "g11": { + "accuracy": 0.61147540807724, + "auc": 0.9507510018051911 + }, + "g12": { + "accuracy": 0.61147540807724, + "auc": 0.9507411041417698 + }, + "g13": { + "accuracy": 0.61147540807724, + "auc": 0.950750521941088 + }, + "g14": { + "accuracy": 0.61147540807724, + "auc": 0.9507531908030427 + }, + "g15": { + "accuracy": 0.61147540807724, + "auc": 0.9507432217733619 + }, + "g16": { + "accuracy": 0.61147540807724, + "auc": 0.9507404562544791 + }, + "g17": { + "accuracy": 0.61147540807724, + "auc": 0.9507180734630425 + }, + "g18": { + "accuracy": 0.61147540807724, + "auc": 0.9507306398995922 + }, + "g19": { + "accuracy": 0.61147540807724, + "auc": 0.9507380084516136 + }, + "g20": { + "accuracy": 0.61147540807724, + "auc": 0.9507331065017982 + }, + "g21": { + "accuracy": 0.61147540807724, + "auc": 0.950743439850487 + }, + "g22": { + "accuracy": 0.61147540807724, + "auc": 0.9507305556979201 + }, + "g23": { + "accuracy": 0.61147540807724, + "auc": 0.9507353267542465 + }, + "mean_auc": 0.9507391153303734, + "std_auc": 9.347781604283401e-06, + "mean_accuracy": 0.61147540807724, + "std_accuracy": 0.0 + }, + "wall_time_s": 85.99144244194031, + "epochs_run": 43, + "peak_train_alloc_bytes": 1690033152, + "peak_train_reserved_bytes": 2239758336, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "R", + "--seed", + "123", + "--batch_size", + "16", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_500", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_500/bispectrum_R_ch4_8_seed456_n500/results.json b/paper/experiments/normalized_results/organ3d/n_500/bispectrum_R_ch4_8_seed456_n500/results.json new file mode 100644 index 0000000..d5884d3 --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_500/bispectrum_R_ch4_8_seed456_n500/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "bispectrum", + "train_mode": "R", + "seed": 456, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 463167, + "invariant_dim": 64, + "raw_invariant_dim": 1376, + "projected_dim": 64, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.9863966432825909, + "test": { + "loss": 0.7923897164766905, + "accuracy": 0.6524590253829956, + "auc": 0.9624304429428553 + }, + "test_c": { + "loss": 0.7923897164766905, + "accuracy": 0.6524590253829956, + "auc": 0.9624304429428553 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.6524590253829956, + "auc": 0.9624314428666514 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.6524590253829956, + "auc": 0.962430408795121 + }, + "g01": { + "accuracy": 0.6524590253829956, + "auc": 0.962425307567521 + }, + "g02": { + "accuracy": 0.6524590253829956, + "auc": 0.9624257219404665 + }, + "g03": { + "accuracy": 0.6524590253829956, + "auc": 0.9624432057640516 + }, + "g04": { + "accuracy": 0.6524590253829956, + "auc": 0.9624182879861137 + }, + "g05": { + "accuracy": 0.6524590253829956, + "auc": 0.9624330716931474 + }, + "g06": { + "accuracy": 0.6524590253829956, + "auc": 0.9624355070407566 + }, + "g07": { + "accuracy": 0.6524590253829956, + "auc": 0.9624330062908161 + }, + "g08": { + "accuracy": 0.6524590253829956, + "auc": 0.9624179731632339 + }, + "g09": { + "accuracy": 0.6524590253829956, + "auc": 0.9624257219404665 + }, + "g10": { + "accuracy": 0.6524590253829956, + "auc": 0.962430505452049 + }, + "g11": { + "accuracy": 0.6524590253829956, + "auc": 0.9624327911068286 + }, + "g12": { + "accuracy": 0.6524590253829956, + "auc": 0.9624404898301235 + }, + "g13": { + "accuracy": 0.6524590253829956, + "auc": 0.9624404214458281 + }, + "g14": { + "accuracy": 0.6524590253829956, + "auc": 0.962423024805879 + }, + "g15": { + "accuracy": 0.6524590253829956, + "auc": 0.9624356379342456 + }, + "g16": { + "accuracy": 0.6524590253829956, + "auc": 0.9624380887190752 + }, + "g17": { + "accuracy": 0.6524590253829956, + "auc": 0.962426301947549 + }, + "g18": { + "accuracy": 0.6524590253829956, + "auc": 0.9624358714485911 + }, + "g19": { + "accuracy": 0.6524590253829956, + "auc": 0.9624510696173968 + }, + "g20": { + "accuracy": 0.6524590253829956, + "auc": 0.9624255940289417 + }, + "g21": { + "accuracy": 0.6524590253829956, + "auc": 0.9624328223614252 + }, + "g22": { + "accuracy": 0.6524590253829956, + "auc": 0.9624233549771527 + }, + "g23": { + "accuracy": 0.6524590253829956, + "auc": 0.9624304429428553 + }, + "mean_auc": 0.9624314428666514, + "std_auc": 7.773348403549207e-06, + "mean_accuracy": 0.6524590253829956, + "std_accuracy": 0.0 + }, + "wall_time_s": 135.09546756744385, + "epochs_run": 68, + "peak_train_alloc_bytes": 1690033152, + "peak_train_reserved_bytes": 2239758336, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "R", + "--seed", + "456", + "--batch_size", + "16", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_500", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_500/bispectrum_R_ch4_8_seed789_n500/results.json b/paper/experiments/normalized_results/organ3d/n_500/bispectrum_R_ch4_8_seed789_n500/results.json new file mode 100644 index 0000000..0095752 --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_500/bispectrum_R_ch4_8_seed789_n500/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "bispectrum", + "train_mode": "R", + "seed": 789, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 463167, + "invariant_dim": 64, + "raw_invariant_dim": 1376, + "projected_dim": 64, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.9866609759450032, + "test": { + "loss": 0.8440623689870366, + "accuracy": 0.6245901584625244, + "auc": 0.9588282766571866 + }, + "test_c": { + "loss": 0.8440623689870366, + "accuracy": 0.6245901584625244, + "auc": 0.9588282766571866 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.6247267723083496, + "auc": 0.9588103391776127 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.6245901584625244, + "auc": 0.958807964805525 + }, + "g01": { + "accuracy": 0.6245901584625244, + "auc": 0.9588102504603047 + }, + "g02": { + "accuracy": 0.6245901584625244, + "auc": 0.9588004653600145 + }, + "g03": { + "accuracy": 0.6245901584625244, + "auc": 0.9588086414695357 + }, + "g04": { + "accuracy": 0.6245901584625244, + "auc": 0.958818526208718 + }, + "g05": { + "accuracy": 0.6245901584625244, + "auc": 0.9588102817149015 + }, + "g06": { + "accuracy": 0.6245901584625244, + "auc": 0.9588102817149015 + }, + "g07": { + "accuracy": 0.6245901584625244, + "auc": 0.9588127170625107 + }, + "g08": { + "accuracy": 0.6245901584625244, + "auc": 0.9588080644444172 + }, + "g09": { + "accuracy": 0.6245901584625244, + "auc": 0.9588205466792948 + }, + "g10": { + "accuracy": 0.6245901584625244, + "auc": 0.9588053797650861 + }, + "g11": { + "accuracy": 0.6245901584625244, + "auc": 0.9588078151126953 + }, + "g12": { + "accuracy": 0.6245901584625244, + "auc": 0.9588002472828893 + }, + "g13": { + "accuracy": 0.6245901584625244, + "auc": 0.9588178807993043 + }, + "g14": { + "accuracy": 0.6245901584625244, + "auc": 0.9588026826304986 + }, + "g15": { + "accuracy": 0.6262295246124268, + "auc": 0.9588102817149015 + }, + "g16": { + "accuracy": 0.6245901584625244, + "auc": 0.9588079147515874 + }, + "g17": { + "accuracy": 0.6245901584625244, + "auc": 0.9587978991189161 + }, + "g18": { + "accuracy": 0.6262295246124268, + "auc": 0.9588127170625107 + }, + "g19": { + "accuracy": 0.6245901584625244, + "auc": 0.9588052801261937 + }, + "g20": { + "accuracy": 0.6245901584625244, + "auc": 0.9588078463672921 + }, + "g21": { + "accuracy": 0.6245901584625244, + "auc": 0.9588154141970981 + }, + "g22": { + "accuracy": 0.6245901584625244, + "auc": 0.9588207647564201 + }, + "g23": { + "accuracy": 0.6245901584625244, + "auc": 0.9588282766571866 + }, + "mean_auc": 0.9588103391776127, + "std_auc": 7.043578761309126e-06, + "mean_accuracy": 0.6247267723083496, + "std_accuracy": 0.00045309686776963333 + }, + "wall_time_s": 77.35083746910095, + "epochs_run": 39, + "peak_train_alloc_bytes": 1690033152, + "peak_train_reserved_bytes": 2239758336, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "R", + "--seed", + "789", + "--batch_size", + "16", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_500", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_500/max_pool_C_ch4_8_seed101112_n500/results.json b/paper/experiments/normalized_results/organ3d/n_500/max_pool_C_ch4_8_seed101112_n500/results.json new file mode 100644 index 0000000..01af575 --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_500/max_pool_C_ch4_8_seed101112_n500/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "max_pool", + "train_mode": "C", + "seed": 101112, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 374423, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.9816043157227977, + "test": { + "loss": 0.8322312777159644, + "accuracy": 0.6557376980781555, + "auc": 0.9602120479426811 + }, + "test_c": { + "loss": 0.8322312777159644, + "accuracy": 0.6557376980781555, + "auc": 0.9602120479426811 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.6557376980781555, + "auc": 0.9602093119893099 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.6557376980781555, + "auc": 0.9602022127884534 + }, + "g01": { + "accuracy": 0.6557376980781555, + "auc": 0.9602118982498513 + }, + "g02": { + "accuracy": 0.6557376980781555, + "auc": 0.960209712233964 + }, + "g03": { + "accuracy": 0.6557376980781555, + "auc": 0.9602169623477526 + }, + "g04": { + "accuracy": 0.6557376980781555, + "auc": 0.96021217883617 + }, + "g05": { + "accuracy": 0.6557376980781555, + "auc": 0.9602146141837795 + }, + "g06": { + "accuracy": 0.6557376980781555, + "auc": 0.960202262842391 + }, + "g07": { + "accuracy": 0.6557376980781555, + "auc": 0.9602145299821074 + }, + "g08": { + "accuracy": 0.6557376980781555, + "auc": 0.9602071147382688 + }, + "g09": { + "accuracy": 0.6557376980781555, + "auc": 0.9601997962401847 + }, + "g10": { + "accuracy": 0.6557376980781555, + "auc": 0.96021217883617 + }, + "g11": { + "accuracy": 0.6557376980781555, + "auc": 0.9602096125950716 + }, + "g12": { + "accuracy": 0.6557376980781555, + "auc": 0.9602121475815732 + }, + "g13": { + "accuracy": 0.6557376980781555, + "auc": 0.9602194973342542 + }, + "g14": { + "accuracy": 0.6557376980781555, + "auc": 0.9602046793906595 + }, + "g15": { + "accuracy": 0.6557376980781555, + "auc": 0.9602096809793672 + }, + "g16": { + "accuracy": 0.6557376980781555, + "auc": 0.9602096809793672 + }, + "g17": { + "accuracy": 0.6557376980781555, + "auc": 0.9601948942903693 + }, + "g18": { + "accuracy": 0.6557376980781555, + "auc": 0.9602194973342542 + }, + "g19": { + "accuracy": 0.6557376980781555, + "auc": 0.9602045797517672 + }, + "g20": { + "accuracy": 0.6557376980781555, + "auc": 0.9602070463539735 + }, + "g21": { + "accuracy": 0.6557376980781555, + "auc": 0.9602096125950716 + }, + "g22": { + "accuracy": 0.6557376980781555, + "auc": 0.9602070493359375 + }, + "g23": { + "accuracy": 0.6557376980781555, + "auc": 0.9602120479426811 + }, + "mean_auc": 0.9602093119893099, + "std_auc": 5.838311437785401e-06, + "mean_accuracy": 0.6557376980781555, + "std_accuracy": 0.0 + }, + "wall_time_s": 105.78163766860962, + "epochs_run": 75, + "peak_train_alloc_bytes": 2697406976, + "peak_train_reserved_bytes": 3621781504, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "max_pool", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "C", + "--seed", + "101112", + "--batch_size", + "32", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_500", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_500/max_pool_C_ch4_8_seed456_n500/results.json b/paper/experiments/normalized_results/organ3d/n_500/max_pool_C_ch4_8_seed456_n500/results.json new file mode 100644 index 0000000..1cb3032 --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_500/max_pool_C_ch4_8_seed456_n500/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "max_pool", + "train_mode": "C", + "seed": 456, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 374423, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.9822553499457185, + "test": { + "loss": 0.8194434494268699, + "accuracy": 0.6704918146133423, + "auc": 0.9594222781231253 + }, + "test_c": { + "loss": 0.8194434494268699, + "accuracy": 0.6704918146133423, + "auc": 0.9594222781231253 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.6704918146133423, + "auc": 0.9594270606631453 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.6704918146133423, + "auc": 0.95943744205537 + }, + "g01": { + "accuracy": 0.6704918146133423, + "auc": 0.9594272113275376 + }, + "g02": { + "accuracy": 0.6704918146133423, + "auc": 0.9594271770909767 + }, + "g03": { + "accuracy": 0.6704918146133423, + "auc": 0.959429743332075 + }, + "g04": { + "accuracy": 0.6704918146133423, + "auc": 0.9594221784842332 + }, + "g05": { + "accuracy": 0.6704918146133423, + "auc": 0.959429743332075 + }, + "g06": { + "accuracy": 0.6704918146133423, + "auc": 0.959429743332075 + }, + "g07": { + "accuracy": 0.6704918146133423, + "auc": 0.9594272113275376 + }, + "g08": { + "accuracy": 0.6704918146133423, + "auc": 0.959429777568636 + }, + "g09": { + "accuracy": 0.6704918146133423, + "auc": 0.9594198115209193 + }, + "g10": { + "accuracy": 0.6704918146133423, + "auc": 0.9594247447253316 + }, + "g11": { + "accuracy": 0.6704918146133423, + "auc": 0.9594222781231253 + }, + "g12": { + "accuracy": 0.6704918146133423, + "auc": 0.9594298772075281 + }, + "g13": { + "accuracy": 0.6704918146133423, + "auc": 0.9594272113275376 + }, + "g14": { + "accuracy": 0.6704918146133423, + "auc": 0.9594247447253316 + }, + "g15": { + "accuracy": 0.6704918146133423, + "auc": 0.9594298429709671 + }, + "g16": { + "accuracy": 0.6704918146133423, + "auc": 0.9594323095731734 + }, + "g17": { + "accuracy": 0.6704918146133423, + "auc": 0.9594272113275376 + }, + "g18": { + "accuracy": 0.6704918146133423, + "auc": 0.959429743332075 + }, + "g19": { + "accuracy": 0.6704918146133423, + "auc": 0.9594222438865643 + }, + "g20": { + "accuracy": 0.6704918146133423, + "auc": 0.9594273763687611 + }, + "g21": { + "accuracy": 0.6704918146133423, + "auc": 0.9594272767298689 + }, + "g22": { + "accuracy": 0.6704918146133423, + "auc": 0.9594222781231253 + }, + "g23": { + "accuracy": 0.6704918146133423, + "auc": 0.9594222781231253 + }, + "mean_auc": 0.9594270606631453, + "std_auc": 3.906991216772023e-06, + "mean_accuracy": 0.6704918146133423, + "std_accuracy": 0.0 + }, + "wall_time_s": 110.5561933517456, + "epochs_run": 79, + "peak_train_alloc_bytes": 2697406976, + "peak_train_reserved_bytes": 3621781504, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "max_pool", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "C", + "--seed", + "456", + "--batch_size", + "32", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_500", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_500/max_pool_C_ch4_8_seed789_n500/results.json b/paper/experiments/normalized_results/organ3d/n_500/max_pool_C_ch4_8_seed789_n500/results.json new file mode 100644 index 0000000..29f8be2 --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_500/max_pool_C_ch4_8_seed789_n500/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "max_pool", + "train_mode": "C", + "seed": 789, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 374423, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.9785048767061483, + "test": { + "loss": 0.9374019935482838, + "accuracy": 0.631147563457489, + "auc": 0.9523530059514225 + }, + "test_c": { + "loss": 0.9374019935482838, + "accuracy": 0.631147563457489, + "auc": 0.9523530059514225 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.631147563457489, + "auc": 0.952351321205758 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.631147563457489, + "auc": 0.9523554725536286 + }, + "g01": { + "accuracy": 0.631147563457489, + "auc": 0.9523530372060193 + }, + "g02": { + "accuracy": 0.631147563457489, + "auc": 0.9523481352562038 + }, + "g03": { + "accuracy": 0.631147563457489, + "auc": 0.95235060185841 + }, + "g04": { + "accuracy": 0.631147563457489, + "auc": 0.9523481352562038 + }, + "g05": { + "accuracy": 0.631147563457489, + "auc": 0.9523507014973022 + }, + "g06": { + "accuracy": 0.631147563457489, + "auc": 0.9523505706038132 + }, + "g07": { + "accuracy": 0.631147563457489, + "auc": 0.9523481352562038 + }, + "g08": { + "accuracy": 0.631147563457489, + "auc": 0.9523530372060193 + }, + "g09": { + "accuracy": 0.631147563457489, + "auc": 0.9523481352562038 + }, + "g10": { + "accuracy": 0.631147563457489, + "auc": 0.9523531680995082 + }, + "g11": { + "accuracy": 0.631147563457489, + "auc": 0.9523505706038132 + }, + "g12": { + "accuracy": 0.631147563457489, + "auc": 0.9523530372060193 + }, + "g13": { + "accuracy": 0.631147563457489, + "auc": 0.9523530684606161 + }, + "g14": { + "accuracy": 0.631147563457489, + "auc": 0.952348104001607 + }, + "g15": { + "accuracy": 0.631147563457489, + "auc": 0.95235060185841 + }, + "g16": { + "accuracy": 0.631147563457489, + "auc": 0.9523481352562038 + }, + "g17": { + "accuracy": 0.631147563457489, + "auc": 0.9523531368449114 + }, + "g18": { + "accuracy": 0.631147563457489, + "auc": 0.952348234895096 + }, + "g19": { + "accuracy": 0.631147563457489, + "auc": 0.9523481352562038 + }, + "g20": { + "accuracy": 0.631147563457489, + "auc": 0.9523530059514225 + }, + "g21": { + "accuracy": 0.631147563457489, + "auc": 0.9523554725536286 + }, + "g22": { + "accuracy": 0.631147563457489, + "auc": 0.9523580700493237 + }, + "g23": { + "accuracy": 0.631147563457489, + "auc": 0.9523530059514225 + }, + "mean_auc": 0.952351321205758, + "std_auc": 2.7958940559108674e-06, + "mean_accuracy": 0.631147563457489, + "std_accuracy": 0.0 + }, + "wall_time_s": 107.23233008384705, + "epochs_run": 77, + "peak_train_alloc_bytes": 2697406976, + "peak_train_reserved_bytes": 3621781504, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "max_pool", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "C", + "--seed", + "789", + "--batch_size", + "32", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_500", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_500/max_pool_R_ch4_8_seed101112_n500/results.json b/paper/experiments/normalized_results/organ3d/n_500/max_pool_R_ch4_8_seed101112_n500/results.json new file mode 100644 index 0000000..78f16a1 --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_500/max_pool_R_ch4_8_seed101112_n500/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "max_pool", + "train_mode": "R", + "seed": 101112, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 374423, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.9705025890010418, + "test": { + "loss": 1.0425517598136527, + "accuracy": 0.6000000238418579, + "auc": 0.9498138414974836 + }, + "test_c": { + "loss": 1.0425517598136527, + "accuracy": 0.6000000238418579, + "auc": 0.9498138414974836 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.6000000238418579, + "auc": 0.949816723596474 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.6000000238418579, + "auc": 0.9498163080996899 + }, + "g01": { + "accuracy": 0.6000000238418579, + "auc": 0.9498163080996899 + }, + "g02": { + "accuracy": 0.6000000238418579, + "auc": 0.9498163080996899 + }, + "g03": { + "accuracy": 0.6000000238418579, + "auc": 0.9498163080996899 + }, + "g04": { + "accuracy": 0.6000000238418579, + "auc": 0.9498163080996899 + }, + "g05": { + "accuracy": 0.6000000238418579, + "auc": 0.9498163080996899 + }, + "g06": { + "accuracy": 0.6000000238418579, + "auc": 0.9498110447240041 + }, + "g07": { + "accuracy": 0.6000000238418579, + "auc": 0.9498163080996899 + }, + "g08": { + "accuracy": 0.6000000238418579, + "auc": 0.9498163080996899 + }, + "g09": { + "accuracy": 0.6000000238418579, + "auc": 0.9498163080996899 + }, + "g10": { + "accuracy": 0.6000000238418579, + "auc": 0.9498163080996899 + }, + "g11": { + "accuracy": 0.6000000238418579, + "auc": 0.9498163080996899 + }, + "g12": { + "accuracy": 0.6000000238418579, + "auc": 0.9498163080996899 + }, + "g13": { + "accuracy": 0.6000000238418579, + "auc": 0.9498163080996899 + }, + "g14": { + "accuracy": 0.6000000238418579, + "auc": 0.9498163080996899 + }, + "g15": { + "accuracy": 0.6000000238418579, + "auc": 0.949818874340788 + }, + "g16": { + "accuracy": 0.6000000238418579, + "auc": 0.949818874340788 + }, + "g17": { + "accuracy": 0.6000000238418579, + "auc": 0.9498213096883975 + }, + "g18": { + "accuracy": 0.6000000238418579, + "auc": 0.9498163080996899 + }, + "g19": { + "accuracy": 0.6000000238418579, + "auc": 0.949818874340788 + }, + "g20": { + "accuracy": 0.6000000238418579, + "auc": 0.9498163080996899 + }, + "g21": { + "accuracy": 0.6000000238418579, + "auc": 0.9498213096883975 + }, + "g22": { + "accuracy": 0.6000000238418579, + "auc": 0.9498163080996899 + }, + "g23": { + "accuracy": 0.6000000238418579, + "auc": 0.9498138414974836 + }, + "mean_auc": 0.949816723596474, + "std_auc": 2.035441265775114e-06, + "mean_accuracy": 0.6000000238418579, + "std_accuracy": 0.0 + }, + "wall_time_s": 68.41687655448914, + "epochs_run": 42, + "peak_train_alloc_bytes": 2699536896, + "peak_train_reserved_bytes": 3642753024, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "max_pool", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "R", + "--seed", + "101112", + "--batch_size", + "32", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_500", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_500/max_pool_R_ch4_8_seed123_n500/results.json b/paper/experiments/normalized_results/organ3d/n_500/max_pool_R_ch4_8_seed123_n500/results.json new file mode 100644 index 0000000..b6bc161 --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_500/max_pool_R_ch4_8_seed123_n500/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "max_pool", + "train_mode": "R", + "seed": 123, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 374423, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.9809246880681477, + "test": { + "loss": 0.7769873134425429, + "accuracy": 0.6508196592330933, + "auc": 0.960578652667991 + }, + "test_c": { + "loss": 0.7769873134425429, + "accuracy": 0.6508196592330933, + "auc": 0.960578652667991 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.6508196592330933, + "auc": 0.9605817562873008 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.6508196592330933, + "auc": 0.9605835546178064 + }, + "g01": { + "accuracy": 0.6508196592330933, + "auc": 0.9605862204977971 + }, + "g02": { + "accuracy": 0.6508196592330933, + "auc": 0.9605810567610036 + }, + "g03": { + "accuracy": 0.6508196592330933, + "auc": 0.9605786214133942 + }, + "g04": { + "accuracy": 0.6508196592330933, + "auc": 0.9605761860657848 + }, + "g05": { + "accuracy": 0.6508196592330933, + "auc": 0.960576154811188 + }, + "g06": { + "accuracy": 0.6508196592330933, + "auc": 0.9605813185479817 + }, + "g07": { + "accuracy": 0.6508196592330933, + "auc": 0.9605810880156003 + }, + "g08": { + "accuracy": 0.6508196592330933, + "auc": 0.9605858402725861 + }, + "g09": { + "accuracy": 0.6508196592330933, + "auc": 0.9605813185479817 + }, + "g10": { + "accuracy": 0.6508196592330933, + "auc": 0.9605862204977971 + }, + "g11": { + "accuracy": 0.6508196592330933, + "auc": 0.9605788832003722 + }, + "g12": { + "accuracy": 0.6508196592330933, + "auc": 0.9605810880156003 + }, + "g13": { + "accuracy": 0.6508196592330933, + "auc": 0.9605835233632096 + }, + "g14": { + "accuracy": 0.6508196592330933, + "auc": 0.9605836230021019 + }, + "g15": { + "accuracy": 0.6508196592330933, + "auc": 0.9605837851501877 + }, + "g16": { + "accuracy": 0.6508196592330933, + "auc": 0.9605810880156003 + }, + "g17": { + "accuracy": 0.6508196592330933, + "auc": 0.9605886683006624 + }, + "g18": { + "accuracy": 0.6508196592330933, + "auc": 0.9605835233632096 + }, + "g19": { + "accuracy": 0.6508196592330933, + "auc": 0.9605787523068833 + }, + "g20": { + "accuracy": 0.6508196592330933, + "auc": 0.9605810880156004 + }, + "g21": { + "accuracy": 0.6508196592330933, + "auc": 0.9605884065136844 + }, + "g22": { + "accuracy": 0.6508196592330933, + "auc": 0.9605734889311975 + }, + "g23": { + "accuracy": 0.6508196592330933, + "auc": 0.960578652667991 + }, + "mean_auc": 0.9605817562873008, + "std_auc": 3.7403718187038736e-06, + "mean_accuracy": 0.6508196592330933, + "std_accuracy": 0.0 + }, + "wall_time_s": 127.4994752407074, + "epochs_run": 79, + "peak_train_alloc_bytes": 2699536896, + "peak_train_reserved_bytes": 3642753024, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "max_pool", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "R", + "--seed", + "123", + "--batch_size", + "32", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_500", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_500/max_pool_R_ch4_8_seed456_n500/results.json b/paper/experiments/normalized_results/organ3d/n_500/max_pool_R_ch4_8_seed456_n500/results.json new file mode 100644 index 0000000..0c60ff7 --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_500/max_pool_R_ch4_8_seed456_n500/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "max_pool", + "train_mode": "R", + "seed": 456, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 374423, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.9812133776149566, + "test": { + "loss": 1.0377840135918288, + "accuracy": 0.6180328130722046, + "auc": 0.9473962584251375 + }, + "test_c": { + "loss": 1.0377840135918288, + "accuracy": 0.6180328130722046, + "auc": 0.9473962584251375 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.6180328130722046, + "auc": 0.9473943371017568 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.6180328130722046, + "auc": 0.9473937264206002 + }, + "g01": { + "accuracy": 0.6180328130722046, + "auc": 0.9473937264206002 + }, + "g02": { + "accuracy": 0.6180328130722046, + "auc": 0.9473937264206002 + }, + "g03": { + "accuracy": 0.6180328130722046, + "auc": 0.9473937264206002 + }, + "g04": { + "accuracy": 0.6180328130722046, + "auc": 0.9473911601795018 + }, + "g05": { + "accuracy": 0.6180328130722046, + "auc": 0.9473962584251375 + }, + "g06": { + "accuracy": 0.6180328130722046, + "auc": 0.9473962584251375 + }, + "g07": { + "accuracy": 0.6180328130722046, + "auc": 0.9473937264206002 + }, + "g08": { + "accuracy": 0.6180328130722046, + "auc": 0.9473937264206002 + }, + "g09": { + "accuracy": 0.6180328130722046, + "auc": 0.9473937264206002 + }, + "g10": { + "accuracy": 0.6180328130722046, + "auc": 0.9473860276973052 + }, + "g11": { + "accuracy": 0.6180328130722046, + "auc": 0.9473937264206002 + }, + "g12": { + "accuracy": 0.6180328130722046, + "auc": 0.9473937264206002 + }, + "g13": { + "accuracy": 0.6180328130722046, + "auc": 0.9473961617682094 + }, + "g14": { + "accuracy": 0.6180328130722046, + "auc": 0.9473937264206002 + }, + "g15": { + "accuracy": 0.6180328130722046, + "auc": 0.9473962584251375 + }, + "g16": { + "accuracy": 0.6180328130722046, + "auc": 0.9473885597018424 + }, + "g17": { + "accuracy": 0.6180328130722046, + "auc": 0.9473987904296749 + }, + "g18": { + "accuracy": 0.6180328130722046, + "auc": 0.9474012257772841 + }, + "g19": { + "accuracy": 0.6180328130722046, + "auc": 0.9473986937727468 + }, + "g20": { + "accuracy": 0.6180328130722046, + "auc": 0.9473885597018424 + }, + "g21": { + "accuracy": 0.6180328130722046, + "auc": 0.9473938230775282 + }, + "g22": { + "accuracy": 0.6180328130722046, + "auc": 0.9473987904296749 + }, + "g23": { + "accuracy": 0.6180328130722046, + "auc": 0.9473962584251375 + }, + "mean_auc": 0.9473943371017568, + "std_auc": 3.3793694313139794e-06, + "mean_accuracy": 0.6180328130722046, + "std_accuracy": 0.0 + }, + "wall_time_s": 71.65667462348938, + "epochs_run": 44, + "peak_train_alloc_bytes": 2699536896, + "peak_train_reserved_bytes": 3642753024, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "max_pool", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "R", + "--seed", + "456", + "--batch_size", + "32", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_500", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_500/max_pool_R_ch4_8_seed789_n500/results.json b/paper/experiments/normalized_results/organ3d/n_500/max_pool_R_ch4_8_seed789_n500/results.json new file mode 100644 index 0000000..de47c26 --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_500/max_pool_R_ch4_8_seed789_n500/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "max_pool", + "train_mode": "R", + "seed": 789, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 374423, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.9807139999998107, + "test": { + "loss": 0.8708384529488986, + "accuracy": 0.6426229476928711, + "auc": 0.9566116868154814 + }, + "test_c": { + "loss": 0.8708384529488986, + "accuracy": 0.6426229476928711, + "auc": 0.9566116868154814 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.6426229476928711, + "auc": 0.9566132558778376 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.6426229476928711, + "auc": 0.9566192546452874 + }, + "g01": { + "accuracy": 0.6426229476928711, + "auc": 0.9566116555608845 + }, + "g02": { + "accuracy": 0.6426229476928711, + "auc": 0.9566141221630907 + }, + "g03": { + "accuracy": 0.6426229476928711, + "auc": 0.9566167880430811 + }, + "g04": { + "accuracy": 0.6426229476928711, + "auc": 0.9566116868154814 + }, + "g05": { + "accuracy": 0.6426229476928711, + "auc": 0.956616688404189 + }, + "g06": { + "accuracy": 0.6426229476928711, + "auc": 0.9566092514678719 + }, + "g07": { + "accuracy": 0.6426229476928711, + "auc": 0.9566141221630907 + }, + "g08": { + "accuracy": 0.6426229476928711, + "auc": 0.9566142530565798 + }, + "g09": { + "accuracy": 0.6426229476928711, + "auc": 0.9566092202132753 + }, + "g10": { + "accuracy": 0.6426229476928711, + "auc": 0.9566065230786879 + }, + "g11": { + "accuracy": 0.6426229476928711, + "auc": 0.9566141221630907 + }, + "g12": { + "accuracy": 0.6426229476928711, + "auc": 0.9566116868154814 + }, + "g13": { + "accuracy": 0.6426229476928711, + "auc": 0.9566091889586784 + }, + "g14": { + "accuracy": 0.6426229476928711, + "auc": 0.9566192546452874 + }, + "g15": { + "accuracy": 0.6426229476928711, + "auc": 0.9566039568375895 + }, + "g16": { + "accuracy": 0.6426229476928711, + "auc": 0.9566116868154814 + }, + "g17": { + "accuracy": 0.6426229476928711, + "auc": 0.9566116868154814 + }, + "g18": { + "accuracy": 0.6426229476928711, + "auc": 0.956614221801983 + }, + "g19": { + "accuracy": 0.6426229476928711, + "auc": 0.9566168876819735 + }, + "g20": { + "accuracy": 0.6426229476928711, + "auc": 0.9566192546452874 + }, + "g21": { + "accuracy": 0.6426229476928711, + "auc": 0.9566142530565798 + }, + "g22": { + "accuracy": 0.6426229476928711, + "auc": 0.956616688404189 + }, + "g23": { + "accuracy": 0.6426229476928711, + "auc": 0.9566116868154814 + }, + "mean_auc": 0.9566132558778376, + "std_auc": 3.86164171237305e-06, + "mean_accuracy": 0.6426229476928711, + "std_accuracy": 0.0 + }, + "wall_time_s": 128.81647038459778, + "epochs_run": 80, + "peak_train_alloc_bytes": 2699536896, + "peak_train_reserved_bytes": 3642753024, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "max_pool", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "R", + "--seed", + "789", + "--batch_size", + "32", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_500", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_500/standard_C_ch4_8_seed101112_n500/results.json b/paper/experiments/normalized_results/organ3d/n_500/standard_C_ch4_8_seed101112_n500/results.json new file mode 100644 index 0000000..51910b2 --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_500/standard_C_ch4_8_seed101112_n500/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "standard", + "train_mode": "C", + "seed": 101112, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 16071, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.9955299807357494, + "test": { + "loss": 0.9720851210297131, + "accuracy": 0.77704918384552, + "auc": 0.980345219968851 + }, + "test_c": { + "loss": 0.9720851210297131, + "accuracy": 0.77704918384552, + "auc": 0.980345219968851 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.36810109329720336, + "auc": 0.8171073229551641 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.3852458894252777, + "auc": 0.861312915644718 + }, + "g01": { + "accuracy": 0.35245901346206665, + "auc": 0.8443985163317204 + }, + "g02": { + "accuracy": 0.30000001192092896, + "auc": 0.7963905697318219 + }, + "g03": { + "accuracy": 0.4163934290409088, + "auc": 0.8733050491014981 + }, + "g04": { + "accuracy": 0.38032788038253784, + "auc": 0.8403296316585656 + }, + "g05": { + "accuracy": 0.2704918086528778, + "auc": 0.7463709159957458 + }, + "g06": { + "accuracy": 0.25081968307495117, + "auc": 0.7210120526677439 + }, + "g07": { + "accuracy": 0.4852459132671356, + "auc": 0.8919575269650367 + }, + "g08": { + "accuracy": 0.25573769211769104, + "auc": 0.799987058265101 + }, + "g09": { + "accuracy": 0.2950819730758667, + "auc": 0.7878846210368798 + }, + "g10": { + "accuracy": 0.20983606576919556, + "auc": 0.7517524938870984 + }, + "g11": { + "accuracy": 0.3295081853866577, + "auc": 0.8008439418821394 + }, + "g12": { + "accuracy": 0.2672131061553955, + "auc": 0.7798895348214857 + }, + "g13": { + "accuracy": 0.2606557309627533, + "auc": 0.7527385791024113 + }, + "g14": { + "accuracy": 0.2426229566335678, + "auc": 0.761140219799437 + }, + "g15": { + "accuracy": 0.28360655903816223, + "auc": 0.7619970660954857 + }, + "g16": { + "accuracy": 0.44426229596138, + "auc": 0.8868096056047361 + }, + "g17": { + "accuracy": 0.30000001192092896, + "auc": 0.7514493814433961 + }, + "g18": { + "accuracy": 0.2704918086528778, + "auc": 0.7154039329491163 + }, + "g19": { + "accuracy": 0.3786885142326355, + "auc": 0.8267293243939655 + }, + "g20": { + "accuracy": 0.6065573692321777, + "auc": 0.9268442318042855 + }, + "g21": { + "accuracy": 0.5098360776901245, + "auc": 0.8635336184028528 + }, + "g22": { + "accuracy": 0.5622950792312622, + "auc": 0.8881497433698456 + }, + "g23": { + "accuracy": 0.77704918384552, + "auc": 0.980345219968851 + }, + "mean_auc": 0.8171073229551641, + "std_auc": 0.067559732949077, + "mean_accuracy": 0.36810109329720336, + "std_accuracy": 0.13474404238655546 + }, + "wall_time_s": 19.11945867538452, + "epochs_run": 72, + "peak_train_alloc_bytes": 199376896, + "peak_train_reserved_bytes": 304087040, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "C", + "--seed", + "101112", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_500", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_500/standard_C_ch4_8_seed456_n500/results.json b/paper/experiments/normalized_results/organ3d/n_500/standard_C_ch4_8_seed456_n500/results.json new file mode 100644 index 0000000..b9fdd23 --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_500/standard_C_ch4_8_seed456_n500/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "standard", + "train_mode": "C", + "seed": 456, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 16071, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.9912006942199841, + "test": { + "loss": 0.9697127545466189, + "accuracy": 0.7278688549995422, + "auc": 0.9824214152384404 + }, + "test_c": { + "loss": 0.9697127545466189, + "accuracy": 0.7278688549995422, + "auc": 0.9824214152384404 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.361338800440232, + "auc": 0.8027417636661061 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.4196721315383911, + "auc": 0.8550243254067624 + }, + "g01": { + "accuracy": 0.3540983498096466, + "auc": 0.8064429118095581 + }, + "g02": { + "accuracy": 0.3196721374988556, + "auc": 0.7593776006869623 + }, + "g03": { + "accuracy": 0.40163934230804443, + "auc": 0.8586837457574944 + }, + "g04": { + "accuracy": 0.3655737638473511, + "auc": 0.8474137054007848 + }, + "g05": { + "accuracy": 0.26557376980781555, + "auc": 0.7360320342738045 + }, + "g06": { + "accuracy": 0.25573769211769104, + "auc": 0.7182356478783979 + }, + "g07": { + "accuracy": 0.5081967115402222, + "auc": 0.8923885118594164 + }, + "g08": { + "accuracy": 0.2786885201931, + "auc": 0.747131940092265 + }, + "g09": { + "accuracy": 0.28360655903816223, + "auc": 0.7658145259798911 + }, + "g10": { + "accuracy": 0.21803279221057892, + "auc": 0.72593051826685 + }, + "g11": { + "accuracy": 0.30000001192092896, + "auc": 0.7635153242712758 + }, + "g12": { + "accuracy": 0.28360655903816223, + "auc": 0.7520574581586004 + }, + "g13": { + "accuracy": 0.30000001192092896, + "auc": 0.7595965896321638 + }, + "g14": { + "accuracy": 0.24918033182621002, + "auc": 0.7252767396854304 + }, + "g15": { + "accuracy": 0.3196721374988556, + "auc": 0.7923272129614584 + }, + "g16": { + "accuracy": 0.4475409984588623, + "auc": 0.8727514792034131 + }, + "g17": { + "accuracy": 0.31803280115127563, + "auc": 0.7426384511798364 + }, + "g18": { + "accuracy": 0.30655738711357117, + "auc": 0.753714163629622 + }, + "g19": { + "accuracy": 0.35901638865470886, + "auc": 0.829096880469312 + }, + "g20": { + "accuracy": 0.44426229596138, + "auc": 0.8869868366637085 + }, + "g21": { + "accuracy": 0.4786885380744934, + "auc": 0.8378072629987746 + }, + "g22": { + "accuracy": 0.46721312403678894, + "auc": 0.8551370464823232 + }, + "g23": { + "accuracy": 0.7278688549995422, + "auc": 0.9824214152384404 + }, + "mean_auc": 0.8027417636661061, + "std_auc": 0.06670335348929442, + "mean_accuracy": 0.361338800440232, + "std_accuracy": 0.10964516981006885 + }, + "wall_time_s": 19.16915774345398, + "epochs_run": 75, + "peak_train_alloc_bytes": 199376896, + "peak_train_reserved_bytes": 304087040, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "C", + "--seed", + "456", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_500", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_500/standard_C_ch4_8_seed789_n500/results.json b/paper/experiments/normalized_results/organ3d/n_500/standard_C_ch4_8_seed789_n500/results.json new file mode 100644 index 0000000..3cc7500 --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_500/standard_C_ch4_8_seed789_n500/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "standard", + "train_mode": "C", + "seed": 789, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 16071, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.9968373105359407, + "test": { + "loss": 1.0596251440829918, + "accuracy": 0.7754098176956177, + "auc": 0.9752460397775454 + }, + "test_c": { + "loss": 1.0596251440829918, + "accuracy": 0.7754098176956177, + "auc": 0.9752460397775454 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.3601775939265887, + "auc": 0.810313013139725 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.3606557250022888, + "auc": 0.8595084563886022 + }, + "g01": { + "accuracy": 0.31803280115127563, + "auc": 0.8188028463883641 + }, + "g02": { + "accuracy": 0.32459017634391785, + "auc": 0.7985605241670636 + }, + "g03": { + "accuracy": 0.36721310019493103, + "auc": 0.8573353302673983 + }, + "g04": { + "accuracy": 0.3639344274997711, + "auc": 0.8141596353134868 + }, + "g05": { + "accuracy": 0.27704918384552, + "auc": 0.7497824187271764 + }, + "g06": { + "accuracy": 0.23770491778850555, + "auc": 0.7376366179325964 + }, + "g07": { + "accuracy": 0.4409835934638977, + "auc": 0.8764972632877147 + }, + "g08": { + "accuracy": 0.2918032705783844, + "auc": 0.758374389046779 + }, + "g09": { + "accuracy": 0.3360655605792999, + "auc": 0.779879919691341 + }, + "g10": { + "accuracy": 0.2360655665397644, + "auc": 0.7452041689308403 + }, + "g11": { + "accuracy": 0.27704918384552, + "auc": 0.7714192061671036 + }, + "g12": { + "accuracy": 0.23442623019218445, + "auc": 0.7304082128949713 + }, + "g13": { + "accuracy": 0.30655738711357117, + "auc": 0.7613485866129832 + }, + "g14": { + "accuracy": 0.23114754259586334, + "auc": 0.7247535077609644 + }, + "g15": { + "accuracy": 0.3049180209636688, + "auc": 0.774934541155909 + }, + "g16": { + "accuracy": 0.44426229596138, + "auc": 0.8602425188157029 + }, + "g17": { + "accuracy": 0.33278688788414, + "auc": 0.770073697040933 + }, + "g18": { + "accuracy": 0.2819672226905823, + "auc": 0.772276564556666 + }, + "g19": { + "accuracy": 0.3655737638473511, + "auc": 0.8318759116744423 + }, + "g20": { + "accuracy": 0.5295081734657288, + "auc": 0.90906451590205 + }, + "g21": { + "accuracy": 0.4786885380744934, + "auc": 0.8732653314572182 + }, + "g22": { + "accuracy": 0.5278688669204712, + "auc": 0.8968621113955468 + }, + "g23": { + "accuracy": 0.7754098176956177, + "auc": 0.9752460397775454 + }, + "mean_auc": 0.810313013139725, + "std_auc": 0.06433793706797324, + "mean_accuracy": 0.3601775939265887, + "std_accuracy": 0.12157469931863114 + }, + "wall_time_s": 18.991560697555542, + "epochs_run": 75, + "peak_train_alloc_bytes": 199376896, + "peak_train_reserved_bytes": 304087040, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "C", + "--seed", + "789", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_500", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_500/standard_R_ch4_8_seed101112_n500/results.json b/paper/experiments/normalized_results/organ3d/n_500/standard_R_ch4_8_seed101112_n500/results.json new file mode 100644 index 0000000..1fd1335 --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_500/standard_R_ch4_8_seed101112_n500/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "standard", + "train_mode": "R", + "seed": 101112, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 16071, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.9698441648732299, + "test": { + "loss": 1.3391256363665471, + "accuracy": 0.5377049446105957, + "auc": 0.9314550738236563 + }, + "test_c": { + "loss": 1.3391256363665471, + "accuracy": 0.5377049446105957, + "auc": 0.9314550738236563 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.5293032775322596, + "auc": 0.930869844874596 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.5262295007705688, + "auc": 0.9272878829597125 + }, + "g01": { + "accuracy": 0.5147541165351868, + "auc": 0.928211595037807 + }, + "g02": { + "accuracy": 0.5295081734657288, + "auc": 0.9292310738564363 + }, + "g03": { + "accuracy": 0.5311475396156311, + "auc": 0.929365242654469 + }, + "g04": { + "accuracy": 0.5459016561508179, + "auc": 0.9339208062857693 + }, + "g05": { + "accuracy": 0.5426229238510132, + "auc": 0.9306388849152897 + }, + "g06": { + "accuracy": 0.5114753842353821, + "auc": 0.928789966943027 + }, + "g07": { + "accuracy": 0.5459016561508179, + "auc": 0.931493768505797 + }, + "g08": { + "accuracy": 0.5442622900009155, + "auc": 0.9340637036590942 + }, + "g09": { + "accuracy": 0.5163934230804443, + "auc": 0.929014471988637 + }, + "g10": { + "accuracy": 0.5229508280754089, + "auc": 0.932045239885989 + }, + "g11": { + "accuracy": 0.5295081734657288, + "auc": 0.9318200459240096 + }, + "g12": { + "accuracy": 0.5409836173057556, + "auc": 0.9349259600894633 + }, + "g13": { + "accuracy": 0.5426229238510132, + "auc": 0.9304550664647363 + }, + "g14": { + "accuracy": 0.5131147503852844, + "auc": 0.9271078023429787 + }, + "g15": { + "accuracy": 0.5459016561508179, + "auc": 0.9323210457193972 + }, + "g16": { + "accuracy": 0.5098360776901245, + "auc": 0.9307356816695268 + }, + "g17": { + "accuracy": 0.5098360776901245, + "auc": 0.9306710178683801 + }, + "g18": { + "accuracy": 0.5131147503852844, + "auc": 0.929426113310286 + }, + "g19": { + "accuracy": 0.5213114619255066, + "auc": 0.9343003073811402 + }, + "g20": { + "accuracy": 0.5278688669204712, + "auc": 0.9308690041040841 + }, + "g21": { + "accuracy": 0.5475409626960754, + "auc": 0.9287898653846814 + }, + "g22": { + "accuracy": 0.5327869057655334, + "auc": 0.9339366562159362 + }, + "g23": { + "accuracy": 0.5377049446105957, + "auc": 0.9314550738236563 + }, + "mean_auc": 0.930869844874596, + "std_auc": 0.0021958081854793854, + "mean_accuracy": 0.5293032775322596, + "std_accuracy": 0.012997362080949712 + }, + "wall_time_s": 33.466145277023315, + "epochs_run": 71, + "peak_train_alloc_bytes": 198965248, + "peak_train_reserved_bytes": 295698432, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "R", + "--seed", + "101112", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_500", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_500/standard_R_ch4_8_seed123_n500/results.json b/paper/experiments/normalized_results/organ3d/n_500/standard_R_ch4_8_seed123_n500/results.json new file mode 100644 index 0000000..554ac52 --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_500/standard_R_ch4_8_seed123_n500/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "standard", + "train_mode": "R", + "seed": 123, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 16071, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.9328588928479995, + "test": { + "loss": 1.791860911885246, + "accuracy": 0.47704917192459106, + "auc": 0.898660749499898 + }, + "test_c": { + "loss": 1.791860911885246, + "accuracy": 0.47704917192459106, + "auc": 0.898660749499898 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.47008196885387105, + "auc": 0.896952148154937 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.47377049922943115, + "auc": 0.8958574041869379 + }, + "g01": { + "accuracy": 0.4590163826942444, + "auc": 0.8952389459308054 + }, + "g02": { + "accuracy": 0.48032787442207336, + "auc": 0.8994903439123754 + }, + "g03": { + "accuracy": 0.46393442153930664, + "auc": 0.8950528850528321 + }, + "g04": { + "accuracy": 0.4786885380744934, + "auc": 0.9009259274336036 + }, + "g05": { + "accuracy": 0.46065574884414673, + "auc": 0.8909016664208619 + }, + "g06": { + "accuracy": 0.4524590075016022, + "auc": 0.8991333426599628 + }, + "g07": { + "accuracy": 0.46721312403678894, + "auc": 0.8975202894070811 + }, + "g08": { + "accuracy": 0.4836065471172333, + "auc": 0.8985040374480016 + }, + "g09": { + "accuracy": 0.48032787442207336, + "auc": 0.8948097244520898 + }, + "g10": { + "accuracy": 0.4622950851917267, + "auc": 0.8900613869165978 + }, + "g11": { + "accuracy": 0.4622950851917267, + "auc": 0.8938961524411184 + }, + "g12": { + "accuracy": 0.4622950851917267, + "auc": 0.8989386725708589 + }, + "g13": { + "accuracy": 0.4754098355770111, + "auc": 0.90184216520773 + }, + "g14": { + "accuracy": 0.46065574884414673, + "auc": 0.8992069551023629 + }, + "g15": { + "accuracy": 0.4852459132671356, + "auc": 0.9051920883340577 + }, + "g16": { + "accuracy": 0.47049179673194885, + "auc": 0.8915377354866231 + }, + "g17": { + "accuracy": 0.4688524603843689, + "auc": 0.8914668613513391 + }, + "g18": { + "accuracy": 0.46393442153930664, + "auc": 0.8950318916562284 + }, + "g19": { + "accuracy": 0.47377049922943115, + "auc": 0.8986879062703758 + }, + "g20": { + "accuracy": 0.48032787442207336, + "auc": 0.8998241416900874 + }, + "g21": { + "accuracy": 0.47704917192459106, + "auc": 0.8979490979503623 + }, + "g22": { + "accuracy": 0.4622950851917267, + "auc": 0.8971211843362965 + }, + "g23": { + "accuracy": 0.47704917192459106, + "auc": 0.898660749499898 + }, + "mean_auc": 0.896952148154937, + "std_auc": 0.0036206398395154265, + "mean_accuracy": 0.47008196885387105, + "std_accuracy": 0.00888188407661811 + }, + "wall_time_s": 19.533098697662354, + "epochs_run": 40, + "peak_train_alloc_bytes": 198965248, + "peak_train_reserved_bytes": 295698432, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "R", + "--seed", + "123", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_500", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_500/standard_R_ch4_8_seed456_n500/results.json b/paper/experiments/normalized_results/organ3d/n_500/standard_R_ch4_8_seed456_n500/results.json new file mode 100644 index 0000000..7d9a811 --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_500/standard_R_ch4_8_seed456_n500/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "standard", + "train_mode": "R", + "seed": 456, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 16071, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.9651730667939348, + "test": { + "loss": 1.1256997530577613, + "accuracy": 0.5459016561508179, + "auc": 0.9429957419680878 + }, + "test_c": { + "loss": 1.1256997530577613, + "accuracy": 0.5459016561508179, + "auc": 0.9429957419680878 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.5653688510258993, + "auc": 0.9449397016471072 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.5475409626960754, + "auc": 0.9461996257679117 + }, + "g01": { + "accuracy": 0.5803278684616089, + "auc": 0.9482252353318349 + }, + "g02": { + "accuracy": 0.5786885023117065, + "auc": 0.9480565046319854 + }, + "g03": { + "accuracy": 0.5606557130813599, + "auc": 0.9402452284566055 + }, + "g04": { + "accuracy": 0.5655737519264221, + "auc": 0.9432148367845802 + }, + "g05": { + "accuracy": 0.588524580001831, + "auc": 0.9466475659916554 + }, + "g06": { + "accuracy": 0.5836065411567688, + "auc": 0.9441367300578267 + }, + "g07": { + "accuracy": 0.5639344453811646, + "auc": 0.9462017942522217 + }, + "g08": { + "accuracy": 0.5672131180763245, + "auc": 0.9499679980534822 + }, + "g09": { + "accuracy": 0.5639344453811646, + "auc": 0.9450042584837992 + }, + "g10": { + "accuracy": 0.5606557130813599, + "auc": 0.9432917469645083 + }, + "g11": { + "accuracy": 0.5639344453811646, + "auc": 0.9452344089822382 + }, + "g12": { + "accuracy": 0.5622950792312622, + "auc": 0.943822500381814 + }, + "g13": { + "accuracy": 0.5688524842262268, + "auc": 0.9448266099712896 + }, + "g14": { + "accuracy": 0.5622950792312622, + "auc": 0.942119201604889 + }, + "g15": { + "accuracy": 0.5573770403862, + "auc": 0.9460348478297598 + }, + "g16": { + "accuracy": 0.55409836769104, + "auc": 0.9450325609235464 + }, + "g17": { + "accuracy": 0.5688524842262268, + "auc": 0.9449457093215 + }, + "g18": { + "accuracy": 0.577049195766449, + "auc": 0.9440679451706853 + }, + "g19": { + "accuracy": 0.5524590015411377, + "auc": 0.9394945409420494 + }, + "g20": { + "accuracy": 0.5672131180763245, + "auc": 0.9448156720596035 + }, + "g21": { + "accuracy": 0.5655737519264221, + "auc": 0.9484842472015118 + }, + "g22": { + "accuracy": 0.5622950792312622, + "auc": 0.9454873283971863 + }, + "g23": { + "accuracy": 0.5459016561508179, + "auc": 0.9429957419680878 + }, + "mean_auc": 0.9449397016471072, + "std_auc": 0.002396584096323163, + "mean_accuracy": 0.5653688510258993, + "std_accuracy": 0.010349881931286616 + }, + "wall_time_s": 47.63456726074219, + "epochs_run": 100, + "peak_train_alloc_bytes": 198965248, + "peak_train_reserved_bytes": 295698432, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "R", + "--seed", + "456", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_500", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_500/standard_R_ch4_8_seed789_n500/results.json b/paper/experiments/normalized_results/organ3d/n_500/standard_R_ch4_8_seed789_n500/results.json new file mode 100644 index 0000000..9950641 --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_500/standard_R_ch4_8_seed789_n500/results.json @@ -0,0 +1,169 @@ +{ + "dataset": "organ3d", + "model": "standard", + "train_mode": "R", + "seed": 789, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 16071, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.946364258336461, + "test": { + "loss": 1.5318570496606045, + "accuracy": 0.47377049922943115, + "auc": 0.8760416376591015 + }, + "test_c": { + "loss": 1.5318570496606045, + "accuracy": 0.47377049922943115, + "auc": 0.8760416376591015 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.4720628410577774, + "auc": 0.8775136239667497 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.47704917192459106, + "auc": 0.8813656247430938 + }, + "g01": { + "accuracy": 0.4721311330795288, + "auc": 0.8860014561100605 + }, + "g02": { + "accuracy": 0.4590163826942444, + "auc": 0.8774152517397575 + }, + "g03": { + "accuracy": 0.4786885380744934, + "auc": 0.8816243150338472 + }, + "g04": { + "accuracy": 0.4786885380744934, + "auc": 0.8790425519077388 + }, + "g05": { + "accuracy": 0.4868852496147156, + "auc": 0.8808391174585222 + }, + "g06": { + "accuracy": 0.46065574884414673, + "auc": 0.8722750083156399 + }, + "g07": { + "accuracy": 0.4655737578868866, + "auc": 0.8789516034253348 + }, + "g08": { + "accuracy": 0.48852458596229553, + "auc": 0.8824312673321262 + }, + "g09": { + "accuracy": 0.4721311330795288, + "auc": 0.8750972586764234 + }, + "g10": { + "accuracy": 0.4786885380744934, + "auc": 0.8740222077727698 + }, + "g11": { + "accuracy": 0.47377049922943115, + "auc": 0.8814807205263371 + }, + "g12": { + "accuracy": 0.4721311330795288, + "auc": 0.8796528514465762 + }, + "g13": { + "accuracy": 0.4819672107696533, + "auc": 0.8747271067979322 + }, + "g14": { + "accuracy": 0.4508196711540222, + "auc": 0.865248319485106 + }, + "g15": { + "accuracy": 0.4508196711540222, + "auc": 0.8740522529719815 + }, + "g16": { + "accuracy": 0.4934426248073578, + "auc": 0.8818920803082235 + }, + "g17": { + "accuracy": 0.47704917192459106, + "auc": 0.8751952411988053 + }, + "g18": { + "accuracy": 0.47377049922943115, + "auc": 0.8758919194903361 + }, + "g19": { + "accuracy": 0.4655737578868866, + "auc": 0.8817098749110549 + }, + "g20": { + "accuracy": 0.47049179673194885, + "auc": 0.8763252708719986 + }, + "g21": { + "accuracy": 0.47377049922943115, + "auc": 0.8786727061149225 + }, + "g22": { + "accuracy": 0.4540983736515045, + "auc": 0.8703713309043022 + }, + "g23": { + "accuracy": 0.47377049922943115, + "auc": 0.8760416376591015 + }, + "mean_auc": 0.8775136239667497, + "std_auc": 0.004472716728671789, + "mean_accuracy": 0.4720628410577774, + "std_accuracy": 0.010899679885028548 + }, + "wall_time_s": 28.74946665763855, + "epochs_run": 63, + "peak_train_alloc_bytes": 198965248, + "peak_train_reserved_bytes": 295698432, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "R", + "--seed", + "789", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_500", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_full/bispectrum_C_ch4_8_seed101112/results.json b/paper/experiments/normalized_results/organ3d/n_full/bispectrum_C_ch4_8_seed101112/results.json new file mode 100644 index 0000000..5af114e --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_full/bispectrum_C_ch4_8_seed101112/results.json @@ -0,0 +1,167 @@ +{ + "dataset": "organ3d", + "model": "bispectrum", + "train_mode": "C", + "seed": 101112, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 463167, + "invariant_dim": 64, + "raw_invariant_dim": 1376, + "projected_dim": 64, + "train_size": null, + "train_examples": 971, + "best_val_auc": 0.990785601174412, + "test": { + "loss": 0.5931217815055222, + "accuracy": 0.7344262003898621, + "auc": 0.9729847945346979 + }, + "test_c": { + "loss": 0.5931217815055222, + "accuracy": 0.7344262003898621, + "auc": 0.9729847945346979 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7344262003898621, + "auc": 0.9729867536945235 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.7344262003898621, + "auc": 0.9729875600535807 + }, + "g01": { + "accuracy": 0.7344262003898621, + "auc": 0.9729899270168947 + }, + "g02": { + "accuracy": 0.7344262003898621, + "auc": 0.972986999349926 + }, + "g03": { + "accuracy": 0.7344262003898621, + "auc": 0.9729922939802086 + }, + "g04": { + "accuracy": 0.7344262003898621, + "auc": 0.9729901262946791 + }, + "g05": { + "accuracy": 0.7344262003898621, + "auc": 0.9729972955689162 + }, + "g06": { + "accuracy": 0.7344262003898621, + "auc": 0.9729719008200125 + }, + "g07": { + "accuracy": 0.7344262003898621, + "auc": 0.9729924620033962 + }, + "g08": { + "accuracy": 0.7344262003898621, + "auc": 0.9729770645568062 + }, + "g09": { + "accuracy": 0.7344262003898621, + "auc": 0.9729848941735901 + }, + "g10": { + "accuracy": 0.7344262003898621, + "auc": 0.972979693307098 + }, + "g11": { + "accuracy": 0.7344262003898621, + "auc": 0.9729921630867195 + }, + "g12": { + "accuracy": 0.7344262003898621, + "auc": 0.9730103260521925 + }, + "g13": { + "accuracy": 0.7344262003898621, + "auc": 0.9729771954502952 + }, + "g14": { + "accuracy": 0.7344262003898621, + "auc": 0.9729794627747168 + }, + "g15": { + "accuracy": 0.7344262003898621, + "auc": 0.9729972643143195 + }, + "g16": { + "accuracy": 0.7344262003898621, + "auc": 0.972987261136904 + }, + "g17": { + "accuracy": 0.7344262003898621, + "auc": 0.9729874604146885 + }, + "g18": { + "accuracy": 0.7344262003898621, + "auc": 0.9729796307979044 + }, + "g19": { + "accuracy": 0.7344262003898621, + "auc": 0.9729770645568062 + }, + "g20": { + "accuracy": 0.7344262003898621, + "auc": 0.9729845952569135 + }, + "g21": { + "accuracy": 0.7344262003898621, + "auc": 0.9729924248736975 + }, + "g22": { + "accuracy": 0.7344262003898621, + "auc": 0.9729822282935996 + }, + "g23": { + "accuracy": 0.7344262003898621, + "auc": 0.9729847945346979 + }, + "mean_auc": 0.9729867536945235, + "std_auc": 8.192422123669526e-06, + "mean_accuracy": 0.7344262003898621, + "std_accuracy": 0.0 + }, + "wall_time_s": 248.04846692085266, + "epochs_run": 77, + "peak_train_alloc_bytes": 1688434688, + "peak_train_reserved_bytes": 2229272576, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "C", + "--seed", + "101112", + "--batch_size", + "16", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_full", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_full/bispectrum_C_ch4_8_seed456/results.json b/paper/experiments/normalized_results/organ3d/n_full/bispectrum_C_ch4_8_seed456/results.json new file mode 100644 index 0000000..5e6f38e --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_full/bispectrum_C_ch4_8_seed456/results.json @@ -0,0 +1,167 @@ +{ + "dataset": "organ3d", + "model": "bispectrum", + "train_mode": "C", + "seed": 456, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 463167, + "invariant_dim": 64, + "raw_invariant_dim": 1376, + "projected_dim": 64, + "train_size": null, + "train_examples": 971, + "best_val_auc": 0.9907179858304379, + "test": { + "loss": 0.6267172023898265, + "accuracy": 0.7278688549995422, + "auc": 0.9703901565476483 + }, + "test_c": { + "loss": 0.6267172023898265, + "accuracy": 0.7278688549995422, + "auc": 0.9703901565476483 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7278688549995422, + "auc": 0.9704043943671841 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.7278688549995422, + "auc": 0.9703928536822356 + }, + "g01": { + "accuracy": 0.7278688549995422, + "auc": 0.9704135145045114 + }, + "g02": { + "accuracy": 0.7278688549995422, + "auc": 0.9703907485058998 + }, + "g03": { + "accuracy": 0.7278688549995422, + "auc": 0.9704083507677179 + }, + "g04": { + "accuracy": 0.7278688549995422, + "auc": 0.9703805147961031 + }, + "g05": { + "accuracy": 0.7278688549995422, + "auc": 0.9704237794689049 + }, + "g06": { + "accuracy": 0.7278688549995422, + "auc": 0.9704080205964445 + }, + "g07": { + "accuracy": 0.7278688549995422, + "auc": 0.9704162800233942 + }, + "g08": { + "accuracy": 0.7278688549995422, + "auc": 0.9704057845266195 + }, + "g09": { + "accuracy": 0.7278688549995422, + "auc": 0.9703751205269284 + }, + "g10": { + "accuracy": 0.7278688549995422, + "auc": 0.9704337826463202 + }, + "g11": { + "accuracy": 0.7278688549995422, + "auc": 0.9703952577752482 + }, + "g12": { + "accuracy": 0.7278688549995422, + "auc": 0.9703854851302139 + }, + "g13": { + "accuracy": 0.7278688549995422, + "auc": 0.970397801819781 + }, + "g14": { + "accuracy": 0.7278688549995422, + "auc": 0.9704109170088163 + }, + "g15": { + "accuracy": 0.7278688549995422, + "auc": 0.9704390147674092 + }, + "g16": { + "accuracy": 0.7278688549995422, + "auc": 0.970380383902614 + }, + "g17": { + "accuracy": 0.7278688549995422, + "auc": 0.9704287810576125 + }, + "g18": { + "accuracy": 0.7278688549995422, + "auc": 0.9704083507677179 + }, + "g19": { + "accuracy": 0.7278688549995422, + "auc": 0.9704030873920323 + }, + "g20": { + "accuracy": 0.7278688549995422, + "auc": 0.9703879829870169 + }, + "g21": { + "accuracy": 0.7278688549995422, + "auc": 0.9704134148656192 + }, + "g22": { + "accuracy": 0.7278688549995422, + "auc": 0.9704160807456098 + }, + "g23": { + "accuracy": 0.7278688549995422, + "auc": 0.9703901565476483 + }, + "mean_auc": 0.9704043943671841, + "std_auc": 1.68886079938585e-05, + "mean_accuracy": 0.7278688549995422, + "std_accuracy": 0.0 + }, + "wall_time_s": 236.25812292099, + "epochs_run": 73, + "peak_train_alloc_bytes": 1688434688, + "peak_train_reserved_bytes": 2229272576, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "C", + "--seed", + "456", + "--batch_size", + "16", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_full", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_full/bispectrum_C_ch4_8_seed789/results.json b/paper/experiments/normalized_results/organ3d/n_full/bispectrum_C_ch4_8_seed789/results.json new file mode 100644 index 0000000..a633f21 --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_full/bispectrum_C_ch4_8_seed789/results.json @@ -0,0 +1,167 @@ +{ + "dataset": "organ3d", + "model": "bispectrum", + "train_mode": "C", + "seed": 789, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 463167, + "invariant_dim": 64, + "raw_invariant_dim": 1376, + "projected_dim": 64, + "train_size": null, + "train_examples": 971, + "best_val_auc": 0.9899076402516725, + "test": { + "loss": 0.5845350812693111, + "accuracy": 0.7524589896202087, + "auc": 0.9738891342941063 + }, + "test_c": { + "loss": 0.5845350812693111, + "accuracy": 0.7524589896202087, + "auc": 0.9738891342941063 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7520491629838943, + "auc": 0.9738878927149074 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.7524589896202087, + "auc": 0.9738790032051661 + }, + "g01": { + "accuracy": 0.7524589896202087, + "auc": 0.9739042169178166 + }, + "g02": { + "accuracy": 0.7524589896202087, + "auc": 0.9738816006120348 + }, + "g03": { + "accuracy": 0.7524589896202087, + "auc": 0.9738916692806079 + }, + "g04": { + "accuracy": 0.7524589896202087, + "auc": 0.973894301012864 + }, + "g05": { + "accuracy": 0.7508196830749512, + "auc": 0.973884331983183 + }, + "g06": { + "accuracy": 0.7524589896202087, + "auc": 0.9738965181945217 + }, + "g07": { + "accuracy": 0.7524589896202087, + "auc": 0.9738865396915487 + }, + "g08": { + "accuracy": 0.7524589896202087, + "auc": 0.9738968671651359 + }, + "g09": { + "accuracy": 0.7508196830749512, + "auc": 0.9738769321765648 + }, + "g10": { + "accuracy": 0.7508196830749512, + "auc": 0.9738767671353412 + }, + "g11": { + "accuracy": 0.7524589896202087, + "auc": 0.9738942012851453 + }, + "g12": { + "accuracy": 0.7524589896202087, + "auc": 0.9738814697185457 + }, + "g13": { + "accuracy": 0.7508196830749512, + "auc": 0.9738790031163395 + }, + "g14": { + "accuracy": 0.7524589896202087, + "auc": 0.97387637147291 + }, + "g15": { + "accuracy": 0.7524589896202087, + "auc": 0.973901585274387 + }, + "g16": { + "accuracy": 0.7524589896202087, + "auc": 0.9738892993353298 + }, + "g17": { + "accuracy": 0.7524589896202087, + "auc": 0.9738817003397535 + }, + "g18": { + "accuracy": 0.7508196830749512, + "auc": 0.9738817003397535 + }, + "g19": { + "accuracy": 0.7524589896202087, + "auc": 0.973883786627922 + }, + "g20": { + "accuracy": 0.7524589896202087, + "auc": 0.9738943039060017 + }, + "g21": { + "accuracy": 0.7524589896202087, + "auc": 0.9738890034006172 + }, + "g22": { + "accuracy": 0.7508196830749512, + "auc": 0.9738991186721809 + }, + "g23": { + "accuracy": 0.7524589896202087, + "auc": 0.9738891342941063 + }, + "mean_auc": 0.9738878927149074, + "std_auc": 8.163732347188343e-06, + "mean_accuracy": 0.7520491629838943, + "std_accuracy": 0.0007098405563915794 + }, + "wall_time_s": 262.3654022216797, + "epochs_run": 81, + "peak_train_alloc_bytes": 1688434688, + "peak_train_reserved_bytes": 2229272576, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "C", + "--seed", + "789", + "--batch_size", + "16", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_full", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_full/bispectrum_R_ch4_8_seed101112/results.json b/paper/experiments/normalized_results/organ3d/n_full/bispectrum_R_ch4_8_seed101112/results.json new file mode 100644 index 0000000..da01439 --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_full/bispectrum_R_ch4_8_seed101112/results.json @@ -0,0 +1,167 @@ +{ + "dataset": "organ3d", + "model": "bispectrum", + "train_mode": "R", + "seed": 101112, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 463167, + "invariant_dim": 64, + "raw_invariant_dim": 1376, + "projected_dim": 64, + "train_size": null, + "train_examples": 971, + "best_val_auc": 0.9886350272662969, + "test": { + "loss": 0.7022242835310639, + "accuracy": 0.6737704873085022, + "auc": 0.9693094965651974 + }, + "test_c": { + "loss": 0.7022242835310639, + "accuracy": 0.6737704873085022, + "auc": 0.9693094965651974 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.6737704873085022, + "auc": 0.9693130857050853 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.6737704873085022, + "auc": 0.969327460252886 + }, + "g01": { + "accuracy": 0.6737704873085022, + "auc": 0.9693117013804255 + }, + "g02": { + "accuracy": 0.6737704873085022, + "auc": 0.96931190065821 + }, + "g03": { + "accuracy": 0.6737704873085022, + "auc": 0.9693143985150129 + }, + "g04": { + "accuracy": 0.6737704873085022, + "auc": 0.969304594615382 + }, + "g05": { + "accuracy": 0.6737704873085022, + "auc": 0.9693142363669272 + }, + "g06": { + "accuracy": 0.6737704873085022, + "auc": 0.9693201080223279 + }, + "g07": { + "accuracy": 0.6737704873085022, + "auc": 0.9693044324672961 + }, + "g08": { + "accuracy": 0.6737704873085022, + "auc": 0.9693096274586864 + }, + "g09": { + "accuracy": 0.6737704873085022, + "auc": 0.9693195309972097 + }, + "g10": { + "accuracy": 0.6737704873085022, + "auc": 0.9693044637218929 + }, + "g11": { + "accuracy": 0.6737704873085022, + "auc": 0.9693194997426129 + }, + "g12": { + "accuracy": 0.6737704873085022, + "auc": 0.9693122933386771 + }, + "g13": { + "accuracy": 0.6737704873085022, + "auc": 0.9693019971196869 + }, + "g14": { + "accuracy": 0.6737704873085022, + "auc": 0.9693168338626222 + }, + "g15": { + "accuracy": 0.6737704873085022, + "auc": 0.9693019971196868 + }, + "g16": { + "accuracy": 0.6737704873085022, + "auc": 0.9693146603019909 + }, + "g17": { + "accuracy": 0.6737704873085022, + "auc": 0.9693146290473943 + }, + "g18": { + "accuracy": 0.6737704873085022, + "auc": 0.9693093344171116 + }, + "g19": { + "accuracy": 0.6737704873085022, + "auc": 0.9693220659837113 + }, + "g20": { + "accuracy": 0.6737704873085022, + "auc": 0.9693070299629913 + }, + "g21": { + "accuracy": 0.6737704873085022, + "auc": 0.9693246322248096 + }, + "g22": { + "accuracy": 0.6737704873085022, + "auc": 0.9693171327792989 + }, + "g23": { + "accuracy": 0.6737704873085022, + "auc": 0.9693094965651974 + }, + "mean_auc": 0.9693130857050853, + "std_auc": 6.885035945848575e-06, + "mean_accuracy": 0.6737704873085022, + "std_accuracy": 0.0 + }, + "wall_time_s": 218.4909074306488, + "epochs_run": 61, + "peak_train_alloc_bytes": 1690033152, + "peak_train_reserved_bytes": 2233466880, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "R", + "--seed", + "101112", + "--batch_size", + "16", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_full", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_full/bispectrum_R_ch4_8_seed123/results.json b/paper/experiments/normalized_results/organ3d/n_full/bispectrum_R_ch4_8_seed123/results.json new file mode 100644 index 0000000..1fda8d9 --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_full/bispectrum_R_ch4_8_seed123/results.json @@ -0,0 +1,167 @@ +{ + "dataset": "organ3d", + "model": "bispectrum", + "train_mode": "R", + "seed": 123, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 463167, + "invariant_dim": 64, + "raw_invariant_dim": 1376, + "projected_dim": 64, + "train_size": null, + "train_examples": 971, + "best_val_auc": 0.9901549726171591, + "test": { + "loss": 0.594380289609315, + "accuracy": 0.7590163946151733, + "auc": 0.9739252638864955 + }, + "test_c": { + "loss": 0.594380289609315, + "accuracy": 0.7590163946151733, + "auc": 0.9739252638864955 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7590163946151733, + "auc": 0.9739258031250327 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.7590163946151733, + "auc": 0.9739251329930064 + }, + "g01": { + "accuracy": 0.7590163946151733, + "auc": 0.9739251329930064 + }, + "g02": { + "accuracy": 0.7590163946151733, + "auc": 0.9739276992341047 + }, + "g03": { + "accuracy": 0.7590163946151733, + "auc": 0.9739403995461076 + }, + "g04": { + "accuracy": 0.7590163946151733, + "auc": 0.9739227972842893 + }, + "g05": { + "accuracy": 0.7590163946151733, + "auc": 0.9739375031337357 + }, + "g06": { + "accuracy": 0.7590163946151733, + "auc": 0.973914868028613 + }, + "g07": { + "accuracy": 0.7590163946151733, + "auc": 0.9739226976453971 + }, + "g08": { + "accuracy": 0.7590163946151733, + "auc": 0.9739200317654064 + }, + "g09": { + "accuracy": 0.7590163946151733, + "auc": 0.973927798872997 + }, + "g10": { + "accuracy": 0.7590163946151733, + "auc": 0.9739252638864955 + }, + "g11": { + "accuracy": 0.7590163946151733, + "auc": 0.9739303963686922 + }, + "g12": { + "accuracy": 0.7590163946151733, + "auc": 0.9739329938643874 + }, + "g13": { + "accuracy": 0.7590163946151733, + "auc": 0.9739173033762224 + }, + "g14": { + "accuracy": 0.7590163946151733, + "auc": 0.9739175339086036 + }, + "g15": { + "accuracy": 0.7590163946151733, + "auc": 0.9739202622977877 + }, + "g16": { + "accuracy": 0.7590163946151733, + "auc": 0.9739252638864955 + }, + "g17": { + "accuracy": 0.7590163946151733, + "auc": 0.9739302654752031 + }, + "g18": { + "accuracy": 0.7590163946151733, + "auc": 0.9739250020995175 + }, + "g19": { + "accuracy": 0.7590163946151733, + "auc": 0.9739174342697114 + }, + "g20": { + "accuracy": 0.7590163946151733, + "auc": 0.9739303963686922 + }, + "g21": { + "accuracy": 0.7590163946151733, + "auc": 0.9739275683406157 + }, + "g22": { + "accuracy": 0.7590163946151733, + "auc": 0.9739302654752031 + }, + "g23": { + "accuracy": 0.7590163946151733, + "auc": 0.9739252638864955 + }, + "mean_auc": 0.9739258031250327, + "std_auc": 6.156662708996825e-06, + "mean_accuracy": 0.7590163946151733, + "std_accuracy": 0.0 + }, + "wall_time_s": 289.9355866909027, + "epochs_run": 79, + "peak_train_alloc_bytes": 1690033152, + "peak_train_reserved_bytes": 2233466880, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "R", + "--seed", + "123", + "--batch_size", + "16", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_full", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_full/bispectrum_R_ch4_8_seed456/results.json b/paper/experiments/normalized_results/organ3d/n_full/bispectrum_R_ch4_8_seed456/results.json new file mode 100644 index 0000000..c3fc267 --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_full/bispectrum_R_ch4_8_seed456/results.json @@ -0,0 +1,167 @@ +{ + "dataset": "organ3d", + "model": "bispectrum", + "train_mode": "R", + "seed": 456, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 463167, + "invariant_dim": 64, + "raw_invariant_dim": 1376, + "projected_dim": 64, + "train_size": null, + "train_examples": 971, + "best_val_auc": 0.9887605726308213, + "test": { + "loss": 0.5890410907932969, + "accuracy": 0.7295082211494446, + "auc": 0.9734604976051998 + }, + "test_c": { + "loss": 0.5890410907932969, + "accuracy": 0.7295082211494446, + "auc": 0.9734604976051998 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7282103896141052, + "auc": 0.9734683902713915 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.7278688549995422, + "auc": 0.9734760601818399 + }, + "g01": { + "accuracy": 0.7295082211494446, + "auc": 0.9734687541390119 + }, + "g02": { + "accuracy": 0.7278688549995422, + "auc": 0.9734708934630821 + }, + "g03": { + "accuracy": 0.7278688549995422, + "auc": 0.9734709276996433 + }, + "g04": { + "accuracy": 0.7278688549995422, + "auc": 0.9734889910262239 + }, + "g05": { + "accuracy": 0.7278688549995422, + "auc": 0.9734711582320245 + }, + "g06": { + "accuracy": 0.7278688549995422, + "auc": 0.9734711582320245 + }, + "g07": { + "accuracy": 0.7278688549995422, + "auc": 0.973483628011646 + }, + "g08": { + "accuracy": 0.7278688549995422, + "auc": 0.9734736248342307 + }, + "g09": { + "accuracy": 0.7278688549995422, + "auc": 0.9734533254378251 + }, + "g10": { + "accuracy": 0.7295082211494446, + "auc": 0.973452932757358 + }, + "g11": { + "accuracy": 0.7278688549995422, + "auc": 0.9734654337915764 + }, + "g12": { + "accuracy": 0.7278688549995422, + "auc": 0.9734683302039482 + }, + "g13": { + "accuracy": 0.7278688549995422, + "auc": 0.97348116140944 + }, + "g14": { + "accuracy": 0.7278688549995422, + "auc": 0.9734607623741421 + }, + "g15": { + "accuracy": 0.7278688549995422, + "auc": 0.9734832978403726 + }, + "g16": { + "accuracy": 0.7278688549995422, + "auc": 0.9734711582320245 + }, + "g17": { + "accuracy": 0.7278688549995422, + "auc": 0.973452932757358 + }, + "g18": { + "accuracy": 0.7278688549995422, + "auc": 0.973468853777904 + }, + "g19": { + "accuracy": 0.7278688549995422, + "auc": 0.9734680625418682 + }, + "g20": { + "accuracy": 0.7278688549995422, + "auc": 0.9734631293374559 + }, + "g21": { + "accuracy": 0.7295082211494446, + "auc": 0.9734580652395547 + }, + "g22": { + "accuracy": 0.7295082211494446, + "auc": 0.9734582273876405 + }, + "g23": { + "accuracy": 0.7295082211494446, + "auc": 0.9734604976051998 + }, + "mean_auc": 0.9734683902713915, + "std_auc": 9.652071318552167e-06, + "mean_accuracy": 0.7282103896141052, + "std_accuracy": 0.0006657735299558087 + }, + "wall_time_s": 285.7222294807434, + "epochs_run": 78, + "peak_train_alloc_bytes": 1690033152, + "peak_train_reserved_bytes": 2233466880, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "R", + "--seed", + "456", + "--batch_size", + "16", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_full", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_full/bispectrum_R_ch4_8_seed789/results.json b/paper/experiments/normalized_results/organ3d/n_full/bispectrum_R_ch4_8_seed789/results.json new file mode 100644 index 0000000..9ec3b07 --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_full/bispectrum_R_ch4_8_seed789/results.json @@ -0,0 +1,167 @@ +{ + "dataset": "organ3d", + "model": "bispectrum", + "train_mode": "R", + "seed": 789, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 463167, + "invariant_dim": 64, + "raw_invariant_dim": 1376, + "projected_dim": 64, + "train_size": null, + "train_examples": 971, + "best_val_auc": 0.9814693951706764, + "test": { + "loss": 0.9233935621918224, + "accuracy": 0.6000000238418579, + "auc": 0.9560197530337727 + }, + "test_c": { + "loss": 0.9233935621918224, + "accuracy": 0.6000000238418579, + "auc": 0.9560197530337727 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.5995218753814697, + "auc": 0.9559943315771232 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.6000000238418579, + "auc": 0.9560020198784656 + }, + "g01": { + "accuracy": 0.5983606576919556, + "auc": 0.9559871648051722 + }, + "g02": { + "accuracy": 0.6000000238418579, + "auc": 0.9559920355003908 + }, + "g03": { + "accuracy": 0.6000000238418579, + "auc": 0.9559947013803815 + }, + "g04": { + "accuracy": 0.6000000238418579, + "auc": 0.956012381499787 + }, + "g05": { + "accuracy": 0.5983606576919556, + "auc": 0.956004704557797 + }, + "g06": { + "accuracy": 0.5983606576919556, + "auc": 0.9559585559278794 + }, + "g07": { + "accuracy": 0.5983606576919556, + "auc": 0.9559794348272803 + }, + "g08": { + "accuracy": 0.6000000238418579, + "auc": 0.9560120230558808 + }, + "g09": { + "accuracy": 0.6000000238418579, + "auc": 0.955999484891964 + }, + "g10": { + "accuracy": 0.5983606576919556, + "auc": 0.9559917861686689 + }, + "g11": { + "accuracy": 0.6000000238418579, + "auc": 0.9560068658992417 + }, + "g12": { + "accuracy": 0.6000000238418579, + "auc": 0.9559867845799612 + }, + "g13": { + "accuracy": 0.6000000238418579, + "auc": 0.9559916552751798 + }, + "g14": { + "accuracy": 0.6000000238418579, + "auc": 0.955997236366883 + }, + "g15": { + "accuracy": 0.6000000238418579, + "auc": 0.9559948951983247 + }, + "g16": { + "accuracy": 0.6000000238418579, + "auc": 0.9559795344661726 + }, + "g17": { + "accuracy": 0.6000000238418579, + "auc": 0.9559969186508656 + }, + "g18": { + "accuracy": 0.5983606576919556, + "auc": 0.9560196191583196 + }, + "g19": { + "accuracy": 0.5983606576919556, + "auc": 0.9559463042253831 + }, + "g20": { + "accuracy": 0.6000000238418579, + "auc": 0.9559738224809805 + }, + "g21": { + "accuracy": 0.6000000238418579, + "auc": 0.9560169220237321 + }, + "g22": { + "accuracy": 0.6000000238418579, + "auc": 0.9559993539984749 + }, + "g23": { + "accuracy": 0.6000000238418579, + "auc": 0.9560197530337727 + }, + "mean_auc": 0.9559943315771232, + "std_auc": 1.7560918765995437e-05, + "mean_accuracy": 0.5995218753814697, + "std_accuracy": 0.0007451405574901419 + }, + "wall_time_s": 103.75762248039246, + "epochs_run": 28, + "peak_train_alloc_bytes": 1690033152, + "peak_train_reserved_bytes": 2233466880, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "R", + "--seed", + "789", + "--batch_size", + "16", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_full", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_full/max_pool_C_ch4_8_seed101112/results.json b/paper/experiments/normalized_results/organ3d/n_full/max_pool_C_ch4_8_seed101112/results.json new file mode 100644 index 0000000..55d791a --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_full/max_pool_C_ch4_8_seed101112/results.json @@ -0,0 +1,167 @@ +{ + "dataset": "organ3d", + "model": "max_pool", + "train_mode": "C", + "seed": 101112, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 374423, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": null, + "train_examples": 971, + "best_val_auc": 0.9890582273205208, + "test": { + "loss": 0.7652403253023742, + "accuracy": 0.6934426426887512, + "auc": 0.9638079081198702 + }, + "test_c": { + "loss": 0.7652403253023742, + "accuracy": 0.6934426426887512, + "auc": 0.9638079081198702 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.6934426426887512, + "auc": 0.963812731747261 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.6934426426887512, + "auc": 0.9638080390133592 + }, + "g01": { + "accuracy": 0.6934426426887512, + "auc": 0.9638103747220764 + }, + "g02": { + "accuracy": 0.6934426426887512, + "auc": 0.9638103092309186 + }, + "g03": { + "accuracy": 0.6934426426887512, + "auc": 0.9638103434674796 + }, + "g04": { + "accuracy": 0.6934426426887512, + "auc": 0.9638079081198702 + }, + "g05": { + "accuracy": 0.6934426426887512, + "auc": 0.9638153763107841 + }, + "g06": { + "accuracy": 0.6934426426887512, + "auc": 0.9638179425518825 + }, + "g07": { + "accuracy": 0.6934426426887512, + "auc": 0.9638079393744671 + }, + "g08": { + "accuracy": 0.6934426426887512, + "auc": 0.9638180421907747 + }, + "g09": { + "accuracy": 0.6934426426887512, + "auc": 0.9638129409631747 + }, + "g10": { + "accuracy": 0.6934426426887512, + "auc": 0.9638104743609687 + }, + "g11": { + "accuracy": 0.6934426426887512, + "auc": 0.9638104743609687 + }, + "g12": { + "accuracy": 0.6934426426887512, + "auc": 0.9638180392088104 + }, + "g13": { + "accuracy": 0.6934426426887512, + "auc": 0.9638153763107841 + }, + "g14": { + "accuracy": 0.6934426426887512, + "auc": 0.9638155072042731 + }, + "g15": { + "accuracy": 0.6934426426887512, + "auc": 0.9638105056155655 + }, + "g16": { + "accuracy": 0.6934426426887512, + "auc": 0.9638205087929808 + }, + "g17": { + "accuracy": 0.6934426426887512, + "auc": 0.963805341878772 + }, + "g18": { + "accuracy": 0.6934426426887512, + "auc": 0.9638153763107841 + }, + "g19": { + "accuracy": 0.6934426426887512, + "auc": 0.9638079081198702 + }, + "g20": { + "accuracy": 0.6934426426887512, + "auc": 0.9638229441405901 + }, + "g21": { + "accuracy": 0.6934426426887512, + "auc": 0.963812909708578 + }, + "g22": { + "accuracy": 0.6934426426887512, + "auc": 0.9638130718566637 + }, + "g23": { + "accuracy": 0.6934426426887512, + "auc": 0.9638079081198702 + }, + "mean_auc": 0.963812731747261, + "std_auc": 4.46677296359385e-06, + "mean_accuracy": 0.6934426426887512, + "std_accuracy": 0.0 + }, + "wall_time_s": 259.67176389694214, + "epochs_run": 100, + "peak_train_alloc_bytes": 2697406976, + "peak_train_reserved_bytes": 3621781504, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "max_pool", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "C", + "--seed", + "101112", + "--batch_size", + "32", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_full", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_full/max_pool_C_ch4_8_seed456/results.json b/paper/experiments/normalized_results/organ3d/n_full/max_pool_C_ch4_8_seed456/results.json new file mode 100644 index 0000000..91eaaad --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_full/max_pool_C_ch4_8_seed456/results.json @@ -0,0 +1,167 @@ +{ + "dataset": "organ3d", + "model": "max_pool", + "train_mode": "C", + "seed": 456, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 374423, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": null, + "train_examples": 971, + "best_val_auc": 0.9885977310599899, + "test": { + "loss": 0.7416216990986808, + "accuracy": 0.7245901823043823, + "auc": 0.9649663353387194 + }, + "test_c": { + "loss": 0.7416216990986808, + "accuracy": 0.7245901823043823, + "auc": 0.9649663353387194 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7245901823043823, + "auc": 0.9649646377788653 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.7245901823043823, + "auc": 0.9649663353387194 + }, + "g01": { + "accuracy": 0.7245901823043823, + "auc": 0.9649713681820241 + }, + "g02": { + "accuracy": 0.7245901823043823, + "auc": 0.9649688019409257 + }, + "g03": { + "accuracy": 0.7245901823043823, + "auc": 0.9649637690976213 + }, + "g04": { + "accuracy": 0.7245901823043823, + "auc": 0.9649663353387194 + }, + "g05": { + "accuracy": 0.7245901823043823, + "auc": 0.9649612028565229 + }, + "g06": { + "accuracy": 0.7245901823043823, + "auc": 0.9649663353387194 + }, + "g07": { + "accuracy": 0.7245901823043823, + "auc": 0.9649663353387194 + }, + "g08": { + "accuracy": 0.7245901823043823, + "auc": 0.9649637690976213 + }, + "g09": { + "accuracy": 0.7245901823043823, + "auc": 0.9649638999911102 + }, + "g10": { + "accuracy": 0.7245901823043823, + "auc": 0.9649663353387194 + }, + "g11": { + "accuracy": 0.7245901823043823, + "auc": 0.9649638003522181 + }, + "g12": { + "accuracy": 0.7245901823043823, + "auc": 0.9649637690976213 + }, + "g13": { + "accuracy": 0.7245901823043823, + "auc": 0.9649663665933162 + }, + "g14": { + "accuracy": 0.7245901823043823, + "auc": 0.9649664662322085 + }, + "g15": { + "accuracy": 0.7245901823043823, + "auc": 0.9649613337500118 + }, + "g16": { + "accuracy": 0.7245901823043823, + "auc": 0.9649637690976213 + }, + "g17": { + "accuracy": 0.7245901823043823, + "auc": 0.964963669458729 + }, + "g18": { + "accuracy": 0.7245901823043823, + "auc": 0.9649612028565229 + }, + "g19": { + "accuracy": 0.7245901823043823, + "auc": 0.9649638999911102 + }, + "g20": { + "accuracy": 0.7245901823043823, + "auc": 0.9649612028565229 + }, + "g21": { + "accuracy": 0.7245901823043823, + "auc": 0.9649637690976213 + }, + "g22": { + "accuracy": 0.7245901823043823, + "auc": 0.9649612341111197 + }, + "g23": { + "accuracy": 0.7245901823043823, + "auc": 0.9649663353387194 + }, + "mean_auc": 0.9649646377788653, + "std_auc": 2.5054867270871735e-06, + "mean_accuracy": 0.7245901823043823, + "std_accuracy": 0.0 + }, + "wall_time_s": 174.42593932151794, + "epochs_run": 68, + "peak_train_alloc_bytes": 2697406976, + "peak_train_reserved_bytes": 3621781504, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "max_pool", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "C", + "--seed", + "456", + "--batch_size", + "32", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_full", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_full/max_pool_C_ch4_8_seed789/results.json b/paper/experiments/normalized_results/organ3d/n_full/max_pool_C_ch4_8_seed789/results.json new file mode 100644 index 0000000..151caca --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_full/max_pool_C_ch4_8_seed789/results.json @@ -0,0 +1,167 @@ +{ + "dataset": "organ3d", + "model": "max_pool", + "train_mode": "C", + "seed": 789, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 374423, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": null, + "train_examples": 971, + "best_val_auc": 0.9863780704134064, + "test": { + "loss": 0.6655887603759766, + "accuracy": 0.72295081615448, + "auc": 0.969483965830577 + }, + "test_c": { + "loss": 0.6655887603759766, + "accuracy": 0.72295081615448, + "auc": 0.969483965830577 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.72295081615448, + "auc": 0.9694758270080773 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.72295081615448, + "auc": 0.9694638845112968 + }, + "g01": { + "accuracy": 0.72295081615448, + "auc": 0.9694788333483804 + }, + "g02": { + "accuracy": 0.72295081615448, + "auc": 0.9694866317105677 + }, + "g03": { + "accuracy": 0.72295081615448, + "auc": 0.9694917641927643 + }, + "g04": { + "accuracy": 0.72295081615448, + "auc": 0.9694662514746106 + }, + "g05": { + "accuracy": 0.72295081615448, + "auc": 0.9694612186313062 + }, + "g06": { + "accuracy": 0.72295081615448, + "auc": 0.9694766160778964 + }, + "g07": { + "accuracy": 0.72295081615448, + "auc": 0.9694866317105677 + }, + "g08": { + "accuracy": 0.72295081615448, + "auc": 0.9694788333483804 + }, + "g09": { + "accuracy": 0.72295081615448, + "auc": 0.969481499228371 + }, + "g10": { + "accuracy": 0.72295081615448, + "auc": 0.9694787337094882 + }, + "g11": { + "accuracy": 0.72295081615448, + "auc": 0.9694686680228792 + }, + "g12": { + "accuracy": 0.72295081615448, + "auc": 0.9694741494756901 + }, + "g13": { + "accuracy": 0.72295081615448, + "auc": 0.9694790826801024 + }, + "g14": { + "accuracy": 0.72295081615448, + "auc": 0.9694714835956995 + }, + "g15": { + "accuracy": 0.72295081615448, + "auc": 0.9694635355406824 + }, + "g16": { + "accuracy": 0.72295081615448, + "auc": 0.9694686680228792 + }, + "g17": { + "accuracy": 0.72295081615448, + "auc": 0.9694865320716755 + }, + "g18": { + "accuracy": 0.72295081615448, + "auc": 0.9694561857880017 + }, + "g19": { + "accuracy": 0.72295081615448, + "auc": 0.9694792819578868 + }, + "g20": { + "accuracy": 0.72295081615448, + "auc": 0.9694767157167885 + }, + "g21": { + "accuracy": 0.72295081615448, + "auc": 0.9694741494756901 + }, + "g22": { + "accuracy": 0.72295081615448, + "auc": 0.9694865320716755 + }, + "g23": { + "accuracy": 0.72295081615448, + "auc": 0.969483965830577 + }, + "mean_auc": 0.9694758270080773, + "std_auc": 9.076374927540084e-06, + "mean_accuracy": 0.72295081615448, + "std_accuracy": 0.0 + }, + "wall_time_s": 191.37798357009888, + "epochs_run": 75, + "peak_train_alloc_bytes": 2697406976, + "peak_train_reserved_bytes": 3621781504, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "max_pool", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "C", + "--seed", + "789", + "--batch_size", + "32", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_full", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_full/max_pool_R_ch4_8_seed101112/results.json b/paper/experiments/normalized_results/organ3d/n_full/max_pool_R_ch4_8_seed101112/results.json new file mode 100644 index 0000000..8173def --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_full/max_pool_R_ch4_8_seed101112/results.json @@ -0,0 +1,167 @@ +{ + "dataset": "organ3d", + "model": "max_pool", + "train_mode": "R", + "seed": 101112, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 374423, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": null, + "train_examples": 971, + "best_val_auc": 0.986125020990734, + "test": { + "loss": 0.6845610352813221, + "accuracy": 0.699999988079071, + "auc": 0.969196698740663 + }, + "test_c": { + "loss": 0.6845610352813221, + "accuracy": 0.699999988079071, + "auc": 0.969196698740663 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.699999988079071, + "auc": 0.9691970153691799 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.699999988079071, + "auc": 0.9691992649817615 + }, + "g01": { + "accuracy": 0.699999988079071, + "auc": 0.969196698740663 + }, + "g02": { + "accuracy": 0.699999988079071, + "auc": 0.969196698740663 + }, + "g03": { + "accuracy": 0.699999988079071, + "auc": 0.9691992649817615 + }, + "g04": { + "accuracy": 0.699999988079071, + "auc": 0.9691992649817615 + }, + "g05": { + "accuracy": 0.699999988079071, + "auc": 0.969196698740663 + }, + "g06": { + "accuracy": 0.699999988079071, + "auc": 0.969196698740663 + }, + "g07": { + "accuracy": 0.699999988079071, + "auc": 0.9691992649817615 + }, + "g08": { + "accuracy": 0.699999988079071, + "auc": 0.969196698740663 + }, + "g09": { + "accuracy": 0.699999988079071, + "auc": 0.969196698740663 + }, + "g10": { + "accuracy": 0.699999988079071, + "auc": 0.969196698740663 + }, + "g11": { + "accuracy": 0.699999988079071, + "auc": 0.9691915662584664 + }, + "g12": { + "accuracy": 0.699999988079071, + "auc": 0.969196698740663 + }, + "g13": { + "accuracy": 0.699999988079071, + "auc": 0.969196698740663 + }, + "g14": { + "accuracy": 0.699999988079071, + "auc": 0.969196698740663 + }, + "g15": { + "accuracy": 0.699999988079071, + "auc": 0.969196698740663 + }, + "g16": { + "accuracy": 0.699999988079071, + "auc": 0.969196698740663 + }, + "g17": { + "accuracy": 0.699999988079071, + "auc": 0.969196698740663 + }, + "g18": { + "accuracy": 0.699999988079071, + "auc": 0.969196698740663 + }, + "g19": { + "accuracy": 0.699999988079071, + "auc": 0.969196698740663 + }, + "g20": { + "accuracy": 0.699999988079071, + "auc": 0.969196698740663 + }, + "g21": { + "accuracy": 0.699999988079071, + "auc": 0.9691991653428693 + }, + "g22": { + "accuracy": 0.699999988079071, + "auc": 0.969196698740663 + }, + "g23": { + "accuracy": 0.699999988079071, + "auc": 0.969196698740663 + }, + "mean_auc": 0.9691970153691799, + "std_auc": 1.5324651521345338e-06, + "mean_accuracy": 0.699999988079071, + "std_accuracy": 0.0 + }, + "wall_time_s": 224.67936182022095, + "epochs_run": 75, + "peak_train_alloc_bytes": 2699536896, + "peak_train_reserved_bytes": 3642753024, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "max_pool", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "R", + "--seed", + "101112", + "--batch_size", + "32", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_full", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_full/max_pool_R_ch4_8_seed123/results.json b/paper/experiments/normalized_results/organ3d/n_full/max_pool_R_ch4_8_seed123/results.json new file mode 100644 index 0000000..c29b1c6 --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_full/max_pool_R_ch4_8_seed123/results.json @@ -0,0 +1,167 @@ +{ + "dataset": "organ3d", + "model": "max_pool", + "train_mode": "R", + "seed": 123, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 374423, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": null, + "train_examples": 971, + "best_val_auc": 0.9881193755093576, + "test": { + "loss": 0.6155773506789911, + "accuracy": 0.7163934707641602, + "auc": 0.972481476946847 + }, + "test_c": { + "loss": 0.6155773506789911, + "accuracy": 0.7163934707641602, + "auc": 0.972481476946847 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7163934707641602, + "auc": 0.9724805546147827 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.7163934707641602, + "auc": 0.972481476946847 + }, + "g01": { + "accuracy": 0.7163934707641602, + "auc": 0.9724790415992376 + }, + "g02": { + "accuracy": 0.7163934707641602, + "auc": 0.9724815082014436 + }, + "g03": { + "accuracy": 0.7163934707641602, + "auc": 0.9724790415992376 + }, + "g04": { + "accuracy": 0.7163934707641602, + "auc": 0.9724789107057485 + }, + "g05": { + "accuracy": 0.7163934707641602, + "auc": 0.972481476946847 + }, + "g06": { + "accuracy": 0.7163934707641602, + "auc": 0.9724888266995276 + }, + "g07": { + "accuracy": 0.7163934707641602, + "auc": 0.9724790415992376 + }, + "g08": { + "accuracy": 0.7163934707641602, + "auc": 0.9724863913519183 + }, + "g09": { + "accuracy": 0.7163934707641602, + "auc": 0.972474008755933 + }, + "g10": { + "accuracy": 0.7163934707641602, + "auc": 0.9724790415992376 + }, + "g11": { + "accuracy": 0.7163934707641602, + "auc": 0.972481476946847 + }, + "g12": { + "accuracy": 0.7163934707641602, + "auc": 0.9724815082014436 + }, + "g13": { + "accuracy": 0.7163934707641602, + "auc": 0.9724790415992376 + }, + "g14": { + "accuracy": 0.7163934707641602, + "auc": 0.9724765749970313 + }, + "g15": { + "accuracy": 0.7163934707641602, + "auc": 0.9724790415992376 + }, + "g16": { + "accuracy": 0.7163934707641602, + "auc": 0.9724790415992376 + }, + "g17": { + "accuracy": 0.7163934707641602, + "auc": 0.9724863913519183 + }, + "g18": { + "accuracy": 0.7163934707641602, + "auc": 0.9724816078403358 + }, + "g19": { + "accuracy": 0.7163934707641602, + "auc": 0.9724790415992376 + }, + "g20": { + "accuracy": 0.7163934707641602, + "auc": 0.9724764753581391 + }, + "g21": { + "accuracy": 0.7163934707641602, + "auc": 0.9724863913519183 + }, + "g22": { + "accuracy": 0.7163934707641602, + "auc": 0.9724764753581391 + }, + "g23": { + "accuracy": 0.7163934707641602, + "auc": 0.972481476946847 + }, + "mean_auc": 0.9724805546147827, + "std_auc": 3.4757677349485883e-06, + "mean_accuracy": 0.7163934707641602, + "std_accuracy": 0.0 + }, + "wall_time_s": 212.01419758796692, + "epochs_run": 71, + "peak_train_alloc_bytes": 2699536896, + "peak_train_reserved_bytes": 3642753024, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "max_pool", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "R", + "--seed", + "123", + "--batch_size", + "32", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_full", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_full/max_pool_R_ch4_8_seed456/results.json b/paper/experiments/normalized_results/organ3d/n_full/max_pool_R_ch4_8_seed456/results.json new file mode 100644 index 0000000..ab5a198 --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_full/max_pool_R_ch4_8_seed456/results.json @@ -0,0 +1,167 @@ +{ + "dataset": "organ3d", + "model": "max_pool", + "train_mode": "R", + "seed": 456, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 374423, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": null, + "train_examples": 971, + "best_val_auc": 0.9888018933767394, + "test": { + "loss": 0.6631009789763904, + "accuracy": 0.699999988079071, + "auc": 0.9683439195191744 + }, + "test_c": { + "loss": 0.6631009789763904, + "accuracy": 0.699999988079071, + "auc": 0.9683439195191744 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.699999988079071, + "auc": 0.9683410371029139 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.699999988079071, + "auc": 0.9683437886256854 + }, + "g01": { + "accuracy": 0.699999988079071, + "auc": 0.9683461243344026 + }, + "g02": { + "accuracy": 0.699999988079071, + "auc": 0.9683386561434887 + }, + "g03": { + "accuracy": 0.699999988079071, + "auc": 0.9683437886256854 + }, + "g04": { + "accuracy": 0.699999988079071, + "auc": 0.9683437886256854 + }, + "g05": { + "accuracy": 0.699999988079071, + "auc": 0.9683386561434887 + }, + "g06": { + "accuracy": 0.699999988079071, + "auc": 0.9683386561434887 + }, + "g07": { + "accuracy": 0.699999988079071, + "auc": 0.968341222384587 + }, + "g08": { + "accuracy": 0.699999988079071, + "auc": 0.968341222384587 + }, + "g09": { + "accuracy": 0.699999988079071, + "auc": 0.9683387870369777 + }, + "g10": { + "accuracy": 0.699999988079071, + "auc": 0.9683463548667838 + }, + "g11": { + "accuracy": 0.699999988079071, + "auc": 0.9683387870369777 + }, + "g12": { + "accuracy": 0.699999988079071, + "auc": 0.9683439195191744 + }, + "g13": { + "accuracy": 0.699999988079071, + "auc": 0.968341222384587 + }, + "g14": { + "accuracy": 0.699999988079071, + "auc": 0.968341222384587 + }, + "g15": { + "accuracy": 0.699999988079071, + "auc": 0.9683337854482699 + }, + "g16": { + "accuracy": 0.699999988079071, + "auc": 0.9683386561434887 + }, + "g17": { + "accuracy": 0.699999988079071, + "auc": 0.9683386561434887 + }, + "g18": { + "accuracy": 0.699999988079071, + "auc": 0.968341222384587 + }, + "g19": { + "accuracy": 0.699999988079071, + "auc": 0.968341222384587 + }, + "g20": { + "accuracy": 0.699999988079071, + "auc": 0.968341222384587 + }, + "g21": { + "accuracy": 0.699999988079071, + "auc": 0.9683413532780759 + }, + "g22": { + "accuracy": 0.699999988079071, + "auc": 0.9683386561434887 + }, + "g23": { + "accuracy": 0.699999988079071, + "auc": 0.9683439195191744 + }, + "mean_auc": 0.9683410371029139, + "std_auc": 2.8177560776731326e-06, + "mean_accuracy": 0.699999988079071, + "std_accuracy": 0.0 + }, + "wall_time_s": 242.87882113456726, + "epochs_run": 82, + "peak_train_alloc_bytes": 2699536896, + "peak_train_reserved_bytes": 3642753024, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "max_pool", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "R", + "--seed", + "456", + "--batch_size", + "32", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_full", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_full/max_pool_R_ch4_8_seed789/results.json b/paper/experiments/normalized_results/organ3d/n_full/max_pool_R_ch4_8_seed789/results.json new file mode 100644 index 0000000..cdb5034 --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_full/max_pool_R_ch4_8_seed789/results.json @@ -0,0 +1,167 @@ +{ + "dataset": "organ3d", + "model": "max_pool", + "train_mode": "R", + "seed": 789, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 374423, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": null, + "train_examples": 971, + "best_val_auc": 0.9890714133872048, + "test": { + "loss": 0.6827271414584801, + "accuracy": 0.6950819492340088, + "auc": 0.9687892984998799 + }, + "test_c": { + "loss": 0.6827271414584801, + "accuracy": 0.6950819492340088, + "auc": 0.9687892984998799 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.6950819492340088, + "auc": 0.9687898632388475 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.6950819492340088, + "auc": 0.9687894293933689 + }, + "g01": { + "accuracy": 0.6950819492340088, + "auc": 0.9687896599257502 + }, + "g02": { + "accuracy": 0.6950819492340088, + "auc": 0.9687870936846519 + }, + "g03": { + "accuracy": 0.6950819492340088, + "auc": 0.9687894606479657 + }, + "g04": { + "accuracy": 0.6950819492340088, + "auc": 0.9687819612024551 + }, + "g05": { + "accuracy": 0.6950819492340088, + "auc": 0.9687893297544767 + }, + "g06": { + "accuracy": 0.6950819492340088, + "auc": 0.968789395156808 + }, + "g07": { + "accuracy": 0.6950819492340088, + "auc": 0.9687946927690547 + }, + "g08": { + "accuracy": 0.6950819492340088, + "auc": 0.96878419727228 + }, + "g09": { + "accuracy": 0.6950819492340088, + "auc": 0.9687944309820767 + }, + "g10": { + "accuracy": 0.6950819492340088, + "auc": 0.9688045620710167 + }, + "g11": { + "accuracy": 0.6950819492340088, + "auc": 0.9687869940457596 + }, + "g12": { + "accuracy": 0.6950819492340088, + "auc": 0.9687945931301624 + }, + "g13": { + "accuracy": 0.6950819492340088, + "auc": 0.9687791956835724 + }, + "g14": { + "accuracy": 0.6950819492340088, + "auc": 0.9687918959955751 + }, + "g15": { + "accuracy": 0.6950819492340088, + "auc": 0.9687921265279563 + }, + "g16": { + "accuracy": 0.6950819492340088, + "auc": 0.9687791956835724 + }, + "g17": { + "accuracy": 0.6950819492340088, + "auc": 0.9687970284777717 + }, + "g18": { + "accuracy": 0.6950819492340088, + "auc": 0.9687869940457596 + }, + "g19": { + "accuracy": 0.6950819492340088, + "auc": 0.9687970284777717 + }, + "g20": { + "accuracy": 0.6950819492340088, + "auc": 0.9687892984998799 + }, + "g21": { + "accuracy": 0.6950819492340088, + "auc": 0.9687768599748552 + }, + "g22": { + "accuracy": 0.6950819492340088, + "auc": 0.9688019958299185 + }, + "g23": { + "accuracy": 0.6950819492340088, + "auc": 0.9687892984998799 + }, + "mean_auc": 0.9687898632388475, + "std_auc": 6.641547556988044e-06, + "mean_accuracy": 0.6950819492340088, + "std_accuracy": 0.0 + }, + "wall_time_s": 296.6357538700104, + "epochs_run": 100, + "peak_train_alloc_bytes": 2699536896, + "peak_train_reserved_bytes": 3642753024, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "max_pool", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "R", + "--seed", + "789", + "--batch_size", + "32", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_full", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_full/standard_C_ch4_8_seed101112/results.json b/paper/experiments/normalized_results/organ3d/n_full/standard_C_ch4_8_seed101112/results.json new file mode 100644 index 0000000..2a20b6d --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_full/standard_C_ch4_8_seed101112/results.json @@ -0,0 +1,167 @@ +{ + "dataset": "organ3d", + "model": "standard", + "train_mode": "C", + "seed": 101112, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 16071, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": null, + "train_examples": 971, + "best_val_auc": 0.9942631110734559, + "test": { + "loss": 1.0672001072617827, + "accuracy": 0.7606557607650757, + "auc": 0.9807484930328176 + }, + "test_c": { + "loss": 1.0672001072617827, + "accuracy": 0.7606557607650757, + "auc": 0.9807484930328176 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.3510928961137931, + "auc": 0.8071204987307157 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.38360655307769775, + "auc": 0.9061827072734734 + }, + "g01": { + "accuracy": 0.3475409746170044, + "auc": 0.8418105273754197 + }, + "g02": { + "accuracy": 0.29016393423080444, + "auc": 0.7967673484730695 + }, + "g03": { + "accuracy": 0.3754098415374756, + "auc": 0.8851138186295557 + }, + "g04": { + "accuracy": 0.3606557250022888, + "auc": 0.8302164460216065 + }, + "g05": { + "accuracy": 0.2327868789434433, + "auc": 0.7332096301913906 + }, + "g06": { + "accuracy": 0.22131147980690002, + "auc": 0.7091348687437741 + }, + "g07": { + "accuracy": 0.4868852496147156, + "auc": 0.9061436341717951 + }, + "g08": { + "accuracy": 0.2262295037508011, + "auc": 0.7439321092048331 + }, + "g09": { + "accuracy": 0.2918032705783844, + "auc": 0.7643941622020854 + }, + "g10": { + "accuracy": 0.20000000298023224, + "auc": 0.729870780926148 + }, + "g11": { + "accuracy": 0.2704918086528778, + "auc": 0.7699353577785911 + }, + "g12": { + "accuracy": 0.31147539615631104, + "auc": 0.7670209645550102 + }, + "g13": { + "accuracy": 0.27540984749794006, + "auc": 0.7258534163770183 + }, + "g14": { + "accuracy": 0.2016393393278122, + "auc": 0.720158539749033 + }, + "g15": { + "accuracy": 0.27213114500045776, + "auc": 0.7210300585585272 + }, + "g16": { + "accuracy": 0.4475409984588623, + "auc": 0.9005400937209487 + }, + "g17": { + "accuracy": 0.2852458953857422, + "auc": 0.72704138048238 + }, + "g18": { + "accuracy": 0.25573769211769104, + "auc": 0.7134957767079088 + }, + "g19": { + "accuracy": 0.3819672167301178, + "auc": 0.8329047164981582 + }, + "g20": { + "accuracy": 0.5967212915420532, + "auc": 0.9318089549677994 + }, + "g21": { + "accuracy": 0.43606558442115784, + "auc": 0.8521945966579308 + }, + "g22": { + "accuracy": 0.5147541165351868, + "auc": 0.8813835872379022 + }, + "g23": { + "accuracy": 0.7606557607650757, + "auc": 0.9807484930328176 + }, + "mean_auc": 0.8071204987307157, + "std_auc": 0.08082273949328997, + "mean_accuracy": 0.3510928961137931, + "std_accuracy": 0.13304272012877225 + }, + "wall_time_s": 21.071208715438843, + "epochs_run": 43, + "peak_train_alloc_bytes": 199376896, + "peak_train_reserved_bytes": 308281344, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "C", + "--seed", + "101112", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_full", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_full/standard_C_ch4_8_seed456/results.json b/paper/experiments/normalized_results/organ3d/n_full/standard_C_ch4_8_seed456/results.json new file mode 100644 index 0000000..20c5732 --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_full/standard_C_ch4_8_seed456/results.json @@ -0,0 +1,167 @@ +{ + "dataset": "organ3d", + "model": "standard", + "train_mode": "C", + "seed": 456, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 16071, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": null, + "train_examples": 971, + "best_val_auc": 0.9976225079673355, + "test": { + "loss": 0.5278148963803151, + "accuracy": 0.8754098415374756, + "auc": 0.9909350454694864 + }, + "test_c": { + "loss": 0.5278148963803151, + "accuracy": 0.8754098415374756, + "auc": 0.9909350454694864 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.35806010973950225, + "auc": 0.7738545008372664 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.3360655605792999, + "auc": 0.7899833161607485 + }, + "g01": { + "accuracy": 0.29016393423080444, + "auc": 0.7362550762731807 + }, + "g02": { + "accuracy": 0.2327868789434433, + "auc": 0.7099455632448985 + }, + "g03": { + "accuracy": 0.3655737638473511, + "auc": 0.8255982726918861 + }, + "g04": { + "accuracy": 0.35245901346206665, + "auc": 0.8165832407676296 + }, + "g05": { + "accuracy": 0.20655737817287445, + "auc": 0.6941579483022777 + }, + "g06": { + "accuracy": 0.2114754170179367, + "auc": 0.6570864010030119 + }, + "g07": { + "accuracy": 0.4836065471172333, + "auc": 0.8928297498227039 + }, + "g08": { + "accuracy": 0.2393442690372467, + "auc": 0.6959520891190834 + }, + "g09": { + "accuracy": 0.24754098057746887, + "auc": 0.6875165877863724 + }, + "g10": { + "accuracy": 0.15081967413425446, + "auc": 0.6579386375560768 + }, + "g11": { + "accuracy": 0.30655738711357117, + "auc": 0.7313783889625295 + }, + "g12": { + "accuracy": 0.2737704813480377, + "auc": 0.7111301481097656 + }, + "g13": { + "accuracy": 0.2819672226905823, + "auc": 0.7086223879952747 + }, + "g14": { + "accuracy": 0.15737704932689667, + "auc": 0.656780843996478 + }, + "g15": { + "accuracy": 0.32786884903907776, + "auc": 0.7671915671212485 + }, + "g16": { + "accuracy": 0.4852459132671356, + "auc": 0.8807451736550701 + }, + "g17": { + "accuracy": 0.25081968307495117, + "auc": 0.7078617862260883 + }, + "g18": { + "accuracy": 0.26229506731033325, + "auc": 0.7140157600837056 + }, + "g19": { + "accuracy": 0.43278688192367554, + "auc": 0.8537735377369043 + }, + "g20": { + "accuracy": 0.6213114857673645, + "auc": 0.9344720657954504 + }, + "g21": { + "accuracy": 0.5836065411567688, + "auc": 0.8652504609160053 + }, + "g22": { + "accuracy": 0.6180328130722046, + "auc": 0.886503971298518 + }, + "g23": { + "accuracy": 0.8754098415374756, + "auc": 0.9909350454694864 + }, + "mean_auc": 0.7738545008372664, + "std_auc": 0.09460889206218838, + "mean_accuracy": 0.35806010973950225, + "std_accuracy": 0.17138004188630254 + }, + "wall_time_s": 37.11046552658081, + "epochs_run": 76, + "peak_train_alloc_bytes": 199376896, + "peak_train_reserved_bytes": 308281344, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "C", + "--seed", + "456", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_full", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_full/standard_C_ch4_8_seed789/results.json b/paper/experiments/normalized_results/organ3d/n_full/standard_C_ch4_8_seed789/results.json new file mode 100644 index 0000000..2b6ee9d --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_full/standard_C_ch4_8_seed789/results.json @@ -0,0 +1,167 @@ +{ + "dataset": "organ3d", + "model": "standard", + "train_mode": "C", + "seed": 789, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 16071, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": null, + "train_examples": 971, + "best_val_auc": 0.9991967491967493, + "test": { + "loss": 0.6296966052446209, + "accuracy": 0.8426229357719421, + "auc": 0.9903149149476456 + }, + "test_c": { + "loss": 0.6296966052446209, + "accuracy": 0.8426229357719421, + "auc": 0.9903149149476456 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.37219945279260475, + "auc": 0.8040921670440806 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.35245901346206665, + "auc": 0.8689254140238577 + }, + "g01": { + "accuracy": 0.3049180209636688, + "auc": 0.7932145144908188 + }, + "g02": { + "accuracy": 0.25081968307495117, + "auc": 0.7700775587811125 + }, + "g03": { + "accuracy": 0.40819671750068665, + "auc": 0.8754103077089788 + }, + "g04": { + "accuracy": 0.34918034076690674, + "auc": 0.8009945741584584 + }, + "g05": { + "accuracy": 0.2426229566335678, + "auc": 0.7269248024699774 + }, + "g06": { + "accuracy": 0.24918033182621002, + "auc": 0.7290319931847447 + }, + "g07": { + "accuracy": 0.534426212310791, + "auc": 0.9133832873658139 + }, + "g08": { + "accuracy": 0.2983606457710266, + "auc": 0.7373399430607113 + }, + "g09": { + "accuracy": 0.3688524663448334, + "auc": 0.743866378327191 + }, + "g10": { + "accuracy": 0.2114754170179367, + "auc": 0.7175100821765986 + }, + "g11": { + "accuracy": 0.3081967234611511, + "auc": 0.7573390558397972 + }, + "g12": { + "accuracy": 0.2639344334602356, + "auc": 0.7141902811625461 + }, + "g13": { + "accuracy": 0.33770492672920227, + "auc": 0.7432657951617365 + }, + "g14": { + "accuracy": 0.25573769211769104, + "auc": 0.7256175771509598 + }, + "g15": { + "accuracy": 0.2885245978832245, + "auc": 0.7514315874465975 + }, + "g16": { + "accuracy": 0.4819672107696533, + "auc": 0.8912462161208325 + }, + "g17": { + "accuracy": 0.32786884903907776, + "auc": 0.7623846092414226 + }, + "g18": { + "accuracy": 0.28360655903816223, + "auc": 0.7737112995721535 + }, + "g19": { + "accuracy": 0.39344263076782227, + "auc": 0.85538300166386 + }, + "g20": { + "accuracy": 0.5491803288459778, + "auc": 0.9159005839681567 + }, + "g21": { + "accuracy": 0.4868852496147156, + "auc": 0.8668051203994316 + }, + "g22": { + "accuracy": 0.5426229238510132, + "auc": 0.8739431106345315 + }, + "g23": { + "accuracy": 0.8426229357719421, + "auc": 0.9903149149476456 + }, + "mean_auc": 0.8040921670440806, + "std_auc": 0.07677565492180412, + "mean_accuracy": 0.37219945279260475, + "std_accuracy": 0.13930124124578572 + }, + "wall_time_s": 34.02067971229553, + "epochs_run": 71, + "peak_train_alloc_bytes": 199376896, + "peak_train_reserved_bytes": 308281344, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "C", + "--seed", + "789", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_full", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_full/standard_R_ch4_8_seed101112/results.json b/paper/experiments/normalized_results/organ3d/n_full/standard_R_ch4_8_seed101112/results.json new file mode 100644 index 0000000..0b0655b --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_full/standard_R_ch4_8_seed101112/results.json @@ -0,0 +1,167 @@ +{ + "dataset": "organ3d", + "model": "standard", + "train_mode": "R", + "seed": 101112, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 16071, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": null, + "train_examples": 971, + "best_val_auc": 0.9777605889662805, + "test": { + "loss": 0.9682102891265368, + "accuracy": 0.6196721196174622, + "auc": 0.9564847942360489 + }, + "test_c": { + "loss": 0.9682102891265368, + "accuracy": 0.6196721196174622, + "auc": 0.9564847942360489 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.6174863403042158, + "auc": 0.955303800599744 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.6180328130722046, + "auc": 0.9533724257168835 + }, + "g01": { + "accuracy": 0.6393442749977112, + "auc": 0.9581400509821532 + }, + "g02": { + "accuracy": 0.6327868700027466, + "auc": 0.9534473514640325 + }, + "g03": { + "accuracy": 0.6360656023025513, + "auc": 0.9568970710272168 + }, + "g04": { + "accuracy": 0.6163934469223022, + "auc": 0.9554191546626304 + }, + "g05": { + "accuracy": 0.6360656023025513, + "auc": 0.9577210582120621 + }, + "g06": { + "accuracy": 0.6049180030822754, + "auc": 0.9508144503278255 + }, + "g07": { + "accuracy": 0.5967212915420532, + "auc": 0.9533836250872576 + }, + "g08": { + "accuracy": 0.6016393303871155, + "auc": 0.9540089831477689 + }, + "g09": { + "accuracy": 0.6163934469223022, + "auc": 0.9545255585643041 + }, + "g10": { + "accuracy": 0.6196721196174622, + "auc": 0.9582048277232675 + }, + "g11": { + "accuracy": 0.6131147742271423, + "auc": 0.9531087548606934 + }, + "g12": { + "accuracy": 0.6344262361526489, + "auc": 0.9584262315036237 + }, + "g13": { + "accuracy": 0.6131147742271423, + "auc": 0.9563890169583812 + }, + "g14": { + "accuracy": 0.6180328130722046, + "auc": 0.956458316713988 + }, + "g15": { + "accuracy": 0.6016393303871155, + "auc": 0.9531383836746941 + }, + "g16": { + "accuracy": 0.6098360419273376, + "auc": 0.9543406763120516 + }, + "g17": { + "accuracy": 0.6344262361526489, + "auc": 0.9568650018930914 + }, + "g18": { + "accuracy": 0.6213114857673645, + "auc": 0.9566789146439909 + }, + "g19": { + "accuracy": 0.6065573692321777, + "auc": 0.9560515625701126 + }, + "g20": { + "accuracy": 0.6016393303871155, + "auc": 0.9540852198282738 + }, + "g21": { + "accuracy": 0.6000000238418579, + "auc": 0.9527028784354264 + }, + "g22": { + "accuracy": 0.6278688311576843, + "auc": 0.9566269058480745 + }, + "g23": { + "accuracy": 0.6196721196174622, + "auc": 0.9564847942360489 + }, + "mean_auc": 0.955303800599744, + "std_auc": 0.0020117670241219443, + "mean_accuracy": 0.6174863403042158, + "std_accuracy": 0.01287057086422994 + }, + "wall_time_s": 68.95173525810242, + "epochs_run": 78, + "peak_train_alloc_bytes": 198965248, + "peak_train_reserved_bytes": 299892736, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "R", + "--seed", + "101112", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_full", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_full/standard_R_ch4_8_seed123/results.json b/paper/experiments/normalized_results/organ3d/n_full/standard_R_ch4_8_seed123/results.json new file mode 100644 index 0000000..f841b20 --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_full/standard_R_ch4_8_seed123/results.json @@ -0,0 +1,167 @@ +{ + "dataset": "organ3d", + "model": "standard", + "train_mode": "R", + "seed": 123, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 16071, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": null, + "train_examples": 971, + "best_val_auc": 0.9664746859800508, + "test": { + "loss": 1.0456648529553023, + "accuracy": 0.5967212915420532, + "auc": 0.9447174160827818 + }, + "test_c": { + "loss": 1.0456648529553023, + "accuracy": 0.5967212915420532, + "auc": 0.9447174160827818 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.6057377060254415, + "auc": 0.945882910246849 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.61147540807724, + "auc": 0.9386534876777467 + }, + "g01": { + "accuracy": 0.591803252696991, + "auc": 0.9444933438468077 + }, + "g02": { + "accuracy": 0.5983606576919556, + "auc": 0.943950186359244 + }, + "g03": { + "accuracy": 0.5950819849967957, + "auc": 0.9446649091087774 + }, + "g04": { + "accuracy": 0.6098360419273376, + "auc": 0.9489096655435456 + }, + "g05": { + "accuracy": 0.5803278684616089, + "auc": 0.9483103608158469 + }, + "g06": { + "accuracy": 0.5950819849967957, + "auc": 0.9492833295448762 + }, + "g07": { + "accuracy": 0.591803252696991, + "auc": 0.9460332841047215 + }, + "g08": { + "accuracy": 0.6213114857673645, + "auc": 0.9481584121548614 + }, + "g09": { + "accuracy": 0.6065573692321777, + "auc": 0.944191088743982 + }, + "g10": { + "accuracy": 0.6081967353820801, + "auc": 0.944887436370158 + }, + "g11": { + "accuracy": 0.6180328130722046, + "auc": 0.9438387740185491 + }, + "g12": { + "accuracy": 0.6163934469223022, + "auc": 0.9451403044721413 + }, + "g13": { + "accuracy": 0.6032786965370178, + "auc": 0.9460282337313948 + }, + "g14": { + "accuracy": 0.6081967353820801, + "auc": 0.9464323437867694 + }, + "g15": { + "accuracy": 0.5852459073066711, + "auc": 0.9473878473305303 + }, + "g16": { + "accuracy": 0.6131147742271423, + "auc": 0.9451356629522093 + }, + "g17": { + "accuracy": 0.6278688311576843, + "auc": 0.946963861155453 + }, + "g18": { + "accuracy": 0.6131147742271423, + "auc": 0.9463101292321722 + }, + "g19": { + "accuracy": 0.6213114857673645, + "auc": 0.9487704360035935 + }, + "g20": { + "accuracy": 0.61147540807724, + "auc": 0.9486895077187149 + }, + "g21": { + "accuracy": 0.6016393303871155, + "auc": 0.9483863503762516 + }, + "g22": { + "accuracy": 0.61147540807724, + "auc": 0.9418534747932475 + }, + "g23": { + "accuracy": 0.5967212915420532, + "auc": 0.9447174160827818 + }, + "mean_auc": 0.945882910246849, + "std_auc": 0.002452792877933432, + "mean_accuracy": 0.6057377060254415, + "std_accuracy": 0.011754989376001522 + }, + "wall_time_s": 71.1333167552948, + "epochs_run": 81, + "peak_train_alloc_bytes": 198965248, + "peak_train_reserved_bytes": 299892736, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "R", + "--seed", + "123", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_full", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_full/standard_R_ch4_8_seed456/results.json b/paper/experiments/normalized_results/organ3d/n_full/standard_R_ch4_8_seed456/results.json new file mode 100644 index 0000000..00321c6 --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_full/standard_R_ch4_8_seed456/results.json @@ -0,0 +1,167 @@ +{ + "dataset": "organ3d", + "model": "standard", + "train_mode": "R", + "seed": 456, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 16071, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": null, + "train_examples": 971, + "best_val_auc": 0.9748903298477686, + "test": { + "loss": 0.9104729449162717, + "accuracy": 0.6032786965370178, + "auc": 0.9536914717476139 + }, + "test_c": { + "loss": 0.9104729449162717, + "accuracy": 0.6032786965370178, + "auc": 0.9536914717476139 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.6084699506560961, + "auc": 0.9513595380125052 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.6196721196174622, + "auc": 0.9520758274881053 + }, + "g01": { + "accuracy": 0.5950819849967957, + "auc": 0.9523205280035136 + }, + "g02": { + "accuracy": 0.6213114857673645, + "auc": 0.9507764409051066 + }, + "g03": { + "accuracy": 0.6163934469223022, + "auc": 0.9538293408845994 + }, + "g04": { + "accuracy": 0.61147540807724, + "auc": 0.9510735974122451 + }, + "g05": { + "accuracy": 0.6000000238418579, + "auc": 0.9500674757716456 + }, + "g06": { + "accuracy": 0.6131147742271423, + "auc": 0.9508323082692329 + }, + "g07": { + "accuracy": 0.5967212915420532, + "auc": 0.9516972170857577 + }, + "g08": { + "accuracy": 0.6262295246124268, + "auc": 0.9518807079041838 + }, + "g09": { + "accuracy": 0.6032786965370178, + "auc": 0.951233089781707 + }, + "g10": { + "accuracy": 0.6081967353820801, + "auc": 0.9517513827087687 + }, + "g11": { + "accuracy": 0.6213114857673645, + "auc": 0.9519668867852943 + }, + "g12": { + "accuracy": 0.6000000238418579, + "auc": 0.9488682451062448 + }, + "g13": { + "accuracy": 0.591803252696991, + "auc": 0.9486336765959251 + }, + "g14": { + "accuracy": 0.6098360419273376, + "auc": 0.9489582437532227 + }, + "g15": { + "accuracy": 0.5950819849967957, + "auc": 0.9498331757446679 + }, + "g16": { + "accuracy": 0.6049180030822754, + "auc": 0.9514902173757906 + }, + "g17": { + "accuracy": 0.6000000238418579, + "auc": 0.950219923641922 + }, + "g18": { + "accuracy": 0.6213114857673645, + "auc": 0.9520267989927369 + }, + "g19": { + "accuracy": 0.6081967353820801, + "auc": 0.9537455509536912 + }, + "g20": { + "accuracy": 0.6180328130722046, + "auc": 0.9528774669100906 + }, + "g21": { + "accuracy": 0.6032786965370178, + "auc": 0.9502416644860169 + }, + "g22": { + "accuracy": 0.6147540807723999, + "auc": 0.9525376739920399 + }, + "g23": { + "accuracy": 0.6032786965370178, + "auc": 0.9536914717476139 + }, + "mean_auc": 0.9513595380125052, + "std_auc": 0.0014490848611996635, + "mean_accuracy": 0.6084699506560961, + "std_accuracy": 0.00967151517887744 + }, + "wall_time_s": 87.71110653877258, + "epochs_run": 100, + "peak_train_alloc_bytes": 198965248, + "peak_train_reserved_bytes": 299892736, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "R", + "--seed", + "456", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_full", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/organ3d/n_full/standard_R_ch4_8_seed789/results.json b/paper/experiments/normalized_results/organ3d/n_full/standard_R_ch4_8_seed789/results.json new file mode 100644 index 0000000..659dffe --- /dev/null +++ b/paper/experiments/normalized_results/organ3d/n_full/standard_R_ch4_8_seed789/results.json @@ -0,0 +1,167 @@ +{ + "dataset": "organ3d", + "model": "standard", + "train_mode": "R", + "seed": 789, + "channels": [ + 4, + 8 + ], + "head_dim": 64, + "n_params": 16071, + "invariant_dim": 8, + "raw_invariant_dim": 8, + "projected_dim": 8, + "train_size": null, + "train_examples": 971, + "best_val_auc": 0.9668563863258416, + "test": { + "loss": 1.142686750068039, + "accuracy": 0.5655737519264221, + "auc": 0.9366226157077976 + }, + "test_c": { + "loss": 1.142686750068039, + "accuracy": 0.5655737519264221, + "auc": 0.9366226157077976 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.5579918076594671, + "auc": 0.9407318777535879 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.5590164065361023, + "auc": 0.9383760993235613 + }, + "g01": { + "accuracy": 0.5426229238510132, + "auc": 0.9425335645491973 + }, + "g02": { + "accuracy": 0.55409836769104, + "auc": 0.942104459165709 + }, + "g03": { + "accuracy": 0.5590164065361023, + "auc": 0.9436292505651696 + }, + "g04": { + "accuracy": 0.5606557130813599, + "auc": 0.9444202422178624 + }, + "g05": { + "accuracy": 0.5622950792312622, + "auc": 0.9413265939619315 + }, + "g06": { + "accuracy": 0.5360655784606934, + "auc": 0.9376253083542513 + }, + "g07": { + "accuracy": 0.5688524842262268, + "auc": 0.9412545043046712 + }, + "g08": { + "accuracy": 0.5557377338409424, + "auc": 0.9425747728645194 + }, + "g09": { + "accuracy": 0.5508196949958801, + "auc": 0.9368992348920865 + }, + "g10": { + "accuracy": 0.5590164065361023, + "auc": 0.9407046741323135 + }, + "g11": { + "accuracy": 0.5557377338409424, + "auc": 0.9409011494787467 + }, + "g12": { + "accuracy": 0.5786885023117065, + "auc": 0.941775323268165 + }, + "g13": { + "accuracy": 0.5819672346115112, + "auc": 0.942476236030548 + }, + "g14": { + "accuracy": 0.5508196949958801, + "auc": 0.9407150900670319 + }, + "g15": { + "accuracy": 0.5655737519264221, + "auc": 0.944649588161385 + }, + "g16": { + "accuracy": 0.5491803288459778, + "auc": 0.9364090615764641 + }, + "g17": { + "accuracy": 0.5622950792312622, + "auc": 0.9400061923937592 + }, + "g18": { + "accuracy": 0.5442622900009155, + "auc": 0.94213643766006 + }, + "g19": { + "accuracy": 0.5426229238510132, + "auc": 0.9388326942622381 + }, + "g20": { + "accuracy": 0.5557377338409424, + "auc": 0.9392216663540037 + }, + "g21": { + "accuracy": 0.5491803288459778, + "auc": 0.9424642297420881 + }, + "g22": { + "accuracy": 0.5819672346115112, + "auc": 0.9399060770525473 + }, + "g23": { + "accuracy": 0.5655737519264221, + "auc": 0.9366226157077976 + }, + "mean_auc": 0.9407318777535879, + "std_auc": 0.002311151086769534, + "mean_accuracy": 0.5579918076594671, + "std_accuracy": 0.011705468826903006 + }, + "wall_time_s": 61.94959831237793, + "epochs_run": 71, + "peak_train_alloc_bytes": 198965248, + "peak_train_reserved_bytes": 299892736, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--channels", + "4", + "8", + "--head_dim", + "64", + "--train_mode", + "R", + "--seed", + "789", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/organ3d/n_full", + "--data_dir", + "./organ3d_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "15", + "--epochs", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_100/bispectrum_c8_gr4_C_seed101112_n100/results.json b/paper/experiments/normalized_results/pcam/n_100/bispectrum_c8_gr4_C_seed101112_n100/results.json new file mode 100644 index 0000000..212a67b --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_100/bispectrum_c8_gr4_C_seed101112_n100/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "bispectrum", + "group": "c8", + "seed": 101112, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 128345, + "invariant_dim": 544, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.8655305122746724, + "test": { + "loss": 0.48236021352931857, + "accuracy": 0.779449462890625, + "auc": 0.8613332890172719 + }, + "test_c": { + "loss": 0.48236021352931857, + "accuracy": 0.779449462890625, + "auc": 0.8613332890172719 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7614021301269531, + "auc": 0.8414943687924149 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.779449462890625, + "auc": 0.8613332890172719 + }, + "g01": { + "accuracy": 0.743927001953125, + "auc": 0.8220387782152747 + }, + "g02": { + "accuracy": 0.7786865234375, + "auc": 0.8608206964292159 + }, + "g03": { + "accuracy": 0.743927001953125, + "auc": 0.8220403130351578 + }, + "g04": { + "accuracy": 0.7786865234375, + "auc": 0.8608224771183035 + }, + "g05": { + "accuracy": 0.743927001953125, + "auc": 0.8220382827515745 + }, + "g06": { + "accuracy": 0.7786865234375, + "auc": 0.8608233339352286 + }, + "g07": { + "accuracy": 0.743927001953125, + "auc": 0.8220377798372924 + }, + "mean_auc": 0.8414943687924149, + "std_auc": 0.019456209768578904, + "mean_accuracy": 0.7614021301269531, + "std_accuracy": 0.017476689456925983 + }, + "wall_time_s": 975.1407663822174, + "epochs_run": 40, + "peak_train_alloc_bytes": 12107641856, + "peak_train_reserved_bytes": 15206449152, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "bispectrum", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "C", + "--seed", + "101112", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_100/bispectrum_c8_gr4_C_seed456_n100/results.json b/paper/experiments/normalized_results/pcam/n_100/bispectrum_c8_gr4_C_seed456_n100/results.json new file mode 100644 index 0000000..a2bd34e --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_100/bispectrum_c8_gr4_C_seed456_n100/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "bispectrum", + "group": "c8", + "seed": 456, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 128345, + "invariant_dim": 544, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.8480849892613388, + "test": { + "loss": 0.6396301346831024, + "accuracy": 0.728515625, + "auc": 0.7991163028653668 + }, + "test_c": { + "loss": 0.6396301346831024, + "accuracy": 0.728515625, + "auc": 0.7991163028653668 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7108840942382812, + "auc": 0.7893267005756808 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.728515625, + "auc": 0.7991163028653668 + }, + "g01": { + "accuracy": 0.693603515625, + "auc": 0.7797584653204859 + }, + "g02": { + "accuracy": 0.72802734375, + "auc": 0.7988262107315821 + }, + "g03": { + "accuracy": 0.693634033203125, + "auc": 0.7797493420828796 + }, + "g04": { + "accuracy": 0.72802734375, + "auc": 0.7988208165102453 + }, + "g05": { + "accuracy": 0.693603515625, + "auc": 0.7797533579465543 + }, + "g06": { + "accuracy": 0.72802734375, + "auc": 0.798830882246469 + }, + "g07": { + "accuracy": 0.693634033203125, + "auc": 0.7797582269018632 + }, + "mean_auc": 0.7893267005756808, + "std_auc": 0.009572266006164454, + "mean_accuracy": 0.7108840942382812, + "std_accuracy": 0.01726597048502266 + }, + "wall_time_s": 608.194456577301, + "epochs_run": 25, + "peak_train_alloc_bytes": 12107641856, + "peak_train_reserved_bytes": 15206449152, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "C", + "--seed", + "456", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_100/bispectrum_c8_gr4_C_seed789_n100/results.json b/paper/experiments/normalized_results/pcam/n_100/bispectrum_c8_gr4_C_seed789_n100/results.json new file mode 100644 index 0000000..b6ab702 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_100/bispectrum_c8_gr4_C_seed789_n100/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "bispectrum", + "group": "c8", + "seed": 789, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 128345, + "invariant_dim": 544, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.8707360808388076, + "test": { + "loss": 0.6123961140983738, + "accuracy": 0.700408935546875, + "auc": 0.8214866640152281 + }, + "test_c": { + "loss": 0.6123961140983738, + "accuracy": 0.700408935546875, + "auc": 0.8214866640152281 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7144088745117188, + "auc": 0.8208560313915668 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.700408935546875, + "auc": 0.8214866640152281 + }, + "g01": { + "accuracy": 0.728179931640625, + "auc": 0.8201427503935798 + }, + "g02": { + "accuracy": 0.700714111328125, + "auc": 0.821601075151759 + }, + "g03": { + "accuracy": 0.728179931640625, + "auc": 0.8201387643322329 + }, + "g04": { + "accuracy": 0.700714111328125, + "auc": 0.8216007100732431 + }, + "g05": { + "accuracy": 0.728179931640625, + "auc": 0.8201401687669317 + }, + "g06": { + "accuracy": 0.700714111328125, + "auc": 0.8215993540673269 + }, + "g07": { + "accuracy": 0.728179931640625, + "auc": 0.8201387643322329 + }, + "mean_auc": 0.8208560313915668, + "std_auc": 0.0007167666808417575, + "mean_accuracy": 0.7144088745117188, + "std_accuracy": 0.013771374136110626 + }, + "wall_time_s": 944.3962497711182, + "epochs_run": 39, + "peak_train_alloc_bytes": 12107641856, + "peak_train_reserved_bytes": 15206449152, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "C", + "--seed", + "789", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_100/bispectrum_c8_gr4_R_seed456_n100/results.json b/paper/experiments/normalized_results/pcam/n_100/bispectrum_c8_gr4_R_seed456_n100/results.json new file mode 100644 index 0000000..0f98f22 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_100/bispectrum_c8_gr4_R_seed456_n100/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "bispectrum", + "group": "c8", + "seed": 456, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 128345, + "invariant_dim": 544, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.8514510340112547, + "test": { + "loss": 0.6285413946025074, + "accuracy": 0.725433349609375, + "auc": 0.8002523676021621 + }, + "test_c": { + "loss": 0.6285413946025074, + "accuracy": 0.725433349609375, + "auc": 0.8002523676021621 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7175483703613281, + "auc": 0.7943212885288266 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.725433349609375, + "auc": 0.8002523676021621 + }, + "g01": { + "accuracy": 0.7095947265625, + "auc": 0.788495043800239 + }, + "g02": { + "accuracy": 0.72552490234375, + "auc": 0.8001136824696155 + }, + "g03": { + "accuracy": 0.7095947265625, + "auc": 0.7884877981092859 + }, + "g04": { + "accuracy": 0.72552490234375, + "auc": 0.8001262553266678 + }, + "g05": { + "accuracy": 0.7095947265625, + "auc": 0.7884929986154919 + }, + "g06": { + "accuracy": 0.72552490234375, + "auc": 0.8001139655917299 + }, + "g07": { + "accuracy": 0.7095947265625, + "auc": 0.7884881967154206 + }, + "mean_auc": 0.7943212885288266, + "std_auc": 0.005830425961586557, + "mean_accuracy": 0.7175483703613281, + "std_accuracy": 0.007953693197632117 + }, + "wall_time_s": 633.7153341770172, + "epochs_run": 26, + "peak_train_alloc_bytes": 12106724352, + "peak_train_reserved_bytes": 15214837760, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "R", + "--seed", + "456", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_100/bispectrum_c8_gr4_R_seed789_n100/results.json b/paper/experiments/normalized_results/pcam/n_100/bispectrum_c8_gr4_R_seed789_n100/results.json new file mode 100644 index 0000000..368e1ab --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_100/bispectrum_c8_gr4_R_seed789_n100/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "bispectrum", + "group": "c8", + "seed": 789, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 128345, + "invariant_dim": 544, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.8466547522594007, + "test": { + "loss": 0.6933183264918625, + "accuracy": 0.500213623046875, + "auc": 0.8175063843198599 + }, + "test_c": { + "loss": 0.6933183264918625, + "accuracy": 0.500213623046875, + "auc": 0.8175063843198599 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.500213623046875, + "auc": 0.8113826304031495 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.500213623046875, + "auc": 0.8175063843198599 + }, + "g01": { + "accuracy": 0.500213623046875, + "auc": 0.8053003231425429 + }, + "g02": { + "accuracy": 0.500213623046875, + "auc": 0.817308731556415 + }, + "g03": { + "accuracy": 0.500213623046875, + "auc": 0.8052831271993862 + }, + "g04": { + "accuracy": 0.500213623046875, + "auc": 0.8174441756858103 + }, + "g05": { + "accuracy": 0.500213623046875, + "auc": 0.8052472302955176 + }, + "g06": { + "accuracy": 0.500213623046875, + "auc": 0.817540280742473 + }, + "g07": { + "accuracy": 0.500213623046875, + "auc": 0.8054307902831909 + }, + "mean_auc": 0.8113826304031495, + "std_auc": 0.006067783389196838, + "mean_accuracy": 0.500213623046875, + "std_accuracy": 0.0 + }, + "wall_time_s": 460.3509798049927, + "epochs_run": 19, + "peak_train_alloc_bytes": 12106724352, + "peak_train_reserved_bytes": 15214837760, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "bispectrum", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "R", + "--seed", + "789", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_100/fourier_elu_c8_gr4_C_seed101112_n100/results.json b/paper/experiments/normalized_results/pcam/n_100/fourier_elu_c8_gr4_C_seed101112_n100/results.json new file mode 100644 index 0000000..f53a068 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_100/fourier_elu_c8_gr4_C_seed101112_n100/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "fourier_elu", + "group": "c8", + "seed": 101112, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 109815, + "invariant_dim": 34, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.8464272672166494, + "test": { + "loss": 0.5167446182458661, + "accuracy": 0.758544921875, + "auc": 0.8277176490357697 + }, + "test_c": { + "loss": 0.5167446182458661, + "accuracy": 0.758544921875, + "auc": 0.8277176490357697 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7144393920898438, + "auc": 0.8123202339883576 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.758544921875, + "auc": 0.8277176490357697 + }, + "g01": { + "accuracy": 0.670196533203125, + "auc": 0.7974831986303506 + }, + "g02": { + "accuracy": 0.75872802734375, + "auc": 0.8269713912963799 + }, + "g03": { + "accuracy": 0.670196533203125, + "auc": 0.7974849420665285 + }, + "g04": { + "accuracy": 0.75872802734375, + "auc": 0.8269690480883545 + }, + "g05": { + "accuracy": 0.670196533203125, + "auc": 0.7974841858324598 + }, + "g06": { + "accuracy": 0.75872802734375, + "auc": 0.8269702737090864 + }, + "g07": { + "accuracy": 0.670196533203125, + "auc": 0.7974811832479313 + }, + "mean_auc": 0.8123202339883576, + "std_auc": 0.014838621378616967, + "mean_accuracy": 0.7144393920898438, + "std_accuracy": 0.044242894408975976 + }, + "wall_time_s": 1704.6069004535675, + "epochs_run": 26, + "peak_train_alloc_bytes": 21284495872, + "peak_train_reserved_bytes": 27646754816, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "fourier_elu", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "C", + "--seed", + "101112", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_100/fourier_elu_c8_gr4_C_seed456_n100/results.json b/paper/experiments/normalized_results/pcam/n_100/fourier_elu_c8_gr4_C_seed456_n100/results.json new file mode 100644 index 0000000..7bf6a59 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_100/fourier_elu_c8_gr4_C_seed456_n100/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "fourier_elu", + "group": "c8", + "seed": 456, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 109815, + "invariant_dim": 34, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.8524456612775988, + "test": { + "loss": 0.5708248385344632, + "accuracy": 0.69793701171875, + "auc": 0.803048977067321 + }, + "test_c": { + "loss": 0.5708248385344632, + "accuracy": 0.69793701171875, + "auc": 0.803048977067321 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.6830902099609375, + "auc": 0.7825182898655393 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.69793701171875, + "auc": 0.803048977067321 + }, + "g01": { + "accuracy": 0.66998291015625, + "auc": 0.7626260495509074 + }, + "g02": { + "accuracy": 0.69561767578125, + "auc": 0.8021889340402848 + }, + "g03": { + "accuracy": 0.66998291015625, + "auc": 0.762635288272534 + }, + "g04": { + "accuracy": 0.69561767578125, + "auc": 0.8021895487132963 + }, + "g05": { + "accuracy": 0.66998291015625, + "auc": 0.7626335485616471 + }, + "g06": { + "accuracy": 0.69561767578125, + "auc": 0.8021914411611133 + }, + "g07": { + "accuracy": 0.66998291015625, + "auc": 0.76263253155721 + }, + "mean_auc": 0.7825182898655393, + "std_auc": 0.01988817476254224, + "mean_accuracy": 0.6830902099609375, + "std_accuracy": 0.01312652350563984 + }, + "wall_time_s": 1973.384332895279, + "epochs_run": 30, + "peak_train_alloc_bytes": 21284495872, + "peak_train_reserved_bytes": 27646754816, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "fourier_elu", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "C", + "--seed", + "456", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_100/fourier_elu_c8_gr4_C_seed789_n100/results.json b/paper/experiments/normalized_results/pcam/n_100/fourier_elu_c8_gr4_C_seed789_n100/results.json new file mode 100644 index 0000000..dd21b78 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_100/fourier_elu_c8_gr4_C_seed789_n100/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "fourier_elu", + "group": "c8", + "seed": 789, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 109815, + "invariant_dim": 34, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.8502164419691989, + "test": { + "loss": 0.5172745285090059, + "accuracy": 0.741485595703125, + "auc": 0.8247301072320911 + }, + "test_c": { + "loss": 0.5172745285090059, + "accuracy": 0.741485595703125, + "auc": 0.8247301072320911 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7272987365722656, + "auc": 0.8156113716399566 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.741485595703125, + "auc": 0.8247301072320911 + }, + "g01": { + "accuracy": 0.713592529296875, + "auc": 0.8067317699263122 + }, + "g02": { + "accuracy": 0.7408447265625, + "auc": 0.824414981142931 + }, + "g03": { + "accuracy": 0.713592529296875, + "auc": 0.806728696561255 + }, + "g04": { + "accuracy": 0.7408447265625, + "auc": 0.8244139902155307 + }, + "g05": { + "accuracy": 0.713592529296875, + "auc": 0.8067277466120555 + }, + "g06": { + "accuracy": 0.7408447265625, + "auc": 0.8244143143158458 + }, + "g07": { + "accuracy": 0.713592529296875, + "auc": 0.8067293671136312 + }, + "mean_auc": 0.8156113716399566, + "std_auc": 0.008882502559885031, + "mean_accuracy": 0.7272987365722656, + "std_accuracy": 0.013707611835898519 + }, + "wall_time_s": 1704.9993224143982, + "epochs_run": 26, + "peak_train_alloc_bytes": 21284495872, + "peak_train_reserved_bytes": 27646754816, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "fourier_elu", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "C", + "--seed", + "789", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_100/fourier_elu_c8_gr4_R_seed456_n100/results.json b/paper/experiments/normalized_results/pcam/n_100/fourier_elu_c8_gr4_R_seed456_n100/results.json new file mode 100644 index 0000000..0ce8f7b --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_100/fourier_elu_c8_gr4_R_seed456_n100/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "fourier_elu", + "group": "c8", + "seed": 456, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 109815, + "invariant_dim": 34, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.8566173528839066, + "test": { + "loss": 0.5202696219785139, + "accuracy": 0.751007080078125, + "auc": 0.8383675630391039 + }, + "test_c": { + "loss": 0.5202696219785139, + "accuracy": 0.751007080078125, + "auc": 0.8383675630391039 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7314453125, + "auc": 0.8238674988765546 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.751007080078125, + "auc": 0.8383675630391039 + }, + "g01": { + "accuracy": 0.71270751953125, + "auc": 0.8096838693116217 + }, + "g02": { + "accuracy": 0.749908447265625, + "auc": 0.8379444593909328 + }, + "g03": { + "accuracy": 0.71270751953125, + "auc": 0.8096831466051719 + }, + "g04": { + "accuracy": 0.749908447265625, + "auc": 0.8379474806019163 + }, + "g05": { + "accuracy": 0.71270751953125, + "auc": 0.8096875685255635 + }, + "g06": { + "accuracy": 0.749908447265625, + "auc": 0.8379448989752681 + }, + "g07": { + "accuracy": 0.71270751953125, + "auc": 0.8096810045628593 + }, + "mean_auc": 0.8238674988765546, + "std_auc": 0.01418419014093055, + "mean_accuracy": 0.7314453125, + "std_accuracy": 0.018740812176438693 + }, + "wall_time_s": 1832.063015460968, + "epochs_run": 28, + "peak_train_alloc_bytes": 21284823552, + "peak_train_reserved_bytes": 27667726336, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "fourier_elu", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "R", + "--seed", + "456", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_100/fourier_elu_c8_gr4_R_seed789_n100/results.json b/paper/experiments/normalized_results/pcam/n_100/fourier_elu_c8_gr4_R_seed789_n100/results.json new file mode 100644 index 0000000..21dba36 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_100/fourier_elu_c8_gr4_R_seed789_n100/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "fourier_elu", + "group": "c8", + "seed": 789, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 109815, + "invariant_dim": 34, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.8307346437696176, + "test": { + "loss": 0.628766592592001, + "accuracy": 0.728607177734375, + "auc": 0.8118898450680166 + }, + "test_c": { + "loss": 0.628766592592001, + "accuracy": 0.728607177734375, + "auc": 0.8118898450680166 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7331581115722656, + "auc": 0.8070575903945488 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.728607177734375, + "auc": 0.8118898450680166 + }, + "g01": { + "accuracy": 0.738250732421875, + "auc": 0.802397434851059 + }, + "g02": { + "accuracy": 0.7279052734375, + "auc": 0.811646292994426 + }, + "g03": { + "accuracy": 0.73822021484375, + "auc": 0.8023942311008175 + }, + "g04": { + "accuracy": 0.7279052734375, + "auc": 0.8116580798150819 + }, + "g05": { + "accuracy": 0.738250732421875, + "auc": 0.8024083015248432 + }, + "g06": { + "accuracy": 0.7279052734375, + "auc": 0.81165632147774 + }, + "g07": { + "accuracy": 0.73822021484375, + "auc": 0.8024102163244061 + }, + "mean_auc": 0.8070575903945488, + "std_auc": 0.004655610185532469, + "mean_accuracy": 0.7331581115722656, + "std_accuracy": 0.005081919882105332 + }, + "wall_time_s": 986.9259343147278, + "epochs_run": 15, + "peak_train_alloc_bytes": 21284823552, + "peak_train_reserved_bytes": 27667726336, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "fourier_elu", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "R", + "--seed", + "789", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_100/gate_c8_gr3_C_seed101112_n100/results.json b/paper/experiments/normalized_results/pcam/n_100/gate_c8_gr3_C_seed101112_n100/results.json new file mode 100644 index 0000000..65d1f3f --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_100/gate_c8_gr3_C_seed101112_n100/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "gate", + "group": "c8", + "seed": 101112, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 3, + "n_params": 135682, + "invariant_dim": 27, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.8378523756443877, + "test": { + "loss": 0.6651480030268431, + "accuracy": 0.685791015625, + "auc": 0.8205673590593062 + }, + "test_c": { + "loss": 0.6651480030268431, + "accuracy": 0.685791015625, + "auc": 0.8205673590593062 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.5941238403320312, + "auc": 0.805866546416509 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.685791015625, + "auc": 0.8205673590593062 + }, + "g01": { + "accuracy": 0.50360107421875, + "auc": 0.7917197152758615 + }, + "g02": { + "accuracy": 0.68426513671875, + "auc": 0.8198349146988646 + }, + "g03": { + "accuracy": 0.50360107421875, + "auc": 0.7917359649951096 + }, + "g04": { + "accuracy": 0.68426513671875, + "auc": 0.8198205238998147 + }, + "g05": { + "accuracy": 0.50360107421875, + "auc": 0.7917245171759327 + }, + "g06": { + "accuracy": 0.68426513671875, + "auc": 0.8198119073017816 + }, + "g07": { + "accuracy": 0.50360107421875, + "auc": 0.7917174689254015 + }, + "mean_auc": 0.805866546416509, + "std_auc": 0.014143971022023437, + "mean_accuracy": 0.5941238403320312, + "std_accuracy": 0.09052397176178388 + }, + "wall_time_s": 692.9369082450867, + "epochs_run": 24, + "peak_train_alloc_bytes": 15563849728, + "peak_train_reserved_bytes": 30016536576, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "gate", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "3", + "--train_mode", + "C", + "--seed", + "101112", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_100/gate_c8_gr3_C_seed456_n100/results.json b/paper/experiments/normalized_results/pcam/n_100/gate_c8_gr3_C_seed456_n100/results.json new file mode 100644 index 0000000..6f0c5d1 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_100/gate_c8_gr3_C_seed456_n100/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "gate", + "group": "c8", + "seed": 456, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 3, + "n_params": 135682, + "invariant_dim": 27, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.8528402629832148, + "test": { + "loss": 0.5578443658305332, + "accuracy": 0.69415283203125, + "auc": 0.8164969571245868 + }, + "test_c": { + "loss": 0.5578443658305332, + "accuracy": 0.69415283203125, + "auc": 0.8164969571245868 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.6825408935546875, + "auc": 0.8041729932817693 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.69415283203125, + "auc": 0.8164969571245868 + }, + "g01": { + "accuracy": 0.672882080078125, + "auc": 0.7923251160380642 + }, + "g02": { + "accuracy": 0.691558837890625, + "auc": 0.8158579318860123 + }, + "g03": { + "accuracy": 0.672882080078125, + "auc": 0.7923282601836501 + }, + "g04": { + "accuracy": 0.691558837890625, + "auc": 0.8158600031477964 + }, + "g05": { + "accuracy": 0.672882080078125, + "auc": 0.7923269488812257 + }, + "g06": { + "accuracy": 0.6915283203125, + "auc": 0.8158604613585867 + }, + "g07": { + "accuracy": 0.672882080078125, + "auc": 0.792328267634232 + }, + "mean_auc": 0.8041729932817693, + "std_auc": 0.011847453184080878, + "mean_accuracy": 0.6825408935546875, + "std_accuracy": 0.009691673656435409 + }, + "wall_time_s": 1207.2718267440796, + "epochs_run": 42, + "peak_train_alloc_bytes": 15563849728, + "peak_train_reserved_bytes": 30016536576, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "gate", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "3", + "--train_mode", + "C", + "--seed", + "456", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_100/gate_c8_gr3_C_seed789_n100/results.json b/paper/experiments/normalized_results/pcam/n_100/gate_c8_gr3_C_seed789_n100/results.json new file mode 100644 index 0000000..94ee3c6 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_100/gate_c8_gr3_C_seed789_n100/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "gate", + "group": "c8", + "seed": 789, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 3, + "n_params": 135682, + "invariant_dim": 27, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.8499213950049649, + "test": { + "loss": 0.5501388884149492, + "accuracy": 0.728546142578125, + "auc": 0.8037972539144213 + }, + "test_c": { + "loss": 0.5501388884149492, + "accuracy": 0.728546142578125, + "auc": 0.8037972539144213 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.714111328125, + "auc": 0.7996103947271009 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.728546142578125, + "auc": 0.8037972539144213 + }, + "g01": { + "accuracy": 0.69927978515625, + "auc": 0.7955277300658031 + }, + "g02": { + "accuracy": 0.72906494140625, + "auc": 0.8036580546917196 + }, + "g03": { + "accuracy": 0.699310302734375, + "auc": 0.7955270073593533 + }, + "g04": { + "accuracy": 0.729034423828125, + "auc": 0.803659719896787 + }, + "g05": { + "accuracy": 0.699310302734375, + "auc": 0.7955263256311043 + }, + "g06": { + "accuracy": 0.729034423828125, + "auc": 0.8036587773981694 + }, + "g07": { + "accuracy": 0.699310302734375, + "auc": 0.7955282888594499 + }, + "mean_auc": 0.7996103947271009, + "std_auc": 0.004083276708909184, + "mean_accuracy": 0.714111328125, + "std_accuracy": 0.01480944679025112 + }, + "wall_time_s": 1270.238433122635, + "epochs_run": 44, + "peak_train_alloc_bytes": 15563849728, + "peak_train_reserved_bytes": 30016536576, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "gate", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "3", + "--train_mode", + "C", + "--seed", + "789", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_100/gate_c8_gr3_R_seed456_n100/results.json b/paper/experiments/normalized_results/pcam/n_100/gate_c8_gr3_R_seed456_n100/results.json new file mode 100644 index 0000000..8db2fc0 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_100/gate_c8_gr3_R_seed456_n100/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "gate", + "group": "c8", + "seed": 456, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 3, + "n_params": 135682, + "invariant_dim": 27, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.8371548777812998, + "test": { + "loss": 0.5809088505338877, + "accuracy": 0.679779052734375, + "auc": 0.7908123126246158 + }, + "test_c": { + "loss": 0.5809088505338877, + "accuracy": 0.679779052734375, + "auc": 0.7908123126246158 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.6662483215332031, + "auc": 0.7838241943433342 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.679779052734375, + "auc": 0.7908123126246158 + }, + "g01": { + "accuracy": 0.653839111328125, + "auc": 0.7770408730022713 + }, + "g02": { + "accuracy": 0.67828369140625, + "auc": 0.7905413908382064 + }, + "g03": { + "accuracy": 0.653839111328125, + "auc": 0.7770370769307642 + }, + "g04": { + "accuracy": 0.67828369140625, + "auc": 0.7905427580199955 + }, + "g05": { + "accuracy": 0.653839111328125, + "auc": 0.7770393456329701 + }, + "g06": { + "accuracy": 0.67828369140625, + "auc": 0.790543361517134 + }, + "g07": { + "accuracy": 0.653839111328125, + "auc": 0.7770364361807159 + }, + "mean_auc": 0.7838241943433342, + "std_auc": 0.0067862643933866386, + "mean_accuracy": 0.6662483215332031, + "std_accuracy": 0.012417654078149985 + }, + "wall_time_s": 1009.3147416114807, + "epochs_run": 35, + "peak_train_alloc_bytes": 15563849728, + "peak_train_reserved_bytes": 30024925184, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "gate", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "3", + "--train_mode", + "R", + "--seed", + "456", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_100/gate_c8_gr3_R_seed789_n100/results.json b/paper/experiments/normalized_results/pcam/n_100/gate_c8_gr3_R_seed789_n100/results.json new file mode 100644 index 0000000..478e415 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_100/gate_c8_gr3_R_seed789_n100/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "gate", + "group": "c8", + "seed": 789, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 3, + "n_params": 135682, + "invariant_dim": 27, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.8322522053746365, + "test": { + "loss": 0.688000553753227, + "accuracy": 0.710235595703125, + "auc": 0.794702958093751 + }, + "test_c": { + "loss": 0.688000553753227, + "accuracy": 0.710235595703125, + "auc": 0.794702958093751 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.6665496826171875, + "auc": 0.7872859559096838 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.710235595703125, + "auc": 0.794702958093751 + }, + "g01": { + "accuracy": 0.623504638671875, + "auc": 0.7800545775244918 + }, + "g02": { + "accuracy": 0.709381103515625, + "auc": 0.7943861034695769 + }, + "g03": { + "accuracy": 0.623504638671875, + "auc": 0.7800837316516893 + }, + "g04": { + "accuracy": 0.709381103515625, + "auc": 0.7944219109664621 + }, + "g05": { + "accuracy": 0.623504638671875, + "auc": 0.7801163428489148 + }, + "g06": { + "accuracy": 0.709381103515625, + "auc": 0.7943793606929059 + }, + "g07": { + "accuracy": 0.623504638671875, + "auc": 0.7801426620296777 + }, + "mean_auc": 0.7872859559096838, + "std_auc": 0.007187290251472208, + "mean_accuracy": 0.6665496826171875, + "std_accuracy": 0.04304583906097218 + }, + "wall_time_s": 466.3941824436188, + "epochs_run": 16, + "peak_train_alloc_bytes": 15563849728, + "peak_train_reserved_bytes": 30024925184, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "gate", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "3", + "--train_mode", + "R", + "--seed", + "789", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_100/norm_c8_gr4_C_seed101112_n100/results.json b/paper/experiments/normalized_results/pcam/n_100/norm_c8_gr4_C_seed101112_n100/results.json new file mode 100644 index 0000000..9989030 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_100/norm_c8_gr4_C_seed101112_n100/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "norm", + "group": "c8", + "seed": 101112, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 110093, + "invariant_dim": 34, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.8421664144376041, + "test": { + "loss": 0.5414586120750755, + "accuracy": 0.747406005859375, + "auc": 0.8301903705273872 + }, + "test_c": { + "loss": 0.5414586120750755, + "accuracy": 0.747406005859375, + "auc": 0.8301903705273872 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7372055053710938, + "auc": 0.8185752932361863 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.747406005859375, + "auc": 0.8301903705273872 + }, + "g01": { + "accuracy": 0.7279052734375, + "auc": 0.8073217815114829 + }, + "g02": { + "accuracy": 0.746185302734375, + "auc": 0.8297090592076775 + }, + "g03": { + "accuracy": 0.7279052734375, + "auc": 0.8073243929404589 + }, + "g04": { + "accuracy": 0.7462158203125, + "auc": 0.8297048086506711 + }, + "g05": { + "accuracy": 0.7279052734375, + "auc": 0.8073201908122352 + }, + "g06": { + "accuracy": 0.7462158203125, + "auc": 0.8297100687615326 + }, + "g07": { + "accuracy": 0.7279052734375, + "auc": 0.8073216734780446 + }, + "mean_auc": 0.8185752932361863, + "std_auc": 0.01125425295380881, + "mean_accuracy": 0.7372055053710938, + "std_accuracy": 0.009307495485213948 + }, + "wall_time_s": 1031.3978958129883, + "epochs_run": 31, + "peak_train_alloc_bytes": 17450254336, + "peak_train_reserved_bytes": 33212596224, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "norm", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "C", + "--seed", + "101112", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_100/norm_c8_gr4_C_seed456_n100/results.json b/paper/experiments/normalized_results/pcam/n_100/norm_c8_gr4_C_seed456_n100/results.json new file mode 100644 index 0000000..6831e98 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_100/norm_c8_gr4_C_seed456_n100/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "norm", + "group": "c8", + "seed": 456, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 110093, + "invariant_dim": 34, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.8383838073773557, + "test": { + "loss": 0.6277399114333093, + "accuracy": 0.640380859375, + "auc": 0.8114425344790674 + }, + "test_c": { + "loss": 0.6277399114333093, + "accuracy": 0.640380859375, + "auc": 0.8114425344790674 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.6674652099609375, + "auc": 0.7968232023318742 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.640380859375, + "auc": 0.8114425344790674 + }, + "g01": { + "accuracy": 0.6962890625, + "auc": 0.7825256934156976 + }, + "g02": { + "accuracy": 0.6380615234375, + "auc": 0.8110114587082023 + }, + "g03": { + "accuracy": 0.6962890625, + "auc": 0.7825271388285973 + }, + "g04": { + "accuracy": 0.6380615234375, + "auc": 0.8110100878011223 + }, + "g05": { + "accuracy": 0.6962890625, + "auc": 0.7825305772721703 + }, + "g06": { + "accuracy": 0.6380615234375, + "auc": 0.811010825408736 + }, + "g07": { + "accuracy": 0.6962890625, + "auc": 0.7825273027414003 + }, + "mean_auc": 0.7968232023318742, + "std_auc": 0.014296135528592614, + "mean_accuracy": 0.6674652099609375, + "std_accuracy": 0.02883259936890488 + }, + "wall_time_s": 862.0674686431885, + "epochs_run": 26, + "peak_train_alloc_bytes": 17450254336, + "peak_train_reserved_bytes": 33212596224, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "norm", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "C", + "--seed", + "456", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_100/norm_c8_gr4_C_seed789_n100/results.json b/paper/experiments/normalized_results/pcam/n_100/norm_c8_gr4_C_seed789_n100/results.json new file mode 100644 index 0000000..812d4d8 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_100/norm_c8_gr4_C_seed789_n100/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "norm", + "group": "c8", + "seed": 789, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 110093, + "invariant_dim": 34, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.8376568610697751, + "test": { + "loss": 0.6628463667584583, + "accuracy": 0.548065185546875, + "auc": 0.8211680249766753 + }, + "test_c": { + "loss": 0.6628463667584583, + "accuracy": 0.548065185546875, + "auc": 0.8211680249766753 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.5405464172363281, + "auc": 0.8111275606611761 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.548065185546875, + "auc": 0.8211680249766753 + }, + "g01": { + "accuracy": 0.533233642578125, + "auc": 0.8013944375080148 + }, + "g02": { + "accuracy": 0.54779052734375, + "auc": 0.820752908352362 + }, + "g03": { + "accuracy": 0.533233642578125, + "auc": 0.8013986247350745 + }, + "g04": { + "accuracy": 0.54779052734375, + "auc": 0.8207542755341511 + }, + "g05": { + "accuracy": 0.533233642578125, + "auc": 0.8014074201470747 + }, + "g06": { + "accuracy": 0.54779052734375, + "auc": 0.820746165575691 + }, + "g07": { + "accuracy": 0.533233642578125, + "auc": 0.8013986284603655 + }, + "mean_auc": 0.8111275606611761, + "std_auc": 0.00972862127657847, + "mean_accuracy": 0.5405464172363281, + "std_accuracy": 0.007313258195391355 + }, + "wall_time_s": 729.4360203742981, + "epochs_run": 22, + "peak_train_alloc_bytes": 17450254336, + "peak_train_reserved_bytes": 33212596224, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "norm", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "C", + "--seed", + "789", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_100/norm_c8_gr4_R_seed456_n100/results.json b/paper/experiments/normalized_results/pcam/n_100/norm_c8_gr4_R_seed456_n100/results.json new file mode 100644 index 0000000..00a1e30 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_100/norm_c8_gr4_R_seed456_n100/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "norm", + "group": "c8", + "seed": 456, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 110093, + "invariant_dim": 34, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.830236445379258, + "test": { + "loss": 0.6004479590337723, + "accuracy": 0.663818359375, + "auc": 0.8023942683537273 + }, + "test_c": { + "loss": 0.6004479590337723, + "accuracy": 0.663818359375, + "auc": 0.8023942683537273 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.653961181640625, + "auc": 0.7885346799649273 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.663818359375, + "auc": 0.8023942683537273 + }, + "g01": { + "accuracy": 0.645294189453125, + "auc": 0.7751468344859589 + }, + "g02": { + "accuracy": 0.6622314453125, + "auc": 0.8017606969411454 + }, + "g03": { + "accuracy": 0.645294189453125, + "auc": 0.7751489988800173 + }, + "g04": { + "accuracy": 0.6622314453125, + "auc": 0.8017615165051606 + }, + "g05": { + "accuracy": 0.645294189453125, + "auc": 0.775146473132734 + }, + "g06": { + "accuracy": 0.6622314453125, + "auc": 0.8017643440010133 + }, + "g07": { + "accuracy": 0.645294189453125, + "auc": 0.7751543074196616 + }, + "mean_auc": 0.7885346799649273, + "std_auc": 0.013386925744169494, + "mean_accuracy": 0.653961181640625, + "std_accuracy": 0.00868060158346477 + }, + "wall_time_s": 963.0562806129456, + "epochs_run": 29, + "peak_train_alloc_bytes": 17451175936, + "peak_train_reserved_bytes": 33220984832, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "norm", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "R", + "--seed", + "456", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_100/norm_c8_gr4_R_seed789_n100/results.json b/paper/experiments/normalized_results/pcam/n_100/norm_c8_gr4_R_seed789_n100/results.json new file mode 100644 index 0000000..cff0a40 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_100/norm_c8_gr4_R_seed789_n100/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "norm", + "group": "c8", + "seed": 789, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 110093, + "invariant_dim": 34, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.8100501718420113, + "test": { + "loss": 0.6931895751040429, + "accuracy": 0.499786376953125, + "auc": 0.7278689915894739 + }, + "test_c": { + "loss": 0.6931895751040429, + "accuracy": 0.499786376953125, + "auc": 0.7278689915894739 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.499786376953125, + "auc": 0.723516672672022 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.499786376953125, + "auc": 0.7278689915894739 + }, + "g01": { + "accuracy": 0.499786376953125, + "auc": 0.719493539091883 + }, + "g02": { + "accuracy": 0.499786376953125, + "auc": 0.7276394466099623 + }, + "g03": { + "accuracy": 0.499786376953125, + "auc": 0.7189254396682476 + }, + "g04": { + "accuracy": 0.499786376953125, + "auc": 0.7274577082895775 + }, + "g05": { + "accuracy": 0.499786376953125, + "auc": 0.7193380938752242 + }, + "g06": { + "accuracy": 0.499786376953125, + "auc": 0.728332421512487 + }, + "g07": { + "accuracy": 0.499786376953125, + "auc": 0.7190777407393206 + }, + "mean_auc": 0.723516672672022, + "std_auc": 0.004317012932842626, + "mean_accuracy": 0.499786376953125, + "std_accuracy": 0.0 + }, + "wall_time_s": 367.73701333999634, + "epochs_run": 11, + "peak_train_alloc_bytes": 17451175936, + "peak_train_reserved_bytes": 33220984832, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "norm", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "R", + "--seed", + "789", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_100/standard_c8_gr12_C_seed101112_n100/results.json b/paper/experiments/normalized_results/pcam/n_100/standard_c8_gr12_C_seed101112_n100/results.json new file mode 100644 index 0000000..fc6f1e4 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_100/standard_c8_gr12_C_seed101112_n100/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "standard", + "group": "c8", + "seed": 101112, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 12, + "n_params": 101959, + "invariant_dim": 90, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.8624625878560628, + "test": { + "loss": 0.6489507611840963, + "accuracy": 0.71636962890625, + "auc": 0.8319781600197026 + }, + "test_c": { + "loss": 0.6489507611840963, + "accuracy": 0.71636962890625, + "auc": 0.8319781600197026 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7180824279785156, + "auc": 0.8107135970144207 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.71636962890625, + "auc": 0.8319781600197026 + }, + "g01": { + "accuracy": 0.7193603515625, + "auc": 0.794384032207793 + }, + "g02": { + "accuracy": 0.723052978515625, + "auc": 0.8311085467201427 + }, + "g03": { + "accuracy": 0.71575927734375, + "auc": 0.7877253279035579 + }, + "g04": { + "accuracy": 0.7181396484375, + "auc": 0.8302390749816398 + }, + "g05": { + "accuracy": 0.7191162109375, + "auc": 0.7927843252063987 + }, + "g06": { + "accuracy": 0.721527099609375, + "auc": 0.8307937261048428 + }, + "g07": { + "accuracy": 0.711334228515625, + "auc": 0.7866955829712882 + }, + "mean_auc": 0.8107135970144207, + "std_auc": 0.020451254475796394, + "mean_accuracy": 0.7180824279785156, + "std_accuracy": 0.003412222715563223 + }, + "wall_time_s": 331.34511852264404, + "epochs_run": 50, + "peak_train_alloc_bytes": 4888623104, + "peak_train_reserved_bytes": 10758389760, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "standard", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "12", + "--train_mode", + "C", + "--seed", + "101112", + "--batch_size", + "1024", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_100/standard_c8_gr12_C_seed456_n100/results.json b/paper/experiments/normalized_results/pcam/n_100/standard_c8_gr12_C_seed456_n100/results.json new file mode 100644 index 0000000..1a82ed5 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_100/standard_c8_gr12_C_seed456_n100/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "standard", + "group": "c8", + "seed": 456, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 12, + "n_params": 101959, + "invariant_dim": 90, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.8079198143704169, + "test": { + "loss": 0.7845829594880342, + "accuracy": 0.521331787109375, + "auc": 0.7683499405128773 + }, + "test_c": { + "loss": 0.7845829594880342, + "accuracy": 0.521331787109375, + "auc": 0.7683499405128773 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.5247154235839844, + "auc": 0.7322606500453198 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.521331787109375, + "auc": 0.7683499405128773 + }, + "g01": { + "accuracy": 0.527801513671875, + "auc": 0.6978379159944426 + }, + "g02": { + "accuracy": 0.5218505859375, + "auc": 0.7597406664017314 + }, + "g03": { + "accuracy": 0.527740478515625, + "auc": 0.7050314565991661 + }, + "g04": { + "accuracy": 0.52142333984375, + "auc": 0.765455780578156 + }, + "g05": { + "accuracy": 0.527923583984375, + "auc": 0.6968865660855239 + }, + "g06": { + "accuracy": 0.521820068359375, + "auc": 0.7592262409705139 + }, + "g07": { + "accuracy": 0.52783203125, + "auc": 0.7055566332201475 + }, + "mean_auc": 0.7322606500453198, + "std_auc": 0.03117978491005148, + "mean_accuracy": 0.5247154235839844, + "std_accuracy": 0.0031136319955746895 + }, + "wall_time_s": 207.94424748420715, + "epochs_run": 31, + "peak_train_alloc_bytes": 4888623104, + "peak_train_reserved_bytes": 10758389760, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "12", + "--train_mode", + "C", + "--seed", + "456", + "--batch_size", + "1024", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_100/standard_c8_gr12_C_seed789_n100/results.json b/paper/experiments/normalized_results/pcam/n_100/standard_c8_gr12_C_seed789_n100/results.json new file mode 100644 index 0000000..d528b2f --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_100/standard_c8_gr12_C_seed789_n100/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "standard", + "group": "c8", + "seed": 789, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 12, + "n_params": 101959, + "invariant_dim": 90, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.8621655702116091, + "test": { + "loss": 0.8263555355370045, + "accuracy": 0.50079345703125, + "auc": 0.8352976438760182 + }, + "test_c": { + "loss": 0.8263555355370045, + "accuracy": 0.50079345703125, + "auc": 0.8352976438760182 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.5021553039550781, + "auc": 0.8312244158424302 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.50079345703125, + "auc": 0.8352976438760182 + }, + "g01": { + "accuracy": 0.50341796875, + "auc": 0.8288174257131438 + }, + "g02": { + "accuracy": 0.500823974609375, + "auc": 0.8341831448486973 + }, + "g03": { + "accuracy": 0.503570556640625, + "auc": 0.824876011978554 + }, + "g04": { + "accuracy": 0.50079345703125, + "auc": 0.8353394528166695 + }, + "g05": { + "accuracy": 0.503448486328125, + "auc": 0.8297422962537874 + }, + "g06": { + "accuracy": 0.500823974609375, + "auc": 0.8353218657179602 + }, + "g07": { + "accuracy": 0.503570556640625, + "auc": 0.8262174855346113 + }, + "mean_auc": 0.8312244158424302, + "std_auc": 0.0040686261718749514, + "mean_accuracy": 0.5021553039550781, + "std_accuracy": 0.0013475279729717306 + }, + "wall_time_s": 233.9023654460907, + "epochs_run": 34, + "peak_train_alloc_bytes": 4888623104, + "peak_train_reserved_bytes": 10758389760, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "12", + "--train_mode", + "C", + "--seed", + "789", + "--batch_size", + "1024", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_100/standard_c8_gr12_R_seed456_n100/results.json b/paper/experiments/normalized_results/pcam/n_100/standard_c8_gr12_R_seed456_n100/results.json new file mode 100644 index 0000000..d3778bf --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_100/standard_c8_gr12_R_seed456_n100/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "standard", + "group": "c8", + "seed": 456, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 12, + "n_params": 101959, + "invariant_dim": 90, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.8480839014756599, + "test": { + "loss": 0.6601652558892965, + "accuracy": 0.548858642578125, + "auc": 0.8246349819269557 + }, + "test_c": { + "loss": 0.6601652558892965, + "accuracy": 0.548858642578125, + "auc": 0.8246349819269557 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.5409355163574219, + "auc": 0.8125261191792035 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.548858642578125, + "auc": 0.8246349819269557 + }, + "g01": { + "accuracy": 0.532806396484375, + "auc": 0.8008329392999933 + }, + "g02": { + "accuracy": 0.549285888671875, + "auc": 0.8233973173293044 + }, + "g03": { + "accuracy": 0.53271484375, + "auc": 0.801361673573859 + }, + "g04": { + "accuracy": 0.5491943359375, + "auc": 0.8239543898916435 + }, + "g05": { + "accuracy": 0.53277587890625, + "auc": 0.8007927471356265 + }, + "g06": { + "accuracy": 0.549163818359375, + "auc": 0.8235523192363368 + }, + "g07": { + "accuracy": 0.532684326171875, + "auc": 0.8016825850399086 + }, + "mean_auc": 0.8125261191792035, + "std_auc": 0.011366725116236794, + "mean_accuracy": 0.5409355163574219, + "std_accuracy": 0.00819101315796938 + }, + "wall_time_s": 180.89595794677734, + "epochs_run": 27, + "peak_train_alloc_bytes": 4888623104, + "peak_train_reserved_bytes": 10766778368, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "12", + "--train_mode", + "R", + "--seed", + "456", + "--batch_size", + "1024", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_100/standard_c8_gr12_R_seed789_n100/results.json b/paper/experiments/normalized_results/pcam/n_100/standard_c8_gr12_R_seed789_n100/results.json new file mode 100644 index 0000000..e7d9767 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_100/standard_c8_gr12_R_seed789_n100/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "standard", + "group": "c8", + "seed": 789, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 12, + "n_params": 101959, + "invariant_dim": 90, + "train_size": 100, + "train_examples": 100, + "best_val_auc": 0.8709762318791903, + "test": { + "loss": 0.5662897825241089, + "accuracy": 0.673675537109375, + "auc": 0.8623346099793758 + }, + "test_c": { + "loss": 0.5662897825241089, + "accuracy": 0.673675537109375, + "auc": 0.8623346099793758 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.6693916320800781, + "auc": 0.8592386072601816 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.673675537109375, + "auc": 0.8623346099793758 + }, + "g01": { + "accuracy": 0.6690673828125, + "auc": 0.8563316574702085 + }, + "g02": { + "accuracy": 0.672515869140625, + "auc": 0.8614868604125685 + }, + "g03": { + "accuracy": 0.666717529296875, + "auc": 0.8557678123288706 + }, + "g04": { + "accuracy": 0.671875, + "auc": 0.8619344280465953 + }, + "g05": { + "accuracy": 0.6651611328125, + "auc": 0.856624379659424 + }, + "g06": { + "accuracy": 0.670257568359375, + "auc": 0.86269886520596 + }, + "g07": { + "accuracy": 0.665863037109375, + "auc": 0.8567302449784503 + }, + "mean_auc": 0.8592386072601816, + "std_auc": 0.002904813928203333, + "mean_accuracy": 0.6693916320800781, + "std_accuracy": 0.0030131738080249235 + }, + "wall_time_s": 281.12803649902344, + "epochs_run": 40, + "peak_train_alloc_bytes": 4888623104, + "peak_train_reserved_bytes": 10766778368, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "standard", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "12", + "--train_mode", + "R", + "--seed", + "789", + "--batch_size", + "1024", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_100", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_12500/bispectrum_c8_gr4_C_seed456_n12500/results.json b/paper/experiments/normalized_results/pcam/n_12500/bispectrum_c8_gr4_C_seed456_n12500/results.json new file mode 100644 index 0000000..95de522 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_12500/bispectrum_c8_gr4_C_seed456_n12500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "bispectrum", + "group": "c8", + "seed": 456, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 128345, + "invariant_dim": 544, + "train_size": 12500, + "train_examples": 12500, + "best_val_auc": 0.9633847466169595, + "test": { + "loss": 0.3118042139685713, + "accuracy": 0.886871337890625, + "auc": 0.9478306861359761 + }, + "test_c": { + "loss": 0.3118042139685713, + "accuracy": 0.886871337890625, + "auc": 0.9478306861359761 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.8653602600097656, + "auc": 0.9349471966267102 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.886871337890625, + "auc": 0.9478306861359761 + }, + "g01": { + "accuracy": 0.84423828125, + "auc": 0.9222551703099287 + }, + "g02": { + "accuracy": 0.8863525390625, + "auc": 0.9475706421992237 + }, + "g03": { + "accuracy": 0.84423828125, + "auc": 0.9222554683332069 + }, + "g04": { + "accuracy": 0.8863525390625, + "auc": 0.9475683958487637 + }, + "g05": { + "accuracy": 0.84423828125, + "auc": 0.9222536094130086 + }, + "g06": { + "accuracy": 0.8863525390625, + "auc": 0.9475868844678899 + }, + "g07": { + "accuracy": 0.84423828125, + "auc": 0.9222567163056846 + }, + "mean_auc": 0.9349471966267102, + "std_auc": 0.012692197429991083, + "mean_accuracy": 0.8653602600097656, + "std_accuracy": 0.021122576068013016 + }, + "wall_time_s": 1487.8301725387573, + "epochs_run": 32, + "peak_train_alloc_bytes": 15480563712, + "peak_train_reserved_bytes": 18165530624, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "C", + "--seed", + "456", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_12500/bispectrum_c8_gr4_C_seed789_n12500/results.json b/paper/experiments/normalized_results/pcam/n_12500/bispectrum_c8_gr4_C_seed789_n12500/results.json new file mode 100644 index 0000000..5d0f1da --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_12500/bispectrum_c8_gr4_C_seed789_n12500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "bispectrum", + "group": "c8", + "seed": 789, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 128345, + "invariant_dim": 544, + "train_size": 12500, + "train_examples": 12500, + "best_val_auc": 0.9581282607423465, + "test": { + "loss": 0.4216694852220826, + "accuracy": 0.85491943359375, + "auc": 0.9122262883897428 + }, + "test_c": { + "loss": 0.4216694852220826, + "accuracy": 0.85491943359375, + "auc": 0.9122262883897428 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.8486671447753906, + "auc": 0.9055018503948699 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.85491943359375, + "auc": 0.9122262883897428 + }, + "g01": { + "accuracy": 0.842529296875, + "auc": 0.8987870441398217 + }, + "g02": { + "accuracy": 0.854766845703125, + "auc": 0.912211905041275 + }, + "g03": { + "accuracy": 0.842529296875, + "auc": 0.8987873309872271 + }, + "g04": { + "accuracy": 0.854766845703125, + "auc": 0.912205154814022 + }, + "g05": { + "accuracy": 0.842529296875, + "auc": 0.8987867312153794 + }, + "g06": { + "accuracy": 0.854766845703125, + "auc": 0.9122231107165383 + }, + "g07": { + "accuracy": 0.842529296875, + "auc": 0.8987872378549525 + }, + "mean_auc": 0.9055018503948699, + "std_auc": 0.006714767040137306, + "mean_accuracy": 0.8486671447753906, + "std_accuracy": 0.006138025711547147 + }, + "wall_time_s": 2203.6542127132416, + "epochs_run": 47, + "peak_train_alloc_bytes": 15480563712, + "peak_train_reserved_bytes": 18165530624, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "bispectrum", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "C", + "--seed", + "789", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_12500/bispectrum_c8_gr4_R_seed456_n12500/results.json b/paper/experiments/normalized_results/pcam/n_12500/bispectrum_c8_gr4_R_seed456_n12500/results.json new file mode 100644 index 0000000..0939e27 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_12500/bispectrum_c8_gr4_R_seed456_n12500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "bispectrum", + "group": "c8", + "seed": 456, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 128345, + "invariant_dim": 544, + "train_size": 12500, + "train_examples": 12500, + "best_val_auc": 0.955065205282238, + "test": { + "loss": 0.3637715564109385, + "accuracy": 0.87945556640625, + "auc": 0.9405712451338433 + }, + "test_c": { + "loss": 0.3637715564109385, + "accuracy": 0.87945556640625, + "auc": 0.9405712451338433 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.8702583312988281, + "auc": 0.9324654068455284 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.87945556640625, + "auc": 0.9405712451338433 + }, + "g01": { + "accuracy": 0.861328125, + "auc": 0.9245559100182339 + }, + "g02": { + "accuracy": 0.87908935546875, + "auc": 0.9403086419221888 + }, + "g03": { + "accuracy": 0.861328125, + "auc": 0.9245612334590422 + }, + "g04": { + "accuracy": 0.87908935546875, + "auc": 0.94030807567796 + }, + "g05": { + "accuracy": 0.861358642578125, + "auc": 0.9245597172656139 + }, + "g06": { + "accuracy": 0.87908935546875, + "auc": 0.9402993249694516 + }, + "g07": { + "accuracy": 0.861328125, + "auc": 0.9245591063178934 + }, + "mean_auc": 0.9324654068455284, + "std_auc": 0.007906834789941725, + "mean_accuracy": 0.8702583312988281, + "std_accuracy": 0.008923286321716942 + }, + "wall_time_s": 1503.6810739040375, + "epochs_run": 32, + "peak_train_alloc_bytes": 15480596480, + "peak_train_reserved_bytes": 18186502144, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "R", + "--seed", + "456", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_12500/bispectrum_c8_gr4_R_seed789_n12500/results.json b/paper/experiments/normalized_results/pcam/n_12500/bispectrum_c8_gr4_R_seed789_n12500/results.json new file mode 100644 index 0000000..7289804 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_12500/bispectrum_c8_gr4_R_seed789_n12500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "bispectrum", + "group": "c8", + "seed": 789, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 128345, + "invariant_dim": 544, + "train_size": 12500, + "train_examples": 12500, + "best_val_auc": 0.9583382182795521, + "test": { + "loss": 0.35774891352048144, + "accuracy": 0.87042236328125, + "auc": 0.9409588802866083 + }, + "test_c": { + "loss": 0.35774891352048144, + "accuracy": 0.87042236328125, + "auc": 0.9409588802866083 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.8652305603027344, + "auc": 0.9363049222303226 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.87042236328125, + "auc": 0.9409588802866083 + }, + "g01": { + "accuracy": 0.8602294921875, + "auc": 0.9316108213697756 + }, + "g02": { + "accuracy": 0.8701171875, + "auc": 0.9410072047611812 + }, + "g03": { + "accuracy": 0.86029052734375, + "auc": 0.9316168898687794 + }, + "g04": { + "accuracy": 0.870147705078125, + "auc": 0.9410021942448151 + }, + "g05": { + "accuracy": 0.860260009765625, + "auc": 0.9316172325955495 + }, + "g06": { + "accuracy": 0.870147705078125, + "auc": 0.941013809702086 + }, + "g07": { + "accuracy": 0.8602294921875, + "auc": 0.9316123450137858 + }, + "mean_auc": 0.9363049222303226, + "std_auc": 0.004690625192159007, + "mean_accuracy": 0.8652305603027344, + "std_accuracy": 0.004978983730156693 + }, + "wall_time_s": 2342.6698706150055, + "epochs_run": 50, + "peak_train_alloc_bytes": 15480596480, + "peak_train_reserved_bytes": 18186502144, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "bispectrum", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "R", + "--seed", + "789", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_12500/fourier_elu_c8_gr4_C_seed456_n12500/results.json b/paper/experiments/normalized_results/pcam/n_12500/fourier_elu_c8_gr4_C_seed456_n12500/results.json new file mode 100644 index 0000000..525d389 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_12500/fourier_elu_c8_gr4_C_seed456_n12500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "fourier_elu", + "group": "c8", + "seed": 456, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 109815, + "invariant_dim": 34, + "train_size": 12500, + "train_examples": 12500, + "best_val_auc": 0.9610496991730567, + "test": { + "loss": 0.34258596121071605, + "accuracy": 0.873016357421875, + "auc": 0.9474537686453561 + }, + "test_c": { + "loss": 0.34258596121071605, + "accuracy": 0.873016357421875, + "auc": 0.9474537686453561 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.869232177734375, + "auc": 0.9427232064993573 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.873016357421875, + "auc": 0.9474537686453561 + }, + "g01": { + "accuracy": 0.865447998046875, + "auc": 0.937991708374 + }, + "g02": { + "accuracy": 0.873016357421875, + "auc": 0.947462448573336 + }, + "g03": { + "accuracy": 0.865447998046875, + "auc": 0.937964539826894 + }, + "g04": { + "accuracy": 0.873016357421875, + "auc": 0.9474639424150183 + }, + "g05": { + "accuracy": 0.865447998046875, + "auc": 0.9379907435236365 + }, + "g06": { + "accuracy": 0.873016357421875, + "auc": 0.9474645831650665 + }, + "g07": { + "accuracy": 0.865447998046875, + "auc": 0.9379939174715503 + }, + "mean_auc": 0.9427232064993573, + "std_auc": 0.004737987796734932, + "mean_accuracy": 0.869232177734375, + "std_accuracy": 0.0037841796875 + }, + "wall_time_s": 6378.523700475693, + "epochs_run": 50, + "peak_train_alloc_bytes": 21284495872, + "peak_train_reserved_bytes": 27648851968, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "fourier_elu", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "C", + "--seed", + "456", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_12500/fourier_elu_c8_gr4_C_seed789_n12500/results.json b/paper/experiments/normalized_results/pcam/n_12500/fourier_elu_c8_gr4_C_seed789_n12500/results.json new file mode 100644 index 0000000..4f46c4b --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_12500/fourier_elu_c8_gr4_C_seed789_n12500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "fourier_elu", + "group": "c8", + "seed": 789, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 109815, + "invariant_dim": 34, + "train_size": 12500, + "train_examples": 12500, + "best_val_auc": 0.9543350328705549, + "test": { + "loss": 0.34401303972117603, + "accuracy": 0.856597900390625, + "auc": 0.9332671900469524 + }, + "test_c": { + "loss": 0.34401303972117603, + "accuracy": 0.856597900390625, + "auc": 0.9332671900469524 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.8532752990722656, + "auc": 0.9312925162104267 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.856597900390625, + "auc": 0.9332671900469524 + }, + "g01": { + "accuracy": 0.849639892578125, + "auc": 0.9290986006179133 + }, + "g02": { + "accuracy": 0.857025146484375, + "auc": 0.9335568053434918 + }, + "g03": { + "accuracy": 0.849639892578125, + "auc": 0.9291047808756465 + }, + "g04": { + "accuracy": 0.857025146484375, + "auc": 0.9335502190290419 + }, + "g05": { + "accuracy": 0.849609375, + "auc": 0.9291063603990214 + }, + "g06": { + "accuracy": 0.857025146484375, + "auc": 0.9335557585367269 + }, + "g07": { + "accuracy": 0.849639892578125, + "auc": 0.9291004148346198 + }, + "mean_auc": 0.9312925162104267, + "std_auc": 0.0021917420890467053, + "mean_accuracy": 0.8532752990722656, + "std_accuracy": 0.003645395842696813 + }, + "wall_time_s": 6379.455590248108, + "epochs_run": 50, + "peak_train_alloc_bytes": 21284495872, + "peak_train_reserved_bytes": 27648851968, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "fourier_elu", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "C", + "--seed", + "789", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_12500/fourier_elu_c8_gr4_R_seed456_n12500/results.json b/paper/experiments/normalized_results/pcam/n_12500/fourier_elu_c8_gr4_R_seed456_n12500/results.json new file mode 100644 index 0000000..8d2d477 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_12500/fourier_elu_c8_gr4_R_seed456_n12500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "fourier_elu", + "group": "c8", + "seed": 456, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 109815, + "invariant_dim": 34, + "train_size": 12500, + "train_examples": 12500, + "best_val_auc": 0.9524837632061791, + "test": { + "loss": 0.3287460031424416, + "accuracy": 0.85833740234375, + "auc": 0.9424278146734942 + }, + "test_c": { + "loss": 0.3287460031424416, + "accuracy": 0.85833740234375, + "auc": 0.9424278146734942 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.8557090759277344, + "auc": 0.9379231294923773 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.85833740234375, + "auc": 0.9424278146734942 + }, + "g01": { + "accuracy": 0.85321044921875, + "auc": 0.933393227816627 + }, + "g02": { + "accuracy": 0.858184814453125, + "auc": 0.9424533031143689 + }, + "g03": { + "accuracy": 0.85321044921875, + "auc": 0.9333990690728813 + }, + "g04": { + "accuracy": 0.858123779296875, + "auc": 0.9424571587905317 + }, + "g05": { + "accuracy": 0.85321044921875, + "auc": 0.9333968338982942 + }, + "g06": { + "accuracy": 0.858184814453125, + "auc": 0.9424589804578202 + }, + "g07": { + "accuracy": 0.85321044921875, + "auc": 0.9333986481150007 + }, + "mean_auc": 0.9379231294923773, + "std_auc": 0.004526193802385923, + "mean_accuracy": 0.8557090759277344, + "std_accuracy": 0.0024992497955804577 + }, + "wall_time_s": 4746.262231588364, + "epochs_run": 37, + "peak_train_alloc_bytes": 21284823552, + "peak_train_reserved_bytes": 27669823488, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "fourier_elu", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "R", + "--seed", + "456", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_12500/fourier_elu_c8_gr4_R_seed789_n12500/results.json b/paper/experiments/normalized_results/pcam/n_12500/fourier_elu_c8_gr4_R_seed789_n12500/results.json new file mode 100644 index 0000000..ead5408 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_12500/fourier_elu_c8_gr4_R_seed789_n12500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "fourier_elu", + "group": "c8", + "seed": 789, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 109815, + "invariant_dim": 34, + "train_size": 12500, + "train_examples": 12500, + "best_val_auc": 0.9318614701510622, + "test": { + "loss": 0.37196804882842116, + "accuracy": 0.834228515625, + "auc": 0.9194293694646624 + }, + "test_c": { + "loss": 0.37196804882842116, + "accuracy": 0.834228515625, + "auc": 0.9194293694646624 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.8256149291992188, + "auc": 0.9179651992592766 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.834228515625, + "auc": 0.9194293694646624 + }, + "g01": { + "accuracy": 0.81689453125, + "auc": 0.9164104644362359 + }, + "g02": { + "accuracy": 0.834381103515625, + "auc": 0.9195509815886546 + }, + "g03": { + "accuracy": 0.81689453125, + "auc": 0.9164108108882969 + }, + "g04": { + "accuracy": 0.834381103515625, + "auc": 0.9195495399010459 + }, + "g05": { + "accuracy": 0.81689453125, + "auc": 0.916410609722584 + }, + "g06": { + "accuracy": 0.8343505859375, + "auc": 0.9195501024199837 + }, + "g07": { + "accuracy": 0.81689453125, + "auc": 0.9164097156527492 + }, + "mean_auc": 0.9179651992592766, + "std_auc": 0.0015552393200111553, + "mean_accuracy": 0.8256149291992188, + "std_accuracy": 0.008720511421540003 + }, + "wall_time_s": 5277.482054710388, + "epochs_run": 41, + "peak_train_alloc_bytes": 21284823552, + "peak_train_reserved_bytes": 27669823488, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "fourier_elu", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "R", + "--seed", + "789", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_12500/gate_c8_gr3_C_seed456_n12500/results.json b/paper/experiments/normalized_results/pcam/n_12500/gate_c8_gr3_C_seed456_n12500/results.json new file mode 100644 index 0000000..a2e4aad --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_12500/gate_c8_gr3_C_seed456_n12500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "gate", + "group": "c8", + "seed": 456, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 3, + "n_params": 135682, + "invariant_dim": 27, + "train_size": 12500, + "train_examples": 12500, + "best_val_auc": 0.9508426522448538, + "test": { + "loss": 0.31996129831532016, + "accuracy": 0.86376953125, + "auc": 0.9412854020408716 + }, + "test_c": { + "loss": 0.31996129831532016, + "accuracy": 0.86376953125, + "auc": 0.9412854020408716 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.8605422973632812, + "auc": 0.9352450271211801 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.86376953125, + "auc": 0.9412854020408716 + }, + "g01": { + "accuracy": 0.857177734375, + "auc": 0.9294233454083798 + }, + "g02": { + "accuracy": 0.86395263671875, + "auc": 0.9409868982000575 + }, + "g03": { + "accuracy": 0.857177734375, + "auc": 0.9294263517181994 + }, + "g04": { + "accuracy": 0.86395263671875, + "auc": 0.9409903999735773 + }, + "g05": { + "accuracy": 0.857177734375, + "auc": 0.9294343238408933 + }, + "g06": { + "accuracy": 0.86395263671875, + "auc": 0.9409919832222431 + }, + "g07": { + "accuracy": 0.857177734375, + "auc": 0.9294215125652183 + }, + "mean_auc": 0.9352450271211801, + "std_auc": 0.005819348998201338, + "mean_accuracy": 0.8605422973632812, + "std_accuracy": 0.0033650300616489865 + }, + "wall_time_s": 2197.942875146866, + "epochs_run": 37, + "peak_train_alloc_bytes": 19904561152, + "peak_train_reserved_bytes": 24033361920, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "gate", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "3", + "--train_mode", + "C", + "--seed", + "456", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_12500/gate_c8_gr3_C_seed789_n12500/results.json b/paper/experiments/normalized_results/pcam/n_12500/gate_c8_gr3_C_seed789_n12500/results.json new file mode 100644 index 0000000..722f7fc --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_12500/gate_c8_gr3_C_seed789_n12500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "gate", + "group": "c8", + "seed": 789, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 3, + "n_params": 135682, + "invariant_dim": 27, + "train_size": 12500, + "train_examples": 12500, + "best_val_auc": 0.9489575010368143, + "test": { + "loss": 0.3272875969414599, + "accuracy": 0.850677490234375, + "auc": 0.9401695507329255 + }, + "test_c": { + "loss": 0.3272875969414599, + "accuracy": 0.850677490234375, + "auc": 0.9401695507329255 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.8422203063964844, + "auc": 0.9282413739108567 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.850677490234375, + "auc": 0.9401695507329255 + }, + "g01": { + "accuracy": 0.833343505859375, + "auc": 0.9162465330067281 + }, + "g02": { + "accuracy": 0.8511962890625, + "auc": 0.9402590694751382 + }, + "g03": { + "accuracy": 0.8333740234375, + "auc": 0.9162459481360445 + }, + "g04": { + "accuracy": 0.8511962890625, + "auc": 0.9402587118472042 + }, + "g05": { + "accuracy": 0.8333740234375, + "auc": 0.9162471961085223 + }, + "g06": { + "accuracy": 0.851226806640625, + "auc": 0.9402566405854202 + }, + "g07": { + "accuracy": 0.8333740234375, + "auc": 0.9162473413948704 + }, + "mean_auc": 0.9282413739108567, + "std_auc": 0.011994649944321404, + "mean_accuracy": 0.8422203063964844, + "std_accuracy": 0.008855402934816736 + }, + "wall_time_s": 2150.256766796112, + "epochs_run": 36, + "peak_train_alloc_bytes": 19904561152, + "peak_train_reserved_bytes": 24033361920, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "gate", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "3", + "--train_mode", + "C", + "--seed", + "789", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_12500/gate_c8_gr3_R_seed456_n12500/results.json b/paper/experiments/normalized_results/pcam/n_12500/gate_c8_gr3_R_seed456_n12500/results.json new file mode 100644 index 0000000..35e898c --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_12500/gate_c8_gr3_R_seed456_n12500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "gate", + "group": "c8", + "seed": 456, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 3, + "n_params": 135682, + "invariant_dim": 27, + "train_size": 12500, + "train_examples": 12500, + "best_val_auc": 0.9427287284805026, + "test": { + "loss": 0.40019678411772475, + "accuracy": 0.829833984375, + "auc": 0.9099241889502304 + }, + "test_c": { + "loss": 0.40019678411772475, + "accuracy": 0.829833984375, + "auc": 0.9099241889502304 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.8169136047363281, + "auc": 0.9036849677769967 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.829833984375, + "auc": 0.9099241889502304 + }, + "g01": { + "accuracy": 0.8038330078125, + "auc": 0.897412400592892 + }, + "g02": { + "accuracy": 0.830078125, + "auc": 0.909970121787995 + }, + "g03": { + "accuracy": 0.80377197265625, + "auc": 0.8974115214242211 + }, + "g04": { + "accuracy": 0.830108642578125, + "auc": 0.90997151132153 + }, + "g05": { + "accuracy": 0.80377197265625, + "auc": 0.8974111339939593 + }, + "g06": { + "accuracy": 0.830108642578125, + "auc": 0.9099653645914154 + }, + "g07": { + "accuracy": 0.803802490234375, + "auc": 0.8974134995537306 + }, + "mean_auc": 0.9036849677769967, + "std_auc": 0.0062728441307277815, + "mean_accuracy": 0.8169136047363281, + "std_accuracy": 0.013119009003618573 + }, + "wall_time_s": 2975.0177125930786, + "epochs_run": 50, + "peak_train_alloc_bytes": 19903905792, + "peak_train_reserved_bytes": 24054333440, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "gate", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "3", + "--train_mode", + "R", + "--seed", + "456", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_12500/gate_c8_gr3_R_seed789_n12500/results.json b/paper/experiments/normalized_results/pcam/n_12500/gate_c8_gr3_R_seed789_n12500/results.json new file mode 100644 index 0000000..c768683 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_12500/gate_c8_gr3_R_seed789_n12500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "gate", + "group": "c8", + "seed": 789, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 3, + "n_params": 135682, + "invariant_dim": 27, + "train_size": 12500, + "train_examples": 12500, + "best_val_auc": 0.9537207915901322, + "test": { + "loss": 0.31677146966103464, + "accuracy": 0.860565185546875, + "auc": 0.9426327988095847 + }, + "test_c": { + "loss": 0.31677146966103464, + "accuracy": 0.860565185546875, + "auc": 0.9426327988095847 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.8412513732910156, + "auc": 0.9379623153625185 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.860565185546875, + "auc": 0.9426327988095847 + }, + "g01": { + "accuracy": 0.821868896484375, + "auc": 0.9333000210363456 + }, + "g02": { + "accuracy": 0.86065673828125, + "auc": 0.9426213733421538 + }, + "g03": { + "accuracy": 0.821807861328125, + "auc": 0.9332995516496824 + }, + "g04": { + "accuracy": 0.8607177734375, + "auc": 0.942623403625737 + }, + "g05": { + "accuracy": 0.82183837890625, + "auc": 0.9332990412848183 + }, + "g06": { + "accuracy": 0.8607177734375, + "auc": 0.9426230310966393 + }, + "g07": { + "accuracy": 0.82183837890625, + "auc": 0.9332993020551867 + }, + "mean_auc": 0.9379623153625185, + "std_auc": 0.004662837439430341, + "mean_accuracy": 0.8412513732910156, + "std_accuracy": 0.0194130506044317 + }, + "wall_time_s": 2997.8583521842957, + "epochs_run": 50, + "peak_train_alloc_bytes": 19903905792, + "peak_train_reserved_bytes": 24054333440, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "gate", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "3", + "--train_mode", + "R", + "--seed", + "789", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_12500/norm_c8_gr4_C_seed456_n12500/results.json b/paper/experiments/normalized_results/pcam/n_12500/norm_c8_gr4_C_seed456_n12500/results.json new file mode 100644 index 0000000..915d7b2 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_12500/norm_c8_gr4_C_seed456_n12500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "norm", + "group": "c8", + "seed": 456, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 110093, + "invariant_dim": 34, + "train_size": 12500, + "train_examples": 12500, + "best_val_auc": 0.9431918420574236, + "test": { + "loss": 0.4186041948851198, + "accuracy": 0.81109619140625, + "auc": 0.9011275252522853 + }, + "test_c": { + "loss": 0.4186041948851198, + "accuracy": 0.81109619140625, + "auc": 0.9011275252522853 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7888603210449219, + "auc": 0.89400212767014 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.81109619140625, + "auc": 0.9011275252522853 + }, + "g01": { + "accuracy": 0.766265869140625, + "auc": 0.8868011178570047 + }, + "g02": { + "accuracy": 0.811553955078125, + "auc": 0.9012900485218033 + }, + "g03": { + "accuracy": 0.76629638671875, + "auc": 0.8867540935089834 + }, + "g04": { + "accuracy": 0.811553955078125, + "auc": 0.901291996848985 + }, + "g05": { + "accuracy": 0.76629638671875, + "auc": 0.8867812620560893 + }, + "g06": { + "accuracy": 0.811553955078125, + "auc": 0.9012905439855033 + }, + "g07": { + "accuracy": 0.766265869140625, + "auc": 0.886680433330466 + }, + "mean_auc": 0.89400212767014, + "std_auc": 0.007248145761369237, + "mean_accuracy": 0.7888603210449219, + "std_accuracy": 0.022579630715224897 + }, + "wall_time_s": 2955.655999183655, + "epochs_run": 44, + "peak_train_alloc_bytes": 22324224000, + "peak_train_reserved_bytes": 26820476928, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "norm", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "C", + "--seed", + "456", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_12500/norm_c8_gr4_C_seed789_n12500/results.json b/paper/experiments/normalized_results/pcam/n_12500/norm_c8_gr4_C_seed789_n12500/results.json new file mode 100644 index 0000000..3cafd84 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_12500/norm_c8_gr4_C_seed789_n12500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "norm", + "group": "c8", + "seed": 789, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 110093, + "invariant_dim": 34, + "train_size": 12500, + "train_examples": 12500, + "best_val_auc": 0.9456885374334489, + "test": { + "loss": 0.31331525946734473, + "accuracy": 0.8656005859375, + "auc": 0.9404606002664917 + }, + "test_c": { + "loss": 0.31331525946734473, + "accuracy": 0.8656005859375, + "auc": 0.9404606002664917 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.8241729736328125, + "auc": 0.9208482284902155 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.8656005859375, + "auc": 0.9404606002664917 + }, + "g01": { + "accuracy": 0.782806396484375, + "auc": 0.9015275171952261 + }, + "g02": { + "accuracy": 0.86553955078125, + "auc": 0.9404513540942832 + }, + "g03": { + "accuracy": 0.782806396484375, + "auc": 0.9011108359487018 + }, + "g04": { + "accuracy": 0.865509033203125, + "auc": 0.9404511305768244 + }, + "g05": { + "accuracy": 0.782806396484375, + "auc": 0.9011260574876399 + }, + "g06": { + "accuracy": 0.865509033203125, + "auc": 0.94045240835163 + }, + "g07": { + "accuracy": 0.782806396484375, + "auc": 0.9012059240009274 + }, + "mean_auc": 0.9208482284902155, + "std_auc": 0.019606006740226556, + "mean_accuracy": 0.8241729736328125, + "std_accuracy": 0.04136658559114545 + }, + "wall_time_s": 3357.6488304138184, + "epochs_run": 50, + "peak_train_alloc_bytes": 22324224000, + "peak_train_reserved_bytes": 26820476928, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "norm", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "C", + "--seed", + "789", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_12500/norm_c8_gr4_R_seed456_n12500/results.json b/paper/experiments/normalized_results/pcam/n_12500/norm_c8_gr4_R_seed456_n12500/results.json new file mode 100644 index 0000000..ec1b810 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_12500/norm_c8_gr4_R_seed456_n12500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "norm", + "group": "c8", + "seed": 456, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 110093, + "invariant_dim": 34, + "train_size": 12500, + "train_examples": 12500, + "best_val_auc": 0.9443957786599182, + "test": { + "loss": 0.4451847215532325, + "accuracy": 0.79766845703125, + "auc": 0.9061209872362329 + }, + "test_c": { + "loss": 0.4451847215532325, + "accuracy": 0.79766845703125, + "auc": 0.9061209872362329 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7921066284179688, + "auc": 0.8991172539321536 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.79766845703125, + "auc": 0.9061209872362329 + }, + "g01": { + "accuracy": 0.785888671875, + "auc": 0.8921483707251778 + }, + "g02": { + "accuracy": 0.798553466796875, + "auc": 0.9060774460352765 + }, + "g03": { + "accuracy": 0.785888671875, + "auc": 0.8921468806087864 + }, + "g04": { + "accuracy": 0.79852294921875, + "auc": 0.9060753263447098 + }, + "g05": { + "accuracy": 0.785888671875, + "auc": 0.8921453048107025 + }, + "g06": { + "accuracy": 0.798553466796875, + "auc": 0.906078075609452 + }, + "g07": { + "accuracy": 0.785888671875, + "auc": 0.8921456400868907 + }, + "mean_auc": 0.8991172539321536, + "std_auc": 0.006970718004693884, + "mean_accuracy": 0.7921066284179688, + "std_accuracy": 0.00622372973576256 + }, + "wall_time_s": 3366.1824259757996, + "epochs_run": 50, + "peak_train_alloc_bytes": 22325141504, + "peak_train_reserved_bytes": 26841448448, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "norm", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "R", + "--seed", + "456", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_12500/norm_c8_gr4_R_seed789_n12500/results.json b/paper/experiments/normalized_results/pcam/n_12500/norm_c8_gr4_R_seed789_n12500/results.json new file mode 100644 index 0000000..f3ddc67 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_12500/norm_c8_gr4_R_seed789_n12500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "norm", + "group": "c8", + "seed": 789, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 110093, + "invariant_dim": 34, + "train_size": 12500, + "train_examples": 12500, + "best_val_auc": 0.9474622837417344, + "test": { + "loss": 0.3796045803464949, + "accuracy": 0.827850341796875, + "auc": 0.9139211952020919 + }, + "test_c": { + "loss": 0.3796045803464949, + "accuracy": 0.827850341796875, + "auc": 0.9139211952020919 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.8204231262207031, + "auc": 0.9092844717388567 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.827850341796875, + "auc": 0.9139211952020919 + }, + "g01": { + "accuracy": 0.81298828125, + "auc": 0.9046273057413771 + }, + "g02": { + "accuracy": 0.827850341796875, + "auc": 0.9139474734046541 + }, + "g03": { + "accuracy": 0.813018798828125, + "auc": 0.9046268885087875 + }, + "g04": { + "accuracy": 0.827850341796875, + "auc": 0.9139462291574673 + }, + "g05": { + "accuracy": 0.81298828125, + "auc": 0.9046280023707901 + }, + "g06": { + "accuracy": 0.827850341796875, + "auc": 0.9139508224412437 + }, + "g07": { + "accuracy": 0.81298828125, + "auc": 0.9046278570844419 + }, + "mean_auc": 0.9092844717388567, + "std_auc": 0.004656965801435778, + "mean_accuracy": 0.8204231262207031, + "std_accuracy": 0.007427221453977354 + }, + "wall_time_s": 3360.0686049461365, + "epochs_run": 50, + "peak_train_alloc_bytes": 22325141504, + "peak_train_reserved_bytes": 26841448448, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "norm", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "R", + "--seed", + "789", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_12500/standard_c8_gr12_C_seed456_n12500/results.json b/paper/experiments/normalized_results/pcam/n_12500/standard_c8_gr12_C_seed456_n12500/results.json new file mode 100644 index 0000000..6a6afd7 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_12500/standard_c8_gr12_C_seed456_n12500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "standard", + "group": "c8", + "seed": 456, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 12, + "n_params": 101959, + "invariant_dim": 90, + "train_size": 12500, + "train_examples": 12500, + "best_val_auc": 0.9279569603141996, + "test": { + "loss": 0.4210779033601284, + "accuracy": 0.82147216796875, + "auc": 0.8986911626006178 + }, + "test_c": { + "loss": 0.4210779033601284, + "accuracy": 0.82147216796875, + "auc": 0.8986911626006178 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7910690307617188, + "auc": 0.8823878666833247 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.82147216796875, + "auc": 0.8986911626006178 + }, + "g01": { + "accuracy": 0.774017333984375, + "auc": 0.8710067819034022 + }, + "g02": { + "accuracy": 0.7967529296875, + "auc": 0.8850942379594507 + }, + "g03": { + "accuracy": 0.762359619140625, + "auc": 0.868494535074503 + }, + "g04": { + "accuracy": 0.7940673828125, + "auc": 0.8855748451991655 + }, + "g05": { + "accuracy": 0.772369384765625, + "auc": 0.8721033771822806 + }, + "g06": { + "accuracy": 0.81536865234375, + "auc": 0.8967744184357915 + }, + "g07": { + "accuracy": 0.792144775390625, + "auc": 0.8813635751113861 + }, + "mean_auc": 0.8823878666833247, + "std_auc": 0.010721621018529569, + "mean_accuracy": 0.7910690307617188, + "std_accuracy": 0.019435611157679483 + }, + "wall_time_s": 462.41383600234985, + "epochs_run": 30, + "peak_train_alloc_bytes": 25105594368, + "peak_train_reserved_bytes": 31281119232, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "12", + "--train_mode", + "C", + "--seed", + "456", + "--batch_size", + "1024", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_12500/standard_c8_gr12_C_seed789_n12500/results.json b/paper/experiments/normalized_results/pcam/n_12500/standard_c8_gr12_C_seed789_n12500/results.json new file mode 100644 index 0000000..e921af1 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_12500/standard_c8_gr12_C_seed789_n12500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "standard", + "group": "c8", + "seed": 789, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 12, + "n_params": 101959, + "invariant_dim": 90, + "train_size": 12500, + "train_examples": 12500, + "best_val_auc": 0.9331709294149991, + "test": { + "loss": 0.42416322231292725, + "accuracy": 0.807464599609375, + "auc": 0.9040533166327048 + }, + "test_c": { + "loss": 0.42416322231292725, + "accuracy": 0.807464599609375, + "auc": 0.9040533166327048 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7705497741699219, + "auc": 0.8878048523420012 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.807464599609375, + "auc": 0.9040533166327048 + }, + "g01": { + "accuracy": 0.753143310546875, + "auc": 0.8893898374591098 + }, + "g02": { + "accuracy": 0.758087158203125, + "auc": 0.8696724534554415 + }, + "g03": { + "accuracy": 0.72967529296875, + "auc": 0.8717723850788432 + }, + "g04": { + "accuracy": 0.766845703125, + "auc": 0.8748719054040438 + }, + "g05": { + "accuracy": 0.763641357421875, + "auc": 0.8937587283334795 + }, + "g06": { + "accuracy": 0.80975341796875, + "auc": 0.9002179395805263 + }, + "g07": { + "accuracy": 0.775787353515625, + "auc": 0.8987022527918607 + }, + "mean_auc": 0.8878048523420012, + "std_auc": 0.01288359660930821, + "mean_accuracy": 0.7705497741699219, + "std_accuracy": 0.025292127263402086 + }, + "wall_time_s": 441.4793062210083, + "epochs_run": 29, + "peak_train_alloc_bytes": 25105594368, + "peak_train_reserved_bytes": 31281119232, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "standard", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "12", + "--train_mode", + "C", + "--seed", + "789", + "--batch_size", + "1024", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_12500/standard_c8_gr12_R_seed456_n12500/results.json b/paper/experiments/normalized_results/pcam/n_12500/standard_c8_gr12_R_seed456_n12500/results.json new file mode 100644 index 0000000..b2a7353 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_12500/standard_c8_gr12_R_seed456_n12500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "standard", + "group": "c8", + "seed": 456, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 12, + "n_params": 101959, + "invariant_dim": 90, + "train_size": 12500, + "train_examples": 12500, + "best_val_auc": 0.9315062373463191, + "test": { + "loss": 0.3448173748329282, + "accuracy": 0.853240966796875, + "auc": 0.9310458251135254 + }, + "test_c": { + "loss": 0.3448173748329282, + "accuracy": 0.853240966796875, + "auc": 0.9310458251135254 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.8524055480957031, + "auc": 0.9288605913116372 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.853240966796875, + "auc": 0.9310458251135254 + }, + "g01": { + "accuracy": 0.847869873046875, + "auc": 0.9249951777039607 + }, + "g02": { + "accuracy": 0.852783203125, + "auc": 0.9296933582237905 + }, + "g03": { + "accuracy": 0.85015869140625, + "auc": 0.9259888692701407 + }, + "g04": { + "accuracy": 0.855682373046875, + "auc": 0.9327469941400093 + }, + "g05": { + "accuracy": 0.850677490234375, + "auc": 0.9268357992729327 + }, + "g06": { + "accuracy": 0.8583984375, + "auc": 0.9327848095687318 + }, + "g07": { + "accuracy": 0.850433349609375, + "auc": 0.9267938972000068 + }, + "mean_auc": 0.9288605913116372, + "std_auc": 0.0029054169357783594, + "mean_accuracy": 0.8524055480957031, + "std_accuracy": 0.0031620665092873283 + }, + "wall_time_s": 614.1000530719757, + "epochs_run": 40, + "peak_train_alloc_bytes": 25105594368, + "peak_train_reserved_bytes": 31302090752, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "12", + "--train_mode", + "R", + "--seed", + "456", + "--batch_size", + "1024", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_12500/standard_c8_gr12_R_seed789_n12500/results.json b/paper/experiments/normalized_results/pcam/n_12500/standard_c8_gr12_R_seed789_n12500/results.json new file mode 100644 index 0000000..1ac2982 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_12500/standard_c8_gr12_R_seed789_n12500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "standard", + "group": "c8", + "seed": 789, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 12, + "n_params": 101959, + "invariant_dim": 90, + "train_size": 12500, + "train_examples": 12500, + "best_val_auc": 0.9393576955626961, + "test": { + "loss": 0.41707237903028727, + "accuracy": 0.819549560546875, + "auc": 0.894247195937159 + }, + "test_c": { + "loss": 0.41707237903028727, + "accuracy": 0.819549560546875, + "auc": 0.894247195937159 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.813446044921875, + "auc": 0.8872592229422254 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.819549560546875, + "auc": 0.894247195937159 + }, + "g01": { + "accuracy": 0.80706787109375, + "auc": 0.8804884595570509 + }, + "g02": { + "accuracy": 0.815673828125, + "auc": 0.8944722817433692 + }, + "g03": { + "accuracy": 0.80487060546875, + "auc": 0.8801090237697294 + }, + "g04": { + "accuracy": 0.82275390625, + "auc": 0.8968016987416269 + }, + "g05": { + "accuracy": 0.80926513671875, + "auc": 0.8807454152275821 + }, + "g06": { + "accuracy": 0.8201904296875, + "auc": 0.8912065314841272 + }, + "g07": { + "accuracy": 0.808197021484375, + "auc": 0.880003177077158 + }, + "mean_auc": 0.8872592229422254, + "std_auc": 0.0070670763979659755, + "mean_accuracy": 0.813446044921875, + "std_accuracy": 0.006457461120687432 + }, + "wall_time_s": 807.3595976829529, + "epochs_run": 50, + "peak_train_alloc_bytes": 25105594368, + "peak_train_reserved_bytes": 31302090752, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "standard", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "12", + "--train_mode", + "R", + "--seed", + "789", + "--batch_size", + "1024", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_12500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_2500/bispectrum_c8_gr4_C_seed456_n2500/results.json b/paper/experiments/normalized_results/pcam/n_2500/bispectrum_c8_gr4_C_seed456_n2500/results.json new file mode 100644 index 0000000..f5afafb --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_2500/bispectrum_c8_gr4_C_seed456_n2500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "bispectrum", + "group": "c8", + "seed": 456, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 128345, + "invariant_dim": 544, + "train_size": 2500, + "train_examples": 2500, + "best_val_auc": 0.9319979015720183, + "test": { + "loss": 0.39302323607262224, + "accuracy": 0.82537841796875, + "auc": 0.9176301209772971 + }, + "test_c": { + "loss": 0.39302323607262224, + "accuracy": 0.82537841796875, + "auc": 0.9176301209772971 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.8250541687011719, + "auc": 0.9092376490222096 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.82537841796875, + "auc": 0.9176301209772971 + }, + "g01": { + "accuracy": 0.824493408203125, + "auc": 0.9008670678082344 + }, + "g02": { + "accuracy": 0.825714111328125, + "auc": 0.9175998008340234 + }, + "g03": { + "accuracy": 0.824462890625, + "auc": 0.9008656223953347 + }, + "g04": { + "accuracy": 0.825714111328125, + "auc": 0.9176008550913702 + }, + "g05": { + "accuracy": 0.824462890625, + "auc": 0.9008696606107555 + }, + "g06": { + "accuracy": 0.825714111328125, + "auc": 0.9176001659125392 + }, + "g07": { + "accuracy": 0.824493408203125, + "auc": 0.9008678985481225 + }, + "mean_auc": 0.9092376490222096, + "std_auc": 0.008370091738525116, + "mean_accuracy": 0.8250541687011719, + "std_accuracy": 0.0005852173313390623 + }, + "wall_time_s": 1434.2785382270813, + "epochs_run": 50, + "peak_train_alloc_bytes": 15480563712, + "peak_train_reserved_bytes": 18165530624, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "C", + "--seed", + "456", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_2500/bispectrum_c8_gr4_C_seed789_n2500/results.json b/paper/experiments/normalized_results/pcam/n_2500/bispectrum_c8_gr4_C_seed789_n2500/results.json new file mode 100644 index 0000000..cc3af85 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_2500/bispectrum_c8_gr4_C_seed789_n2500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "bispectrum", + "group": "c8", + "seed": 789, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 128345, + "invariant_dim": 544, + "train_size": 2500, + "train_examples": 2500, + "best_val_auc": 0.9003763332392088, + "test": { + "loss": 0.41509951621992514, + "accuracy": 0.816680908203125, + "auc": 0.8966001679502734 + }, + "test_c": { + "loss": 0.41509951621992514, + "accuracy": 0.816680908203125, + "auc": 0.8966001679502734 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.8070945739746094, + "auc": 0.8879981292855305 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.816680908203125, + "auc": 0.8966001679502734 + }, + "g01": { + "accuracy": 0.797882080078125, + "auc": 0.8793504688448197 + }, + "g02": { + "accuracy": 0.816192626953125, + "auc": 0.8966634308416699 + }, + "g03": { + "accuracy": 0.7978515625, + "auc": 0.8793486397269493 + }, + "g04": { + "accuracy": 0.81622314453125, + "auc": 0.8966634420175428 + }, + "g05": { + "accuracy": 0.797882080078125, + "auc": 0.8793471980393406 + }, + "g06": { + "accuracy": 0.816192626953125, + "auc": 0.8966624622660154 + }, + "g07": { + "accuracy": 0.7978515625, + "auc": 0.8793492245976329 + }, + "mean_auc": 0.8879981292855305, + "std_auc": 0.008649267999644092, + "mean_accuracy": 0.8070945739746094, + "std_accuracy": 0.009228924301978369 + }, + "wall_time_s": 962.7293770313263, + "epochs_run": 34, + "peak_train_alloc_bytes": 15480563712, + "peak_train_reserved_bytes": 18165530624, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "bispectrum", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "C", + "--seed", + "789", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_2500/bispectrum_c8_gr4_R_seed456_n2500/results.json b/paper/experiments/normalized_results/pcam/n_2500/bispectrum_c8_gr4_R_seed456_n2500/results.json new file mode 100644 index 0000000..7d24d33 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_2500/bispectrum_c8_gr4_R_seed456_n2500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "bispectrum", + "group": "c8", + "seed": 456, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 128345, + "invariant_dim": 544, + "train_size": 2500, + "train_examples": 2500, + "best_val_auc": 0.9245219454818879, + "test": { + "loss": 0.3776089010061696, + "accuracy": 0.835540771484375, + "auc": 0.9173927491614398 + }, + "test_c": { + "loss": 0.3776089010061696, + "accuracy": 0.835540771484375, + "auc": 0.9173927491614398 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.8367958068847656, + "auc": 0.9143059157803277 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.835540771484375, + "auc": 0.9173927491614398 + }, + "g01": { + "accuracy": 0.83770751953125, + "auc": 0.9111254760814769 + }, + "g02": { + "accuracy": 0.83599853515625, + "auc": 0.9175186565459302 + }, + "g03": { + "accuracy": 0.83770751953125, + "auc": 0.9111235240290041 + }, + "g04": { + "accuracy": 0.83599853515625, + "auc": 0.9175161866780115 + }, + "g05": { + "accuracy": 0.83770751953125, + "auc": 0.9111233787426559 + }, + "g06": { + "accuracy": 0.83599853515625, + "auc": 0.9175218379444259 + }, + "g07": { + "accuracy": 0.83770751953125, + "auc": 0.9111255170596776 + }, + "mean_auc": 0.9143059157803277, + "std_auc": 0.0031816766434371877, + "mean_accuracy": 0.8367958068847656, + "std_accuracy": 0.0009224234577014171 + }, + "wall_time_s": 1415.0028936862946, + "epochs_run": 50, + "peak_train_alloc_bytes": 15480596480, + "peak_train_reserved_bytes": 18186502144, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "R", + "--seed", + "456", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_2500/bispectrum_c8_gr4_R_seed789_n2500/results.json b/paper/experiments/normalized_results/pcam/n_2500/bispectrum_c8_gr4_R_seed789_n2500/results.json new file mode 100644 index 0000000..61912e8 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_2500/bispectrum_c8_gr4_R_seed789_n2500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "bispectrum", + "group": "c8", + "seed": 789, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 128345, + "invariant_dim": 544, + "train_size": 2500, + "train_examples": 2500, + "best_val_auc": 0.9085936152695248, + "test": { + "loss": 0.41082988132257015, + "accuracy": 0.81951904296875, + "auc": 0.8977109863901076 + }, + "test_c": { + "loss": 0.41082988132257015, + "accuracy": 0.81951904296875, + "auc": 0.8977109863901076 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.8170509338378906, + "auc": 0.8979559154243761 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.81951904296875, + "auc": 0.8977109863901076 + }, + "g01": { + "accuracy": 0.81396484375, + "auc": 0.8979220688275299 + }, + "g02": { + "accuracy": 0.820343017578125, + "auc": 0.8980805650575 + }, + "g03": { + "accuracy": 0.81396484375, + "auc": 0.8979236259991589 + }, + "g04": { + "accuracy": 0.820343017578125, + "auc": 0.8980810605212002 + }, + "g05": { + "accuracy": 0.81396484375, + "auc": 0.8979221098057306 + }, + "g06": { + "accuracy": 0.820343017578125, + "auc": 0.898083169035894 + }, + "g07": { + "accuracy": 0.81396484375, + "auc": 0.8979237377578883 + }, + "mean_auc": 0.8979559154243761, + "std_auc": 0.00011818891706745481, + "mean_accuracy": 0.8170509338378906, + "std_accuracy": 0.0030963853293454356 + }, + "wall_time_s": 1060.7953042984009, + "epochs_run": 37, + "peak_train_alloc_bytes": 15480596480, + "peak_train_reserved_bytes": 18186502144, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "bispectrum", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "R", + "--seed", + "789", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_2500/fourier_elu_c8_gr4_C_seed456_n2500/results.json b/paper/experiments/normalized_results/pcam/n_2500/fourier_elu_c8_gr4_C_seed456_n2500/results.json new file mode 100644 index 0000000..2439304 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_2500/fourier_elu_c8_gr4_C_seed456_n2500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "fourier_elu", + "group": "c8", + "seed": 456, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 109815, + "invariant_dim": 34, + "train_size": 2500, + "train_examples": 2500, + "best_val_auc": 0.8863575437309121, + "test": { + "loss": 0.46529233403271064, + "accuracy": 0.785980224609375, + "auc": 0.8657522366265192 + }, + "test_c": { + "loss": 0.46529233403271064, + "accuracy": 0.785980224609375, + "auc": 0.8657522366265192 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7786216735839844, + "auc": 0.8592496522822713 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.785980224609375, + "auc": 0.8657522366265192 + }, + "g01": { + "accuracy": 0.771575927734375, + "auc": 0.8528431944151094 + }, + "g02": { + "accuracy": 0.785552978515625, + "auc": 0.8656254500733579 + }, + "g03": { + "accuracy": 0.771575927734375, + "auc": 0.852842557390352 + }, + "g04": { + "accuracy": 0.785552978515625, + "auc": 0.8656242877825726 + }, + "g05": { + "accuracy": 0.7716064453125, + "auc": 0.8528413950995667 + }, + "g06": { + "accuracy": 0.785552978515625, + "auc": 0.8656237252636348 + }, + "g07": { + "accuracy": 0.771575927734375, + "auc": 0.8528443716070585 + }, + "mean_auc": 0.8592496522822713, + "std_auc": 0.006406892116756504, + "mean_accuracy": 0.7786216735839844, + "std_accuracy": 0.007039338292697788 + }, + "wall_time_s": 1157.4774131774902, + "epochs_run": 15, + "peak_train_alloc_bytes": 21284495872, + "peak_train_reserved_bytes": 27661434880, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "fourier_elu", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "C", + "--seed", + "456", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_2500/fourier_elu_c8_gr4_C_seed789_n2500/results.json b/paper/experiments/normalized_results/pcam/n_2500/fourier_elu_c8_gr4_C_seed789_n2500/results.json new file mode 100644 index 0000000..f7ede0a --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_2500/fourier_elu_c8_gr4_C_seed789_n2500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "fourier_elu", + "group": "c8", + "seed": 789, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 109815, + "invariant_dim": 34, + "train_size": 2500, + "train_examples": 2500, + "best_val_auc": 0.8904598852748953, + "test": { + "loss": 0.4458140645874664, + "accuracy": 0.792510986328125, + "auc": 0.8755665417863449 + }, + "test_c": { + "loss": 0.4458140645874664, + "accuracy": 0.792510986328125, + "auc": 0.8755665417863449 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.78753662109375, + "auc": 0.8688127471015774 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.792510986328125, + "auc": 0.8755665417863449 + }, + "g01": { + "accuracy": 0.782318115234375, + "auc": 0.8620814429297697 + }, + "g02": { + "accuracy": 0.7928466796875, + "auc": 0.8755354169802197 + }, + "g03": { + "accuracy": 0.782318115234375, + "auc": 0.8620826163964279 + }, + "g04": { + "accuracy": 0.7928466796875, + "auc": 0.8755366612274066 + }, + "g05": { + "accuracy": 0.78228759765625, + "auc": 0.8620822066144203 + }, + "g06": { + "accuracy": 0.7928466796875, + "auc": 0.8755355697171499 + }, + "g07": { + "accuracy": 0.782318115234375, + "auc": 0.8620815211608802 + }, + "mean_auc": 0.8688127471015774, + "std_auc": 0.006730806889862309, + "mean_accuracy": 0.78753662109375, + "std_accuracy": 0.005227154263465821 + }, + "wall_time_s": 2171.3601541519165, + "epochs_run": 28, + "peak_train_alloc_bytes": 21284495872, + "peak_train_reserved_bytes": 27661434880, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "fourier_elu", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "C", + "--seed", + "789", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_2500/fourier_elu_c8_gr4_R_seed456_n2500/results.json b/paper/experiments/normalized_results/pcam/n_2500/fourier_elu_c8_gr4_R_seed456_n2500/results.json new file mode 100644 index 0000000..a025141 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_2500/fourier_elu_c8_gr4_R_seed456_n2500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "fourier_elu", + "group": "c8", + "seed": 456, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 109815, + "invariant_dim": 34, + "train_size": 2500, + "train_examples": 2500, + "best_val_auc": 0.8849182505406676, + "test": { + "loss": 0.4473106116929557, + "accuracy": 0.795166015625, + "auc": 0.880704239586397 + }, + "test_c": { + "loss": 0.4473106116929557, + "accuracy": 0.795166015625, + "auc": 0.880704239586397 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.8000411987304688, + "auc": 0.8812317780418587 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.795166015625, + "auc": 0.880704239586397 + }, + "g01": { + "accuracy": 0.804473876953125, + "auc": 0.8816305555399404 + }, + "g02": { + "accuracy": 0.7957763671875, + "auc": 0.8808752863216737 + }, + "g03": { + "accuracy": 0.804443359375, + "auc": 0.8816296614701056 + }, + "g04": { + "accuracy": 0.7957763671875, + "auc": 0.8808762325455822 + }, + "g05": { + "accuracy": 0.804443359375, + "auc": 0.8816309317943292 + }, + "g06": { + "accuracy": 0.7957763671875, + "auc": 0.8808772122971095 + }, + "g07": { + "accuracy": 0.804473876953125, + "auc": 0.881630104779732 + }, + "mean_auc": 0.8812317780418587, + "std_auc": 0.0004020005067610807, + "mean_accuracy": 0.8000411987304688, + "std_accuracy": 0.0044213838856359934 + }, + "wall_time_s": 2487.7319207191467, + "epochs_run": 32, + "peak_train_alloc_bytes": 21284823552, + "peak_train_reserved_bytes": 27682406400, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "fourier_elu", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "R", + "--seed", + "456", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_2500/fourier_elu_c8_gr4_R_seed789_n2500/results.json b/paper/experiments/normalized_results/pcam/n_2500/fourier_elu_c8_gr4_R_seed789_n2500/results.json new file mode 100644 index 0000000..7dcff5a --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_2500/fourier_elu_c8_gr4_R_seed789_n2500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "fourier_elu", + "group": "c8", + "seed": 789, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 109815, + "invariant_dim": 34, + "train_size": 2500, + "train_examples": 2500, + "best_val_auc": 0.884360290993249, + "test": { + "loss": 0.524826117703924, + "accuracy": 0.739837646484375, + "auc": 0.857093524178798 + }, + "test_c": { + "loss": 0.524826117703924, + "accuracy": 0.739837646484375, + "auc": 0.857093524178798 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7438583374023438, + "auc": 0.8568367058783717 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.739837646484375, + "auc": 0.857093524178798 + }, + "g01": { + "accuracy": 0.74609375, + "auc": 0.8563997893169137 + }, + "g02": { + "accuracy": 0.742218017578125, + "auc": 0.857332866673583 + }, + "g03": { + "accuracy": 0.74609375, + "auc": 0.8564012310045225 + }, + "g04": { + "accuracy": 0.742218017578125, + "auc": 0.8573338538756924 + }, + "g05": { + "accuracy": 0.74609375, + "auc": 0.8563998973503522 + }, + "g06": { + "accuracy": 0.742218017578125, + "auc": 0.8573340662172781 + }, + "g07": { + "accuracy": 0.74609375, + "auc": 0.8563984184098337 + }, + "mean_auc": 0.8568367058783717, + "std_auc": 0.00044301335402474037, + "mean_accuracy": 0.7438583374023438, + "std_accuracy": 0.00235122789096603 + }, + "wall_time_s": 1091.2913048267365, + "epochs_run": 14, + "peak_train_alloc_bytes": 21284823552, + "peak_train_reserved_bytes": 27682406400, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "fourier_elu", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "R", + "--seed", + "789", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_2500/gate_c8_gr3_C_seed456_n2500/results.json b/paper/experiments/normalized_results/pcam/n_2500/gate_c8_gr3_C_seed456_n2500/results.json new file mode 100644 index 0000000..81d489f --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_2500/gate_c8_gr3_C_seed456_n2500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "gate", + "group": "c8", + "seed": 456, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 3, + "n_params": 135682, + "invariant_dim": 27, + "train_size": 2500, + "train_examples": 2500, + "best_val_auc": 0.8954841587094058, + "test": { + "loss": 0.40507044084370136, + "accuracy": 0.826995849609375, + "auc": 0.9004152943206929 + }, + "test_c": { + "loss": 0.40507044084370136, + "accuracy": 0.826995849609375, + "auc": 0.9004152943206929 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.751434326171875, + "auc": 0.8940743205496733 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.826995849609375, + "auc": 0.9004152943206929 + }, + "g01": { + "accuracy": 0.676239013671875, + "auc": 0.8878529984682684 + }, + "g02": { + "accuracy": 0.826507568359375, + "auc": 0.900248822242738 + }, + "g03": { + "accuracy": 0.676239013671875, + "auc": 0.8878557551835925 + }, + "g04": { + "accuracy": 0.826507568359375, + "auc": 0.90025122878071 + }, + "g05": { + "accuracy": 0.676239013671875, + "auc": 0.8878581952491833 + }, + "g06": { + "accuracy": 0.826507568359375, + "auc": 0.9002508488010302 + }, + "g07": { + "accuracy": 0.676239013671875, + "auc": 0.8878614213511707 + }, + "mean_auc": 0.8940743205496733, + "std_auc": 0.006217433653765606, + "mean_accuracy": 0.751434326171875, + "std_accuracy": 0.07519546112442191 + }, + "wall_time_s": 1101.749047279358, + "epochs_run": 32, + "peak_train_alloc_bytes": 19904561152, + "peak_train_reserved_bytes": 24033361920, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "gate", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "3", + "--train_mode", + "C", + "--seed", + "456", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_2500/gate_c8_gr3_C_seed789_n2500/results.json b/paper/experiments/normalized_results/pcam/n_2500/gate_c8_gr3_C_seed789_n2500/results.json new file mode 100644 index 0000000..70114cf --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_2500/gate_c8_gr3_C_seed789_n2500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "gate", + "group": "c8", + "seed": 789, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 3, + "n_params": 135682, + "invariant_dim": 27, + "train_size": 2500, + "train_examples": 2500, + "best_val_auc": 0.8889258168947279, + "test": { + "loss": 0.4453397266333923, + "accuracy": 0.801422119140625, + "auc": 0.8787273282469775 + }, + "test_c": { + "loss": 0.4453397266333923, + "accuracy": 0.801422119140625, + "auc": 0.8787273282469775 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7666397094726562, + "auc": 0.8692037848419899 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.801422119140625, + "auc": 0.8787273282469775 + }, + "g01": { + "accuracy": 0.7318115234375, + "auc": 0.859872475764719 + }, + "g02": { + "accuracy": 0.801483154296875, + "auc": 0.8784676419381591 + }, + "g03": { + "accuracy": 0.7318115234375, + "auc": 0.8598793712783203 + }, + "g04": { + "accuracy": 0.801483154296875, + "auc": 0.8784685769861946 + }, + "g05": { + "accuracy": 0.7318115234375, + "auc": 0.8598735710002667 + }, + "g06": { + "accuracy": 0.801483154296875, + "auc": 0.878468867558891 + }, + "g07": { + "accuracy": 0.7318115234375, + "auc": 0.8598724459623912 + }, + "mean_auc": 0.8692037848419899, + "std_auc": 0.009329656019458598, + "mean_accuracy": 0.7666397094726562, + "std_accuracy": 0.034828191048996766 + }, + "wall_time_s": 1151.767991065979, + "epochs_run": 33, + "peak_train_alloc_bytes": 19904561152, + "peak_train_reserved_bytes": 24033361920, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "gate", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "3", + "--train_mode", + "C", + "--seed", + "789", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_2500/gate_c8_gr3_R_seed456_n2500/results.json b/paper/experiments/normalized_results/pcam/n_2500/gate_c8_gr3_R_seed456_n2500/results.json new file mode 100644 index 0000000..5c45a19 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_2500/gate_c8_gr3_R_seed456_n2500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "gate", + "group": "c8", + "seed": 456, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 3, + "n_params": 135682, + "invariant_dim": 27, + "train_size": 2500, + "train_examples": 2500, + "best_val_auc": 0.8847384976825192, + "test": { + "loss": 0.4278469788841903, + "accuracy": 0.81097412109375, + "auc": 0.8952562468780432 + }, + "test_c": { + "loss": 0.4278469788841903, + "accuracy": 0.81097412109375, + "auc": 0.8952562468780432 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.8163108825683594, + "auc": 0.8944692609980471 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.81097412109375, + "auc": 0.8952562468780432 + }, + "g01": { + "accuracy": 0.820953369140625, + "auc": 0.8936088934050344 + }, + "g02": { + "accuracy": 0.8118896484375, + "auc": 0.8953544306470719 + }, + "g03": { + "accuracy": 0.82098388671875, + "auc": 0.8936087592945591 + }, + "g04": { + "accuracy": 0.811859130859375, + "auc": 0.895354218305486 + }, + "g05": { + "accuracy": 0.82098388671875, + "auc": 0.8936090833948742 + }, + "g06": { + "accuracy": 0.811859130859375, + "auc": 0.8953544269217808 + }, + "g07": { + "accuracy": 0.82098388671875, + "auc": 0.8936080291375273 + }, + "mean_auc": 0.8944692609980471, + "std_auc": 0.0008610938998436513, + "mean_accuracy": 0.8163108825683594, + "std_accuracy": 0.00467343698170859 + }, + "wall_time_s": 1076.5658173561096, + "epochs_run": 31, + "peak_train_alloc_bytes": 19903905792, + "peak_train_reserved_bytes": 24054333440, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "gate", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "3", + "--train_mode", + "R", + "--seed", + "456", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_2500/gate_c8_gr3_R_seed789_n2500/results.json b/paper/experiments/normalized_results/pcam/n_2500/gate_c8_gr3_R_seed789_n2500/results.json new file mode 100644 index 0000000..f2922bb --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_2500/gate_c8_gr3_R_seed789_n2500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "gate", + "group": "c8", + "seed": 789, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 3, + "n_params": 135682, + "invariant_dim": 27, + "train_size": 2500, + "train_examples": 2500, + "best_val_auc": 0.8827379070819508, + "test": { + "loss": 0.4657386078033596, + "accuracy": 0.78289794921875, + "auc": 0.8668986651228167 + }, + "test_c": { + "loss": 0.4657386078033596, + "accuracy": 0.78289794921875, + "auc": 0.8668986651228167 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7816848754882812, + "auc": 0.8654862964854707 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.78289794921875, + "auc": 0.8668986651228167 + }, + "g01": { + "accuracy": 0.7794189453125, + "auc": 0.8640174244972088 + }, + "g02": { + "accuracy": 0.7843017578125, + "auc": 0.8669740128581472 + }, + "g03": { + "accuracy": 0.7794189453125, + "auc": 0.864016332986952 + }, + "g04": { + "accuracy": 0.7843017578125, + "auc": 0.8669749777085107 + }, + "g05": { + "accuracy": 0.7794189453125, + "auc": 0.8640157443909775 + }, + "g06": { + "accuracy": 0.7843017578125, + "auc": 0.8669757525690343 + }, + "g07": { + "accuracy": 0.7794189453125, + "auc": 0.8640174617501185 + }, + "mean_auc": 0.8654862964854707, + "std_auc": 0.001469741173185695, + "mean_accuracy": 0.7816848754882812, + "std_accuracy": 0.0023063370693060872 + }, + "wall_time_s": 1140.539584159851, + "epochs_run": 33, + "peak_train_alloc_bytes": 19903905792, + "peak_train_reserved_bytes": 24054333440, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "gate", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "3", + "--train_mode", + "R", + "--seed", + "789", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_2500/norm_c8_gr4_C_seed456_n2500/results.json b/paper/experiments/normalized_results/pcam/n_2500/norm_c8_gr4_C_seed456_n2500/results.json new file mode 100644 index 0000000..cf17ae0 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_2500/norm_c8_gr4_C_seed456_n2500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "norm", + "group": "c8", + "seed": 456, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 110093, + "invariant_dim": 34, + "train_size": 2500, + "train_examples": 2500, + "best_val_auc": 0.8887467085123413, + "test": { + "loss": 0.46286090707872063, + "accuracy": 0.787353515625, + "auc": 0.865809375139547 + }, + "test_c": { + "loss": 0.46286090707872063, + "accuracy": 0.787353515625, + "auc": 0.865809375139547 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7685012817382812, + "auc": 0.8588391745765491 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.787353515625, + "auc": 0.865809375139547 + }, + "g01": { + "accuracy": 0.749908447265625, + "auc": 0.852060156877889 + }, + "g02": { + "accuracy": 0.787017822265625, + "auc": 0.8655564390579816 + }, + "g03": { + "accuracy": 0.7498779296875, + "auc": 0.852056524719185 + }, + "g04": { + "accuracy": 0.787017822265625, + "auc": 0.8655550532497377 + }, + "g05": { + "accuracy": 0.749908447265625, + "auc": 0.8520585028486947 + }, + "g06": { + "accuracy": 0.787017822265625, + "auc": 0.8655566290478216 + }, + "g07": { + "accuracy": 0.749908447265625, + "auc": 0.8520607156715359 + }, + "mean_auc": 0.8588391745765491, + "std_auc": 0.00678064334321203, + "mean_accuracy": 0.7685012817382812, + "std_accuracy": 0.018600750201980966 + }, + "wall_time_s": 1401.5859265327454, + "epochs_run": 35, + "peak_train_alloc_bytes": 22324224000, + "peak_train_reserved_bytes": 26814185472, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "norm", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "C", + "--seed", + "456", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_2500/norm_c8_gr4_C_seed789_n2500/results.json b/paper/experiments/normalized_results/pcam/n_2500/norm_c8_gr4_C_seed789_n2500/results.json new file mode 100644 index 0000000..eba58b9 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_2500/norm_c8_gr4_C_seed789_n2500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "norm", + "group": "c8", + "seed": 789, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 110093, + "invariant_dim": 34, + "train_size": 2500, + "train_examples": 2500, + "best_val_auc": 0.8881753006556729, + "test": { + "loss": 0.48096465988783166, + "accuracy": 0.778472900390625, + "auc": 0.8681330216620791 + }, + "test_c": { + "loss": 0.48096465988783166, + "accuracy": 0.778472900390625, + "auc": 0.8681330216620791 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7797431945800781, + "auc": 0.8625482237520179 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.778472900390625, + "auc": 0.8681330216620791 + }, + "g01": { + "accuracy": 0.77984619140625, + "auc": 0.8569721840010472 + }, + "g02": { + "accuracy": 0.780029296875, + "auc": 0.8681195398340279 + }, + "g03": { + "accuracy": 0.77984619140625, + "auc": 0.8569746240666382 + }, + "g04": { + "accuracy": 0.780029296875, + "auc": 0.8681187798746683 + }, + "g05": { + "accuracy": 0.77984619140625, + "auc": 0.8569738827337334 + }, + "g06": { + "accuracy": 0.780029296875, + "auc": 0.8681192753383684 + }, + "g07": { + "accuracy": 0.77984619140625, + "auc": 0.856974482505581 + }, + "mean_auc": 0.8625482237520179, + "std_auc": 0.005574432077607717, + "mean_accuracy": 0.7797431945800781, + "std_accuracy": 0.00048755054635942364 + }, + "wall_time_s": 1312.5456244945526, + "epochs_run": 33, + "peak_train_alloc_bytes": 22324224000, + "peak_train_reserved_bytes": 26814185472, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "norm", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "C", + "--seed", + "789", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_2500/norm_c8_gr4_R_seed456_n2500/results.json b/paper/experiments/normalized_results/pcam/n_2500/norm_c8_gr4_R_seed456_n2500/results.json new file mode 100644 index 0000000..00d9b55 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_2500/norm_c8_gr4_R_seed456_n2500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "norm", + "group": "c8", + "seed": 456, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 110093, + "invariant_dim": 34, + "train_size": 2500, + "train_examples": 2500, + "best_val_auc": 0.8799809254546025, + "test": { + "loss": 0.4339090179419145, + "accuracy": 0.80816650390625, + "auc": 0.8815811172033651 + }, + "test_c": { + "loss": 0.4339090179419145, + "accuracy": 0.80816650390625, + "auc": 0.8815811172033651 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.8054275512695312, + "auc": 0.8782687337516545 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.80816650390625, + "auc": 0.8815811172033651 + }, + "g01": { + "accuracy": 0.802642822265625, + "auc": 0.8750364775835998 + }, + "g02": { + "accuracy": 0.8082275390625, + "auc": 0.8814748495529131 + }, + "g03": { + "accuracy": 0.802642822265625, + "auc": 0.8750366712987308 + }, + "g04": { + "accuracy": 0.8082275390625, + "auc": 0.8814740188130249 + }, + "g05": { + "accuracy": 0.802642822265625, + "auc": 0.875035937416408 + }, + "g06": { + "accuracy": 0.8082275390625, + "auc": 0.8814750693450808 + }, + "g07": { + "accuracy": 0.802642822265625, + "auc": 0.8750357288001132 + }, + "mean_auc": 0.8782687337516545, + "std_auc": 0.0032326943816645463, + "mean_accuracy": 0.8054275512695312, + "std_accuracy": 0.002784791710552546 + }, + "wall_time_s": 1269.4463341236115, + "epochs_run": 32, + "peak_train_alloc_bytes": 22325141504, + "peak_train_reserved_bytes": 26835156992, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "norm", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "R", + "--seed", + "456", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_2500/norm_c8_gr4_R_seed789_n2500/results.json b/paper/experiments/normalized_results/pcam/n_2500/norm_c8_gr4_R_seed789_n2500/results.json new file mode 100644 index 0000000..b741284 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_2500/norm_c8_gr4_R_seed789_n2500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "norm", + "group": "c8", + "seed": 789, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 110093, + "invariant_dim": 34, + "train_size": 2500, + "train_examples": 2500, + "best_val_auc": 0.8766784900898497, + "test": { + "loss": 0.44635479210410267, + "accuracy": 0.79827880859375, + "auc": 0.8743804091387989 + }, + "test_c": { + "loss": 0.44635479210410267, + "accuracy": 0.79827880859375, + "auc": 0.8743804091387989 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7945823669433594, + "auc": 0.8711849071571993 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.79827880859375, + "auc": 0.8743804091387989 + }, + "g01": { + "accuracy": 0.790771484375, + "auc": 0.8680223581682724 + }, + "g02": { + "accuracy": 0.798431396484375, + "auc": 0.8743361564072656 + }, + "g03": { + "accuracy": 0.790771484375, + "auc": 0.8680230846000133 + }, + "g04": { + "accuracy": 0.798431396484375, + "auc": 0.8743356497676925 + }, + "g05": { + "accuracy": 0.790771484375, + "auc": 0.8680222203325063 + }, + "g06": { + "accuracy": 0.798431396484375, + "auc": 0.8743364618811258 + }, + "g07": { + "accuracy": 0.790771484375, + "auc": 0.8680229169619192 + }, + "mean_auc": 0.8711849071571993, + "std_auc": 0.003162291274980797, + "mean_accuracy": 0.7945823669433594, + "std_accuracy": 0.003811168946282702 + }, + "wall_time_s": 1237.0214376449585, + "epochs_run": 31, + "peak_train_alloc_bytes": 22325141504, + "peak_train_reserved_bytes": 26835156992, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "norm", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "R", + "--seed", + "789", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_2500/standard_c8_gr12_C_seed456_n2500/results.json b/paper/experiments/normalized_results/pcam/n_2500/standard_c8_gr12_C_seed456_n2500/results.json new file mode 100644 index 0000000..42462be --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_2500/standard_c8_gr12_C_seed456_n2500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "standard", + "group": "c8", + "seed": 456, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 12, + "n_params": 101959, + "invariant_dim": 90, + "train_size": 2500, + "train_examples": 2500, + "best_val_auc": 0.9052443976699914, + "test": { + "loss": 0.40650616493076086, + "accuracy": 0.82208251953125, + "auc": 0.8995758447021857 + }, + "test_c": { + "loss": 0.40650616493076086, + "accuracy": 0.82208251953125, + "auc": 0.8995758447021857 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.8119888305664062, + "auc": 0.8950190082413383 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.82208251953125, + "auc": 0.8995758447021857 + }, + "g01": { + "accuracy": 0.806182861328125, + "auc": 0.8926117298676624 + }, + "g02": { + "accuracy": 0.817779541015625, + "auc": 0.8984148503181624 + }, + "g03": { + "accuracy": 0.797210693359375, + "auc": 0.8900223955925457 + }, + "g04": { + "accuracy": 0.816864013671875, + "auc": 0.8948884302732836 + }, + "g05": { + "accuracy": 0.805755615234375, + "auc": 0.8922902409815111 + }, + "g06": { + "accuracy": 0.8233642578125, + "auc": 0.901165146965877 + }, + "g07": { + "accuracy": 0.806671142578125, + "auc": 0.8911834272294787 + }, + "mean_auc": 0.8950190082413383, + "std_auc": 0.003921217179587496, + "mean_accuracy": 0.8119888305664062, + "std_accuracy": 0.008716478910593782 + }, + "wall_time_s": 282.87378668785095, + "epochs_run": 33, + "peak_train_alloc_bytes": 25105594368, + "peak_train_reserved_bytes": 31281119232, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "12", + "--train_mode", + "C", + "--seed", + "456", + "--batch_size", + "1024", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_2500/standard_c8_gr12_C_seed789_n2500/results.json b/paper/experiments/normalized_results/pcam/n_2500/standard_c8_gr12_C_seed789_n2500/results.json new file mode 100644 index 0000000..98ef487 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_2500/standard_c8_gr12_C_seed789_n2500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "standard", + "group": "c8", + "seed": 789, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 12, + "n_params": 101959, + "invariant_dim": 90, + "train_size": 2500, + "train_examples": 2500, + "best_val_auc": 0.9069867807329657, + "test": { + "loss": 0.41722982097417116, + "accuracy": 0.825927734375, + "auc": 0.8983589709534853 + }, + "test_c": { + "loss": 0.41722982097417116, + "accuracy": 0.825927734375, + "auc": 0.8983589709534853 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.8122825622558594, + "auc": 0.8916881957751572 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.825927734375, + "auc": 0.8983589709534853 + }, + "g01": { + "accuracy": 0.802978515625, + "auc": 0.891120026502316 + }, + "g02": { + "accuracy": 0.81744384765625, + "auc": 0.8938301496121188 + }, + "g03": { + "accuracy": 0.795501708984375, + "auc": 0.8842512046110221 + }, + "g04": { + "accuracy": 0.820556640625, + "auc": 0.8925317068921538 + }, + "g05": { + "accuracy": 0.8031005859375, + "auc": 0.8897781059113413 + }, + "g06": { + "accuracy": 0.830169677734375, + "auc": 0.8979080468322869 + }, + "g07": { + "accuracy": 0.802581787109375, + "auc": 0.8857273548865333 + }, + "mean_auc": 0.8916881957751572, + "std_auc": 0.004786660986301056, + "mean_accuracy": 0.8122825622558594, + "std_accuracy": 0.011978182822988776 + }, + "wall_time_s": 387.6724145412445, + "epochs_run": 48, + "peak_train_alloc_bytes": 25105594368, + "peak_train_reserved_bytes": 31281119232, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "12", + "--train_mode", + "C", + "--seed", + "789", + "--batch_size", + "1024", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_2500/standard_c8_gr12_R_seed456_n2500/results.json b/paper/experiments/normalized_results/pcam/n_2500/standard_c8_gr12_R_seed456_n2500/results.json new file mode 100644 index 0000000..940ff38 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_2500/standard_c8_gr12_R_seed456_n2500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "standard", + "group": "c8", + "seed": 456, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 12, + "n_params": 101959, + "invariant_dim": 90, + "train_size": 2500, + "train_examples": 2500, + "best_val_auc": 0.9015710869934208, + "test": { + "loss": 0.42091532051563263, + "accuracy": 0.8106689453125, + "auc": 0.8984058388392855 + }, + "test_c": { + "loss": 0.42091532051563263, + "accuracy": 0.8106689453125, + "auc": 0.8984058388392855 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.8124122619628906, + "auc": 0.8997867497226251 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.8106689453125, + "auc": 0.8984058388392855 + }, + "g01": { + "accuracy": 0.813201904296875, + "auc": 0.8996036912522497 + }, + "g02": { + "accuracy": 0.810791015625, + "auc": 0.8995882536464349 + }, + "g03": { + "accuracy": 0.81353759765625, + "auc": 0.9006380592706237 + }, + "g04": { + "accuracy": 0.812347412109375, + "auc": 0.9002465684416959 + }, + "g05": { + "accuracy": 0.81298828125, + "auc": 0.8998131010340227 + }, + "g06": { + "accuracy": 0.8116455078125, + "auc": 0.8996080461174035 + }, + "g07": { + "accuracy": 0.814117431640625, + "auc": 0.9003904391792845 + }, + "mean_auc": 0.8997867497226251, + "std_auc": 0.000643531030205582, + "mean_accuracy": 0.8124122619628906, + "std_accuracy": 0.0011931590081403055 + }, + "wall_time_s": 275.85867714881897, + "epochs_run": 33, + "peak_train_alloc_bytes": 25105594368, + "peak_train_reserved_bytes": 31302090752, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "12", + "--train_mode", + "R", + "--seed", + "456", + "--batch_size", + "1024", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_2500/standard_c8_gr12_R_seed789_n2500/results.json b/paper/experiments/normalized_results/pcam/n_2500/standard_c8_gr12_R_seed789_n2500/results.json new file mode 100644 index 0000000..2bb05ef --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_2500/standard_c8_gr12_R_seed789_n2500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "standard", + "group": "c8", + "seed": 789, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 12, + "n_params": 101959, + "invariant_dim": 90, + "train_size": 2500, + "train_examples": 2500, + "best_val_auc": 0.8996277541527327, + "test": { + "loss": 0.4241190394386649, + "accuracy": 0.8128662109375, + "auc": 0.8913296672521297 + }, + "test_c": { + "loss": 0.4241190394386649, + "accuracy": 0.8128662109375, + "auc": 0.8913296672521297 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.8107795715332031, + "auc": 0.8898584716136199 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.8128662109375, + "auc": 0.8913296672521297 + }, + "g01": { + "accuracy": 0.81024169921875, + "auc": 0.8883307707615486 + }, + "g02": { + "accuracy": 0.81451416015625, + "auc": 0.8939744636593339 + }, + "g03": { + "accuracy": 0.807830810546875, + "auc": 0.8866086357974379 + }, + "g04": { + "accuracy": 0.811187744140625, + "auc": 0.8911937835383988 + }, + "g05": { + "accuracy": 0.80859375, + "auc": 0.8875388037018529 + }, + "g06": { + "accuracy": 0.812835693359375, + "auc": 0.8935694910023549 + }, + "g07": { + "accuracy": 0.80816650390625, + "auc": 0.8863221571959022 + }, + "mean_auc": 0.8898584716136199, + "std_auc": 0.0028601182574889525, + "mean_accuracy": 0.8107795715332031, + "std_accuracy": 0.002326099046893113 + }, + "wall_time_s": 252.7048373222351, + "epochs_run": 32, + "peak_train_alloc_bytes": 25105594368, + "peak_train_reserved_bytes": 31302090752, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "standard", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "12", + "--train_mode", + "R", + "--seed", + "789", + "--batch_size", + "1024", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_2500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_500/bispectrum_c8_gr4_C_seed456_n500/results.json b/paper/experiments/normalized_results/pcam/n_500/bispectrum_c8_gr4_C_seed456_n500/results.json new file mode 100644 index 0000000..1074c3f --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_500/bispectrum_c8_gr4_C_seed456_n500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "bispectrum", + "group": "c8", + "seed": 456, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 128345, + "invariant_dim": 544, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.881716390647694, + "test": { + "loss": 0.4834477858385071, + "accuracy": 0.77203369140625, + "auc": 0.8534370020717871 + }, + "test_c": { + "loss": 0.4834477858385071, + "accuracy": 0.77203369140625, + "auc": 0.8534370020717871 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7693367004394531, + "auc": 0.8491055224320687 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.77203369140625, + "auc": 0.8534370020717871 + }, + "g01": { + "accuracy": 0.76611328125, + "auc": 0.8447572566312014 + }, + "g02": { + "accuracy": 0.772735595703125, + "auc": 0.8534583144614749 + }, + "g03": { + "accuracy": 0.76611328125, + "auc": 0.8447573385876029 + }, + "g04": { + "accuracy": 0.772735595703125, + "auc": 0.8534599796665423 + }, + "g05": { + "accuracy": 0.76611328125, + "auc": 0.8447594433770058 + }, + "g06": { + "accuracy": 0.772735595703125, + "auc": 0.8534586907158638 + }, + "g07": { + "accuracy": 0.76611328125, + "auc": 0.8447561539450718 + }, + "mean_auc": 0.8491055224320687, + "std_auc": 0.004347979614764479, + "mean_accuracy": 0.7693367004394531, + "std_accuracy": 0.003230575653017505 + }, + "wall_time_s": 545.59650182724, + "epochs_run": 22, + "peak_train_alloc_bytes": 15480563712, + "peak_train_reserved_bytes": 18165530624, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "C", + "--seed", + "456", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_500/bispectrum_c8_gr4_C_seed789_n500/results.json b/paper/experiments/normalized_results/pcam/n_500/bispectrum_c8_gr4_C_seed789_n500/results.json new file mode 100644 index 0000000..1520063 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_500/bispectrum_c8_gr4_C_seed789_n500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "bispectrum", + "group": "c8", + "seed": 789, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 128345, + "invariant_dim": 544, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.8926443414575489, + "test": { + "loss": 0.6066852823714726, + "accuracy": 0.6829833984375, + "auc": 0.8655003771540466 + }, + "test_c": { + "loss": 0.6066852823714726, + "accuracy": 0.6829833984375, + "auc": 0.8655003771540466 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.68878173828125, + "auc": 0.8661987844621406 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.6829833984375, + "auc": 0.8655003771540466 + }, + "g01": { + "accuracy": 0.6929931640625, + "auc": 0.8666307570968088 + }, + "g02": { + "accuracy": 0.685089111328125, + "auc": 0.8658566602579368 + }, + "g03": { + "accuracy": 0.6929931640625, + "auc": 0.8666297698946994 + }, + "g04": { + "accuracy": 0.685089111328125, + "auc": 0.8658572116010016 + }, + "g05": { + "accuracy": 0.693023681640625, + "auc": 0.8666295910807325 + }, + "g06": { + "accuracy": 0.685089111328125, + "auc": 0.8658568614236497 + }, + "g07": { + "accuracy": 0.6929931640625, + "auc": 0.8666290471882496 + }, + "mean_auc": 0.8661987844621406, + "std_auc": 0.0004446170092197506, + "mean_accuracy": 0.68878173828125, + "std_accuracy": 0.0042680445051793275 + }, + "wall_time_s": 547.1377294063568, + "epochs_run": 22, + "peak_train_alloc_bytes": 15480563712, + "peak_train_reserved_bytes": 18165530624, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "C", + "--seed", + "789", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_500/bispectrum_c8_gr4_R_seed456_n500/results.json b/paper/experiments/normalized_results/pcam/n_500/bispectrum_c8_gr4_R_seed456_n500/results.json new file mode 100644 index 0000000..a4bc081 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_500/bispectrum_c8_gr4_R_seed456_n500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "bispectrum", + "group": "c8", + "seed": 456, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 128345, + "invariant_dim": 544, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.8770781246668773, + "test": { + "loss": 0.45453285053372383, + "accuracy": 0.788299560546875, + "auc": 0.8805447338025717 + }, + "test_c": { + "loss": 0.45453285053372383, + "accuracy": 0.788299560546875, + "auc": 0.8805447338025717 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7948074340820312, + "auc": 0.8800573917024291 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.788299560546875, + "auc": 0.8805447338025717 + }, + "g01": { + "accuracy": 0.7998046875, + "auc": 0.8793392706201384 + }, + "g02": { + "accuracy": 0.790313720703125, + "auc": 0.8808546742866897 + }, + "g03": { + "accuracy": 0.7998046875, + "auc": 0.8793376910967635 + }, + "g04": { + "accuracy": 0.790313720703125, + "auc": 0.8808526663548524 + }, + "g05": { + "accuracy": 0.7998046875, + "auc": 0.8793380599005705 + }, + "g06": { + "accuracy": 0.790313720703125, + "auc": 0.8808523683315741 + }, + "g07": { + "accuracy": 0.7998046875, + "auc": 0.8793396692262732 + }, + "mean_auc": 0.8800573917024291, + "std_auc": 0.0007249001741602789, + "mean_accuracy": 0.7948074340820312, + "std_accuracy": 0.005035163411430552 + }, + "wall_time_s": 772.6112263202667, + "epochs_run": 31, + "peak_train_alloc_bytes": 15480596480, + "peak_train_reserved_bytes": 18186502144, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "R", + "--seed", + "456", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_500/bispectrum_c8_gr4_R_seed789_n500/results.json b/paper/experiments/normalized_results/pcam/n_500/bispectrum_c8_gr4_R_seed789_n500/results.json new file mode 100644 index 0000000..7e008a2 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_500/bispectrum_c8_gr4_R_seed789_n500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "bispectrum", + "group": "c8", + "seed": 789, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 128345, + "invariant_dim": 544, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.8753601981552116, + "test": { + "loss": 0.5090157635277137, + "accuracy": 0.760589599609375, + "auc": 0.8722420734907002 + }, + "test_c": { + "loss": 0.5090157635277137, + "accuracy": 0.760589599609375, + "auc": 0.8722420734907002 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7501068115234375, + "auc": 0.8668512039844282 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.760589599609375, + "auc": 0.8722420734907002 + }, + "g01": { + "accuracy": 0.740814208984375, + "auc": 0.8614287384227223 + }, + "g02": { + "accuracy": 0.759002685546875, + "auc": 0.8722835881333643 + }, + "g03": { + "accuracy": 0.740814208984375, + "auc": 0.8614263244341682 + }, + "g04": { + "accuracy": 0.759002685546875, + "auc": 0.8722848696334609 + }, + "g05": { + "accuracy": 0.740814208984375, + "auc": 0.8614279598369078 + }, + "g06": { + "accuracy": 0.759002685546875, + "auc": 0.8722866391466756 + }, + "g07": { + "accuracy": 0.740814208984375, + "auc": 0.8614294387774263 + }, + "mean_auc": 0.8668512039844282, + "std_auc": 0.005423104684010858, + "mean_accuracy": 0.7501068115234375, + "std_accuracy": 0.009305296998035895 + }, + "wall_time_s": 396.8487026691437, + "epochs_run": 16, + "peak_train_alloc_bytes": 15480596480, + "peak_train_reserved_bytes": 18186502144, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "bispectrum", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "R", + "--seed", + "789", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_500/fourier_elu_c8_gr4_C_seed456_n500/results.json b/paper/experiments/normalized_results/pcam/n_500/fourier_elu_c8_gr4_C_seed456_n500/results.json new file mode 100644 index 0000000..602f2a8 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_500/fourier_elu_c8_gr4_C_seed456_n500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "fourier_elu", + "group": "c8", + "seed": 456, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 109815, + "invariant_dim": 34, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.88309084883124, + "test": { + "loss": 0.47196815302595496, + "accuracy": 0.7822265625, + "auc": 0.8590597439331094 + }, + "test_c": { + "loss": 0.47196815302595496, + "accuracy": 0.7822265625, + "auc": 0.8590597439331094 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7770195007324219, + "auc": 0.8550517406222794 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.7822265625, + "auc": 0.8590597439331094 + }, + "g01": { + "accuracy": 0.7708740234375, + "auc": 0.8508452351816614 + }, + "g02": { + "accuracy": 0.783477783203125, + "auc": 0.859326314579656 + }, + "g03": { + "accuracy": 0.7708740234375, + "auc": 0.8508434991960654 + }, + "g04": { + "accuracy": 0.783477783203125, + "auc": 0.8593258265665379 + }, + "g05": { + "accuracy": 0.7708740234375, + "auc": 0.8508446465856868 + }, + "g06": { + "accuracy": 0.783477783203125, + "auc": 0.8593248617161744 + }, + "g07": { + "accuracy": 0.7708740234375, + "auc": 0.8508437972193437 + }, + "mean_auc": 0.8550517406222794, + "std_auc": 0.004208233884853005, + "mean_accuracy": 0.7770195007324219, + "std_accuracy": 0.0061574070678649786 + }, + "wall_time_s": 2637.912012577057, + "epochs_run": 39, + "peak_train_alloc_bytes": 21284495872, + "peak_train_reserved_bytes": 27646754816, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "fourier_elu", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "C", + "--seed", + "456", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_500/fourier_elu_c8_gr4_C_seed789_n500/results.json b/paper/experiments/normalized_results/pcam/n_500/fourier_elu_c8_gr4_C_seed789_n500/results.json new file mode 100644 index 0000000..6997e27 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_500/fourier_elu_c8_gr4_C_seed789_n500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "fourier_elu", + "group": "c8", + "seed": 789, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 109815, + "invariant_dim": 34, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.8912081067332029, + "test": { + "loss": 0.488775233970955, + "accuracy": 0.771148681640625, + "auc": 0.8587833720459984 + }, + "test_c": { + "loss": 0.488775233970955, + "accuracy": 0.771148681640625, + "auc": 0.8587833720459984 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.759521484375, + "auc": 0.8482848450204633 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.771148681640625, + "auc": 0.8587833720459984 + }, + "g01": { + "accuracy": 0.747528076171875, + "auc": 0.8378233092030218 + }, + "g02": { + "accuracy": 0.771636962890625, + "auc": 0.8587330657166251 + }, + "g03": { + "accuracy": 0.747528076171875, + "auc": 0.837824832847032 + }, + "g04": { + "accuracy": 0.771636962890625, + "auc": 0.8587328310232935 + }, + "g05": { + "accuracy": 0.747528076171875, + "auc": 0.8378246763848108 + }, + "g06": { + "accuracy": 0.771636962890625, + "auc": 0.8587331290465717 + }, + "g07": { + "accuracy": 0.747528076171875, + "auc": 0.8378235438963534 + }, + "mean_auc": 0.8482848450204633, + "std_auc": 0.010460765814764081, + "mean_accuracy": 0.759521484375, + "std_accuracy": 0.011994340001374683 + }, + "wall_time_s": 2023.047179222107, + "epochs_run": 30, + "peak_train_alloc_bytes": 21284495872, + "peak_train_reserved_bytes": 27646754816, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "fourier_elu", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "C", + "--seed", + "789", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_500/fourier_elu_c8_gr4_R_seed456_n500/results.json b/paper/experiments/normalized_results/pcam/n_500/fourier_elu_c8_gr4_R_seed456_n500/results.json new file mode 100644 index 0000000..5eae3fa --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_500/fourier_elu_c8_gr4_R_seed456_n500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "fourier_elu", + "group": "c8", + "seed": 456, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 109815, + "invariant_dim": 34, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.8705233293315362, + "test": { + "loss": 0.5000315220095217, + "accuracy": 0.755859375, + "auc": 0.8446194171397069 + }, + "test_c": { + "loss": 0.5000315220095217, + "accuracy": 0.755859375, + "auc": 0.8446194171397069 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7582244873046875, + "auc": 0.844705623166917 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.755859375, + "auc": 0.8446194171397069 + }, + "g01": { + "accuracy": 0.759765625, + "auc": 0.8444928392028404 + }, + "g02": { + "accuracy": 0.7569580078125, + "auc": 0.845018485210485 + }, + "g03": { + "accuracy": 0.759765625, + "auc": 0.8444931931054833 + }, + "g04": { + "accuracy": 0.7569580078125, + "auc": 0.8450178519110185 + }, + "g05": { + "accuracy": 0.759765625, + "auc": 0.844494459704416 + }, + "g06": { + "accuracy": 0.7569580078125, + "auc": 0.8450168013789626 + }, + "g07": { + "accuracy": 0.759765625, + "auc": 0.8444919376824236 + }, + "mean_auc": 0.844705623166917, + "std_auc": 0.00024502240873935824, + "mean_accuracy": 0.7582244873046875, + "std_accuracy": 0.001577422292453389 + }, + "wall_time_s": 3375.534257173538, + "epochs_run": 50, + "peak_train_alloc_bytes": 21284823552, + "peak_train_reserved_bytes": 27667726336, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "fourier_elu", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "R", + "--seed", + "456", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_500/fourier_elu_c8_gr4_R_seed789_n500/results.json b/paper/experiments/normalized_results/pcam/n_500/fourier_elu_c8_gr4_R_seed789_n500/results.json new file mode 100644 index 0000000..7ce863f --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_500/fourier_elu_c8_gr4_R_seed789_n500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "fourier_elu", + "group": "c8", + "seed": 789, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 109815, + "invariant_dim": 34, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.88491750175669, + "test": { + "loss": 0.5410108465875965, + "accuracy": 0.754913330078125, + "auc": 0.8361523746381192 + }, + "test_c": { + "loss": 0.5410108465875965, + "accuracy": 0.754913330078125, + "auc": 0.8361523746381192 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7546310424804688, + "auc": 0.8327382781698391 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.754913330078125, + "auc": 0.8361523746381192 + }, + "g01": { + "accuracy": 0.753753662109375, + "auc": 0.8292818875417579 + }, + "g02": { + "accuracy": 0.755706787109375, + "auc": 0.8362092561060694 + }, + "g03": { + "accuracy": 0.753753662109375, + "auc": 0.8292825878964618 + }, + "g04": { + "accuracy": 0.755706787109375, + "auc": 0.8362089767092461 + }, + "g05": { + "accuracy": 0.753753662109375, + "auc": 0.8292816416725532 + }, + "g06": { + "accuracy": 0.755706787109375, + "auc": 0.8362082577280873 + }, + "g07": { + "accuracy": 0.753753662109375, + "auc": 0.8292812430664186 + }, + "mean_auc": 0.8327382781698391, + "std_auc": 0.003456481376245839, + "mean_accuracy": 0.7546310424804688, + "std_accuracy": 0.0009103949053827479 + }, + "wall_time_s": 2033.9004151821136, + "epochs_run": 30, + "peak_train_alloc_bytes": 21284823552, + "peak_train_reserved_bytes": 27667726336, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "fourier_elu", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "R", + "--seed", + "789", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_500/gate_c8_gr3_C_seed456_n500/results.json b/paper/experiments/normalized_results/pcam/n_500/gate_c8_gr3_C_seed456_n500/results.json new file mode 100644 index 0000000..9b8f339 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_500/gate_c8_gr3_C_seed456_n500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "gate", + "group": "c8", + "seed": 456, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 3, + "n_params": 135682, + "invariant_dim": 27, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.8785372997481095, + "test": { + "loss": 0.4528005028842017, + "accuracy": 0.799041748046875, + "auc": 0.8739037805098491 + }, + "test_c": { + "loss": 0.4528005028842017, + "accuracy": 0.799041748046875, + "auc": 0.8739037805098491 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7776641845703125, + "auc": 0.8651995803966352 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.799041748046875, + "auc": 0.8739037805098491 + }, + "g01": { + "accuracy": 0.75665283203125, + "auc": 0.8566526359914957 + }, + "g02": { + "accuracy": 0.798553466796875, + "auc": 0.873693878989667 + }, + "g03": { + "accuracy": 0.75665283203125, + "auc": 0.8566541000308503 + }, + "g04": { + "accuracy": 0.798553466796875, + "auc": 0.8736932941189833 + }, + "g05": { + "accuracy": 0.75665283203125, + "auc": 0.8566530196964665 + }, + "g06": { + "accuracy": 0.798553466796875, + "auc": 0.8736929476669223 + }, + "g07": { + "accuracy": 0.75665283203125, + "auc": 0.8566529861688477 + }, + "mean_auc": 0.8651995803966352, + "std_auc": 0.00854663774991608, + "mean_accuracy": 0.7776641845703125, + "std_accuracy": 0.02101188442911675 + }, + "wall_time_s": 1019.5263226032257, + "epochs_run": 34, + "peak_train_alloc_bytes": 19904561152, + "peak_train_reserved_bytes": 24033361920, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "gate", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "3", + "--train_mode", + "C", + "--seed", + "456", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_500/gate_c8_gr3_C_seed789_n500/results.json b/paper/experiments/normalized_results/pcam/n_500/gate_c8_gr3_C_seed789_n500/results.json new file mode 100644 index 0000000..aad608e --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_500/gate_c8_gr3_C_seed789_n500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "gate", + "group": "c8", + "seed": 789, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 3, + "n_params": 135682, + "invariant_dim": 27, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.8822388332476373, + "test": { + "loss": 0.5678345258929767, + "accuracy": 0.737579345703125, + "auc": 0.8426383222985185 + }, + "test_c": { + "loss": 0.5678345258929767, + "accuracy": 0.737579345703125, + "auc": 0.8426383222985185 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7091712951660156, + "auc": 0.8357921222366913 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.737579345703125, + "auc": 0.8426383222985185 + }, + "g01": { + "accuracy": 0.679779052734375, + "auc": 0.8289488465282823 + }, + "g02": { + "accuracy": 0.7388916015625, + "auc": 0.8426343213360077 + }, + "g03": { + "accuracy": 0.679779052734375, + "auc": 0.8289493494425644 + }, + "g04": { + "accuracy": 0.738922119140625, + "auc": 0.8426336731353774 + }, + "g05": { + "accuracy": 0.67974853515625, + "auc": 0.8289499790167397 + }, + "g06": { + "accuracy": 0.7388916015625, + "auc": 0.8426335949042668 + }, + "g07": { + "accuracy": 0.679779052734375, + "auc": 0.8289488912317741 + }, + "mean_auc": 0.8357921222366913, + "std_auc": 0.006842855828563825, + "mean_accuracy": 0.7091712951660156, + "std_accuracy": 0.029402662802802067 + }, + "wall_time_s": 892.183263540268, + "epochs_run": 30, + "peak_train_alloc_bytes": 19904561152, + "peak_train_reserved_bytes": 24033361920, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "gate", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "3", + "--train_mode", + "C", + "--seed", + "789", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_500/gate_c8_gr3_R_seed456_n500/results.json b/paper/experiments/normalized_results/pcam/n_500/gate_c8_gr3_R_seed456_n500/results.json new file mode 100644 index 0000000..7a32053 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_500/gate_c8_gr3_R_seed456_n500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "gate", + "group": "c8", + "seed": 456, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 3, + "n_params": 135682, + "invariant_dim": 27, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.8707227629148276, + "test": { + "loss": 0.48881804617121816, + "accuracy": 0.7706298828125, + "auc": 0.8491792925066699 + }, + "test_c": { + "loss": 0.48881804617121816, + "accuracy": 0.7706298828125, + "auc": 0.8491792925066699 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7689781188964844, + "auc": 0.8483774352650878 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.7706298828125, + "auc": 0.8491792925066699 + }, + "g01": { + "accuracy": 0.7672119140625, + "auc": 0.8474737276368315 + }, + "g02": { + "accuracy": 0.770751953125, + "auc": 0.8493163943905507 + }, + "g03": { + "accuracy": 0.7672119140625, + "auc": 0.8474718165625595 + }, + "g04": { + "accuracy": 0.770751953125, + "auc": 0.8493168861289598 + }, + "g05": { + "accuracy": 0.767303466796875, + "auc": 0.8474726510277387 + }, + "g06": { + "accuracy": 0.770751953125, + "auc": 0.8493153997378595 + }, + "g07": { + "accuracy": 0.7672119140625, + "auc": 0.8474733141295329 + }, + "mean_auc": 0.8483774352650878, + "std_auc": 0.0009055293209381559, + "mean_accuracy": 0.7689781188964844, + "std_accuracy": 0.001743942582430237 + }, + "wall_time_s": 1008.0309436321259, + "epochs_run": 34, + "peak_train_alloc_bytes": 19903905792, + "peak_train_reserved_bytes": 24054333440, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "gate", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "3", + "--train_mode", + "R", + "--seed", + "456", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_500/gate_c8_gr3_R_seed789_n500/results.json b/paper/experiments/normalized_results/pcam/n_500/gate_c8_gr3_R_seed789_n500/results.json new file mode 100644 index 0000000..8575466 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_500/gate_c8_gr3_R_seed789_n500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "gate", + "group": "c8", + "seed": 789, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 3, + "n_params": 135682, + "invariant_dim": 27, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.8647432981701273, + "test": { + "loss": 0.5267029713140801, + "accuracy": 0.7607421875, + "auc": 0.8512639616129328 + }, + "test_c": { + "loss": 0.5267029713140801, + "accuracy": 0.7607421875, + "auc": 0.8512639616129328 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7548332214355469, + "auc": 0.8454525542526512 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.7607421875, + "auc": 0.8512639616129328 + }, + "g01": { + "accuracy": 0.748443603515625, + "auc": 0.8397700196084789 + }, + "g02": { + "accuracy": 0.761383056640625, + "auc": 0.8510908473411631 + }, + "g03": { + "accuracy": 0.748443603515625, + "auc": 0.8397714016914318 + }, + "g04": { + "accuracy": 0.761383056640625, + "auc": 0.8510929223282382 + }, + "g05": { + "accuracy": 0.748443603515625, + "auc": 0.839767400728921 + }, + "g06": { + "accuracy": 0.761383056640625, + "auc": 0.8510937903210362 + }, + "g07": { + "accuracy": 0.748443603515625, + "auc": 0.8397700903890074 + }, + "mean_auc": 0.8454525542526512, + "std_auc": 0.005683068728936344, + "mean_accuracy": 0.7548332214355469, + "std_accuracy": 0.006392630251334814 + }, + "wall_time_s": 628.5448477268219, + "epochs_run": 21, + "peak_train_alloc_bytes": 19903905792, + "peak_train_reserved_bytes": 24054333440, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "gate", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "3", + "--train_mode", + "R", + "--seed", + "789", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_500/norm_c8_gr4_C_seed456_n500/results.json b/paper/experiments/normalized_results/pcam/n_500/norm_c8_gr4_C_seed456_n500/results.json new file mode 100644 index 0000000..3bbb4ef --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_500/norm_c8_gr4_C_seed456_n500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "norm", + "group": "c8", + "seed": 456, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 110093, + "invariant_dim": 34, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.8714383247257138, + "test": { + "loss": 0.500343480729498, + "accuracy": 0.769195556640625, + "auc": 0.8484397142140045 + }, + "test_c": { + "loss": 0.500343480729498, + "accuracy": 0.769195556640625, + "auc": 0.8484397142140045 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7574958801269531, + "auc": 0.834360386742871 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.769195556640625, + "auc": 0.8484397142140045 + }, + "g01": { + "accuracy": 0.746551513671875, + "auc": 0.8204777434595281 + }, + "g02": { + "accuracy": 0.768157958984375, + "auc": 0.8481805010171404 + }, + "g03": { + "accuracy": 0.74658203125, + "auc": 0.820474632841561 + }, + "g04": { + "accuracy": 0.768157958984375, + "auc": 0.8481803743572471 + }, + "g05": { + "accuracy": 0.74658203125, + "auc": 0.8204771511382625 + }, + "g06": { + "accuracy": 0.768157958984375, + "auc": 0.8481786346463602 + }, + "g07": { + "accuracy": 0.74658203125, + "auc": 0.8204743422688647 + }, + "mean_auc": 0.834360386742871, + "std_auc": 0.013884647372658215, + "mean_accuracy": 0.7574958801269531, + "std_accuracy": 0.010926102096814794 + }, + "wall_time_s": 955.4655110836029, + "epochs_run": 28, + "peak_train_alloc_bytes": 22324224000, + "peak_train_reserved_bytes": 28171042816, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "norm", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "C", + "--seed", + "456", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_500/norm_c8_gr4_C_seed789_n500/results.json b/paper/experiments/normalized_results/pcam/n_500/norm_c8_gr4_C_seed789_n500/results.json new file mode 100644 index 0000000..2594e9e --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_500/norm_c8_gr4_C_seed789_n500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "norm", + "group": "c8", + "seed": 789, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 110093, + "invariant_dim": 34, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.8787928697779614, + "test": { + "loss": 0.4921272370265797, + "accuracy": 0.773773193359375, + "auc": 0.8488688640094337 + }, + "test_c": { + "loss": 0.4921272370265797, + "accuracy": 0.773773193359375, + "auc": 0.8488688640094337 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7553977966308594, + "auc": 0.8424283490664851 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.773773193359375, + "auc": 0.8488688640094337 + }, + "g01": { + "accuracy": 0.736541748046875, + "auc": 0.8361189625033333 + }, + "g02": { + "accuracy": 0.7744140625, + "auc": 0.8486944421605306 + }, + "g03": { + "accuracy": 0.736541748046875, + "auc": 0.8361194728681973 + }, + "g04": { + "accuracy": 0.7744140625, + "auc": 0.848693350650274 + }, + "g05": { + "accuracy": 0.736541748046875, + "auc": 0.8361187352605836 + }, + "g06": { + "accuracy": 0.7744140625, + "auc": 0.8486937716081545 + }, + "g07": { + "accuracy": 0.736541748046875, + "auc": 0.8361191934713739 + }, + "mean_auc": 0.8424283490664851, + "std_auc": 0.006309485599631664, + "mean_accuracy": 0.7553977966308594, + "std_accuracy": 0.018857069564735488 + }, + "wall_time_s": 1468.9843204021454, + "epochs_run": 43, + "peak_train_alloc_bytes": 22324224000, + "peak_train_reserved_bytes": 28171042816, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "norm", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "C", + "--seed", + "789", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_500/norm_c8_gr4_R_seed456_n500/results.json b/paper/experiments/normalized_results/pcam/n_500/norm_c8_gr4_R_seed456_n500/results.json new file mode 100644 index 0000000..3ed4257 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_500/norm_c8_gr4_R_seed456_n500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "norm", + "group": "c8", + "seed": 456, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 110093, + "invariant_dim": 34, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.874693162016427, + "test": { + "loss": 0.47473163215909153, + "accuracy": 0.782196044921875, + "auc": 0.856835331711662 + }, + "test_c": { + "loss": 0.47473163215909153, + "accuracy": 0.782196044921875, + "auc": 0.856835331711662 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.770904541015625, + "auc": 0.8464476423372868 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.782196044921875, + "auc": 0.856835331711662 + }, + "g01": { + "accuracy": 0.759796142578125, + "auc": 0.8362437373993662 + }, + "g02": { + "accuracy": 0.781951904296875, + "auc": 0.856592204321243 + }, + "g03": { + "accuracy": 0.759796142578125, + "auc": 0.8362438901362964 + }, + "g04": { + "accuracy": 0.781951904296875, + "auc": 0.8565901479606228 + }, + "g05": { + "accuracy": 0.759796142578125, + "auc": 0.8362424708004336 + }, + "g06": { + "accuracy": 0.781951904296875, + "auc": 0.856591846693309 + }, + "g07": { + "accuracy": 0.759796142578125, + "auc": 0.8362415096753611 + }, + "mean_auc": 0.8464476423372868, + "std_auc": 0.010205013692370415, + "mean_accuracy": 0.770904541015625, + "std_accuracy": 0.011108649953153629 + }, + "wall_time_s": 1639.7444422245026, + "epochs_run": 48, + "peak_train_alloc_bytes": 22325141504, + "peak_train_reserved_bytes": 28192014336, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "norm", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "R", + "--seed", + "456", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_500/norm_c8_gr4_R_seed789_n500/results.json b/paper/experiments/normalized_results/pcam/n_500/norm_c8_gr4_R_seed789_n500/results.json new file mode 100644 index 0000000..6e9eec3 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_500/norm_c8_gr4_R_seed789_n500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "norm", + "group": "c8", + "seed": 789, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 110093, + "invariant_dim": 34, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.8436620526908407, + "test": { + "loss": 0.5530865018954501, + "accuracy": 0.74517822265625, + "auc": 0.8180004361347161 + }, + "test_c": { + "loss": 0.5530865018954501, + "accuracy": 0.74517822265625, + "auc": 0.8180004361347161 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7330322265625, + "auc": 0.8120835927951934 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.74517822265625, + "auc": 0.8180004361347161 + }, + "g01": { + "accuracy": 0.721160888671875, + "auc": 0.8063165936973433 + }, + "g02": { + "accuracy": 0.74481201171875, + "auc": 0.8178018930267272 + }, + "g03": { + "accuracy": 0.721160888671875, + "auc": 0.8063167129066546 + }, + "g04": { + "accuracy": 0.74481201171875, + "auc": 0.8178004960426104 + }, + "g05": { + "accuracy": 0.721160888671875, + "auc": 0.8063154202306851 + }, + "g06": { + "accuracy": 0.74481201171875, + "auc": 0.8178008164176345 + }, + "g07": { + "accuracy": 0.721160888671875, + "auc": 0.8063163739051756 + }, + "mean_auc": 0.8120835927951934, + "std_auc": 0.005767640679195643, + "mean_accuracy": 0.7330322265625, + "std_accuracy": 0.011871867425478863 + }, + "wall_time_s": 760.2486548423767, + "epochs_run": 22, + "peak_train_alloc_bytes": 22325141504, + "peak_train_reserved_bytes": 28192014336, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "norm", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "R", + "--seed", + "789", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_500/standard_c8_gr12_C_seed101112_n500/results.json b/paper/experiments/normalized_results/pcam/n_500/standard_c8_gr12_C_seed101112_n500/results.json new file mode 100644 index 0000000..68b2950 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_500/standard_c8_gr12_C_seed101112_n500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "standard", + "group": "c8", + "seed": 101112, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 12, + "n_params": 101959, + "invariant_dim": 90, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.8848692517563017, + "test": { + "loss": 0.5909787286072969, + "accuracy": 0.72479248046875, + "auc": 0.8557577354167738 + }, + "test_c": { + "loss": 0.5909787286072969, + "accuracy": 0.72479248046875, + "auc": 0.8557577354167738 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7199020385742188, + "auc": 0.8279220883480546 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.72479248046875, + "auc": 0.8557577354167738 + }, + "g01": { + "accuracy": 0.71484375, + "auc": 0.8176257985221749 + }, + "g02": { + "accuracy": 0.726226806640625, + "auc": 0.8460870029712586 + }, + "g03": { + "accuracy": 0.711212158203125, + "auc": 0.8049192631283547 + }, + "g04": { + "accuracy": 0.7294921875, + "auc": 0.8452739358634608 + }, + "g05": { + "accuracy": 0.71380615234375, + "auc": 0.8038310646553418 + }, + "g06": { + "accuracy": 0.726959228515625, + "auc": 0.8403852737653197 + }, + "g07": { + "accuracy": 0.711883544921875, + "auc": 0.8094966324617527 + }, + "mean_auc": 0.8279220883480546, + "std_auc": 0.019736461731377736, + "mean_accuracy": 0.7199020385742188, + "std_accuracy": 0.007143619293264929 + }, + "wall_time_s": 338.9983808994293, + "epochs_run": 50, + "peak_train_alloc_bytes": 12277595136, + "peak_train_reserved_bytes": 21200109568, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "standard", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "12", + "--train_mode", + "C", + "--seed", + "101112", + "--batch_size", + "1024", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_500/standard_c8_gr12_C_seed456_n500/results.json b/paper/experiments/normalized_results/pcam/n_500/standard_c8_gr12_C_seed456_n500/results.json new file mode 100644 index 0000000..30b7284 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_500/standard_c8_gr12_C_seed456_n500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "standard", + "group": "c8", + "seed": 456, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 12, + "n_params": 101959, + "invariant_dim": 90, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.881080881667131, + "test": { + "loss": 0.5711186351254582, + "accuracy": 0.70208740234375, + "auc": 0.8685953675254174 + }, + "test_c": { + "loss": 0.5711186351254582, + "accuracy": 0.70208740234375, + "auc": 0.8685953675254174 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.6939201354980469, + "auc": 0.858872327803612 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.70208740234375, + "auc": 0.8685953675254174 + }, + "g01": { + "accuracy": 0.686492919921875, + "auc": 0.8496927083840322 + }, + "g02": { + "accuracy": 0.70330810546875, + "auc": 0.8652808159543574 + }, + "g03": { + "accuracy": 0.6868896484375, + "auc": 0.8516108234559385 + }, + "g04": { + "accuracy": 0.701690673828125, + "auc": 0.8673395235077912 + }, + "g05": { + "accuracy": 0.68499755859375, + "auc": 0.8493459881020837 + }, + "g06": { + "accuracy": 0.700164794921875, + "auc": 0.8671154286289812 + }, + "g07": { + "accuracy": 0.68572998046875, + "auc": 0.8519979668702944 + }, + "mean_auc": 0.858872327803612, + "std_auc": 0.008293455104404367, + "mean_accuracy": 0.6939201354980469, + "std_accuracy": 0.007949037384323808 + }, + "wall_time_s": 274.8901689052582, + "epochs_run": 40, + "peak_train_alloc_bytes": 12277595136, + "peak_train_reserved_bytes": 21200109568, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "12", + "--train_mode", + "C", + "--seed", + "456", + "--batch_size", + "1024", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_500/standard_c8_gr12_C_seed789_n500/results.json b/paper/experiments/normalized_results/pcam/n_500/standard_c8_gr12_C_seed789_n500/results.json new file mode 100644 index 0000000..501512c --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_500/standard_c8_gr12_C_seed789_n500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "standard", + "group": "c8", + "seed": 789, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 12, + "n_params": 101959, + "invariant_dim": 90, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.8992830974560116, + "test": { + "loss": 0.4488196689635515, + "accuracy": 0.79827880859375, + "auc": 0.88181440610031 + }, + "test_c": { + "loss": 0.4488196689635515, + "accuracy": 0.79827880859375, + "auc": 0.88181440610031 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7839775085449219, + "auc": 0.8715110959635812 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.79827880859375, + "auc": 0.88181440610031 + }, + "g01": { + "accuracy": 0.773345947265625, + "auc": 0.8671870659744971 + }, + "g02": { + "accuracy": 0.7950439453125, + "auc": 0.8767651504333778 + }, + "g03": { + "accuracy": 0.76715087890625, + "auc": 0.8589361872072263 + }, + "g04": { + "accuracy": 0.795928955078125, + "auc": 0.8799895872156686 + }, + "g05": { + "accuracy": 0.775238037109375, + "auc": 0.8672330137134256 + }, + "g06": { + "accuracy": 0.795166015625, + "auc": 0.8791352513344113 + }, + "g07": { + "accuracy": 0.77166748046875, + "auc": 0.8610281057297333 + }, + "mean_auc": 0.8715110959635812, + "std_auc": 0.008432055537758, + "mean_accuracy": 0.7839775085449219, + "std_accuracy": 0.01234450122106875 + }, + "wall_time_s": 344.5379750728607, + "epochs_run": 50, + "peak_train_alloc_bytes": 12277595136, + "peak_train_reserved_bytes": 21200109568, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "12", + "--train_mode", + "C", + "--seed", + "789", + "--batch_size", + "1024", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_500/standard_c8_gr12_R_seed456_n500/results.json b/paper/experiments/normalized_results/pcam/n_500/standard_c8_gr12_R_seed456_n500/results.json new file mode 100644 index 0000000..15d636b --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_500/standard_c8_gr12_R_seed456_n500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "standard", + "group": "c8", + "seed": 456, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 12, + "n_params": 101959, + "invariant_dim": 90, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.8765009724077537, + "test": { + "loss": 0.45089735370129347, + "accuracy": 0.799896240234375, + "auc": 0.8811722404414407 + }, + "test_c": { + "loss": 0.45089735370129347, + "accuracy": 0.799896240234375, + "auc": 0.8811722404414407 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7845649719238281, + "auc": 0.8770006786958622 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.799896240234375, + "auc": 0.8811722404414407 + }, + "g01": { + "accuracy": 0.767730712890625, + "auc": 0.8717407201055262 + }, + "g02": { + "accuracy": 0.799896240234375, + "auc": 0.8806305645067157 + }, + "g03": { + "accuracy": 0.76910400390625, + "auc": 0.8736227780860518 + }, + "g04": { + "accuracy": 0.80145263671875, + "auc": 0.8819860004533605 + }, + "g05": { + "accuracy": 0.7685546875, + "auc": 0.8721247752536609 + }, + "g06": { + "accuracy": 0.79986572265625, + "auc": 0.8808818204820499 + }, + "g07": { + "accuracy": 0.77001953125, + "auc": 0.8738465302380919 + }, + "mean_auc": 0.8770006786958622, + "std_auc": 0.004232244628451018, + "mean_accuracy": 0.7845649719238281, + "std_accuracy": 0.015731078444382762 + }, + "wall_time_s": 350.1443202495575, + "epochs_run": 49, + "peak_train_alloc_bytes": 12277006336, + "peak_train_reserved_bytes": 21168652288, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "12", + "--train_mode", + "R", + "--seed", + "456", + "--batch_size", + "1024", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_500/standard_c8_gr12_R_seed789_n500/results.json b/paper/experiments/normalized_results/pcam/n_500/standard_c8_gr12_R_seed789_n500/results.json new file mode 100644 index 0000000..d3384df --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_500/standard_c8_gr12_R_seed789_n500/results.json @@ -0,0 +1,102 @@ +{ + "dataset": "pcam", + "model": "standard", + "group": "c8", + "seed": 789, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 12, + "n_params": 101959, + "invariant_dim": 90, + "train_size": 500, + "train_examples": 500, + "best_val_auc": 0.8977793976678121, + "test": { + "loss": 0.46959427651017904, + "accuracy": 0.786773681640625, + "auc": 0.8633015912092401 + }, + "test_c": { + "loss": 0.46959427651017904, + "accuracy": 0.786773681640625, + "auc": 0.8633015912092401 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7912254333496094, + "auc": 0.8676599665185003 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.786773681640625, + "auc": 0.8633015912092401 + }, + "g01": { + "accuracy": 0.79791259765625, + "auc": 0.8728979258686244 + }, + "g02": { + "accuracy": 0.785491943359375, + "auc": 0.8642723275324108 + }, + "g03": { + "accuracy": 0.79656982421875, + "auc": 0.8720262301314073 + }, + "g04": { + "accuracy": 0.785064697265625, + "auc": 0.8634074230006477 + }, + "g05": { + "accuracy": 0.796722412109375, + "auc": 0.8715769265117846 + }, + "g06": { + "accuracy": 0.784881591796875, + "auc": 0.8626470017049577 + }, + "g07": { + "accuracy": 0.79638671875, + "auc": 0.8711503061889299 + }, + "mean_auc": 0.8676599665185003, + "std_auc": 0.004296961114037484, + "mean_accuracy": 0.7912254333496094, + "std_accuracy": 0.005712117801054958 + }, + "wall_time_s": 348.0656056404114, + "epochs_run": 50, + "peak_train_alloc_bytes": 12277006336, + "peak_train_reserved_bytes": 21168652288, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "standard", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "12", + "--train_mode", + "R", + "--seed", + "789", + "--batch_size", + "1024", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_500", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_full/bispectrum_c8_gr4_C_seed456/results.json b/paper/experiments/normalized_results/pcam/n_full/bispectrum_c8_gr4_C_seed456/results.json new file mode 100644 index 0000000..a131e15 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_full/bispectrum_c8_gr4_C_seed456/results.json @@ -0,0 +1,100 @@ +{ + "dataset": "pcam", + "model": "bispectrum", + "group": "c8", + "seed": 456, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 128345, + "invariant_dim": 544, + "train_size": null, + "train_examples": 262144, + "best_val_auc": 0.9678962036097266, + "test": { + "loss": 0.3486735104233958, + "accuracy": 0.879425048828125, + "auc": 0.9468434169714429 + }, + "test_c": { + "loss": 0.3486735104233958, + "accuracy": 0.879425048828125, + "auc": 0.9468434169714429 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.8587112426757812, + "auc": 0.9343050267768886 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.879425048828125, + "auc": 0.9468434169714429 + }, + "g01": { + "accuracy": 0.838043212890625, + "auc": 0.921725188063585 + }, + "g02": { + "accuracy": 0.879364013671875, + "auc": 0.9468489713802919 + }, + "g03": { + "accuracy": 0.838043212890625, + "auc": 0.921786633012984 + }, + "g04": { + "accuracy": 0.879364013671875, + "auc": 0.9468532256625893 + }, + "g05": { + "accuracy": 0.838043212890625, + "auc": 0.9217851577977565 + }, + "g06": { + "accuracy": 0.879364013671875, + "auc": 0.9468514263470467 + }, + "g07": { + "accuracy": 0.838043212890625, + "auc": 0.9217461949794127 + }, + "mean_auc": 0.9343050267768886, + "std_auc": 0.012544247248171832, + "mean_accuracy": 0.8587112426757812, + "std_accuracy": 0.02066803823409642 + }, + "wall_time_s": 11147.573952913284, + "epochs_run": 22, + "peak_train_alloc_bytes": 15480563712, + "peak_train_reserved_bytes": 18165530624, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "C", + "--seed", + "456", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_full", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_full/bispectrum_c8_gr4_C_seed789/results.json b/paper/experiments/normalized_results/pcam/n_full/bispectrum_c8_gr4_C_seed789/results.json new file mode 100644 index 0000000..ebd15b7 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_full/bispectrum_c8_gr4_C_seed789/results.json @@ -0,0 +1,100 @@ +{ + "dataset": "pcam", + "model": "bispectrum", + "group": "c8", + "seed": 789, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 128345, + "invariant_dim": 544, + "train_size": null, + "train_examples": 262144, + "best_val_auc": 0.9639900546437588, + "test": { + "loss": 0.3829310059227282, + "accuracy": 0.876922607421875, + "auc": 0.9411516752706174 + }, + "test_c": { + "loss": 0.3829310059227282, + "accuracy": 0.876922607421875, + "auc": 0.9411516752706174 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.8200798034667969, + "auc": 0.9352849170713161 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.876922607421875, + "auc": 0.9411516752706174 + }, + "g01": { + "accuracy": 0.76287841796875, + "auc": 0.929342484242401 + }, + "g02": { + "accuracy": 0.877410888671875, + "auc": 0.9412485663636765 + }, + "g03": { + "accuracy": 0.76287841796875, + "auc": 0.929341258621669 + }, + "g04": { + "accuracy": 0.877410888671875, + "auc": 0.9412518185427007 + }, + "g05": { + "accuracy": 0.762847900390625, + "auc": 0.9293467459752803 + }, + "g06": { + "accuracy": 0.877410888671875, + "auc": 0.9412528094701009 + }, + "g07": { + "accuracy": 0.76287841796875, + "auc": 0.9293439780840834 + }, + "mean_auc": 0.9352849170713161, + "std_auc": 0.005941378556489117, + "mean_accuracy": 0.8200798034667969, + "std_accuracy": 0.05720921100690437 + }, + "wall_time_s": 8591.085585594177, + "epochs_run": 17, + "peak_train_alloc_bytes": 15480563712, + "peak_train_reserved_bytes": 18165530624, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "bispectrum", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "C", + "--seed", + "789", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_full", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_full/bispectrum_c8_gr4_R_seed123/results.json b/paper/experiments/normalized_results/pcam/n_full/bispectrum_c8_gr4_R_seed123/results.json new file mode 100644 index 0000000..797c038 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_full/bispectrum_c8_gr4_R_seed123/results.json @@ -0,0 +1,100 @@ +{ + "dataset": "pcam", + "model": "bispectrum", + "group": "c8", + "seed": 123, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 128345, + "invariant_dim": 544, + "train_size": null, + "train_examples": 262144, + "best_val_auc": 0.9623168055760907, + "test": { + "loss": 0.3964637560566189, + "accuracy": 0.855255126953125, + "auc": 0.9357943603915112 + }, + "test_c": { + "loss": 0.3964637560566189, + "accuracy": 0.855255126953125, + "auc": 0.9357943603915112 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.8520698547363281, + "auc": 0.9328069568892601 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.855255126953125, + "auc": 0.9357943603915112 + }, + "g01": { + "accuracy": 0.848602294921875, + "auc": 0.9296258298742237 + }, + "g02": { + "accuracy": 0.85565185546875, + "auc": 0.9360501276942204 + }, + "g03": { + "accuracy": 0.848602294921875, + "auc": 0.9296332916320535 + }, + "g04": { + "accuracy": 0.855621337890625, + "auc": 0.9360765772601675 + }, + "g05": { + "accuracy": 0.848602294921875, + "auc": 0.9296139387454204 + }, + "g06": { + "accuracy": 0.855621337890625, + "auc": 0.9360607596746728 + }, + "g07": { + "accuracy": 0.848602294921875, + "auc": 0.9296007698418115 + }, + "mean_auc": 0.9328069568892601, + "std_auc": 0.0031895749519397494, + "mean_accuracy": 0.8520698547363281, + "std_accuracy": 0.0034694855130105143 + }, + "wall_time_s": 9258.930677890778, + "epochs_run": 18, + "peak_train_alloc_bytes": 15480596480, + "peak_train_reserved_bytes": 18186502144, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "R", + "--seed", + "123", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_full", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_full/bispectrum_c8_gr4_R_seed456/results.json b/paper/experiments/normalized_results/pcam/n_full/bispectrum_c8_gr4_R_seed456/results.json new file mode 100644 index 0000000..6793ea0 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_full/bispectrum_c8_gr4_R_seed456/results.json @@ -0,0 +1,100 @@ +{ + "dataset": "pcam", + "model": "bispectrum", + "group": "c8", + "seed": 456, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 128345, + "invariant_dim": 544, + "train_size": null, + "train_examples": 262144, + "best_val_auc": 0.9655602471942292, + "test": { + "loss": 0.3433750533586135, + "accuracy": 0.878021240234375, + "auc": 0.9528736684129006 + }, + "test_c": { + "loss": 0.3433750533586135, + "accuracy": 0.878021240234375, + "auc": 0.9528736684129006 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.8759956359863281, + "auc": 0.9482458567770086 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.878021240234375, + "auc": 0.9528736684129006 + }, + "g01": { + "accuracy": 0.873626708984375, + "auc": 0.9435634957053188 + }, + "g02": { + "accuracy": 0.87847900390625, + "auc": 0.9529188077636866 + }, + "g03": { + "accuracy": 0.873626708984375, + "auc": 0.9435494290065841 + }, + "g04": { + "accuracy": 0.87847900390625, + "auc": 0.9529525551746607 + }, + "g05": { + "accuracy": 0.873626708984375, + "auc": 0.9436174081163593 + }, + "g06": { + "accuracy": 0.87847900390625, + "auc": 0.952945059889212 + }, + "g07": { + "accuracy": 0.873626708984375, + "auc": 0.9435464301473464 + }, + "mean_auc": 0.9482458567770086, + "std_auc": 0.004676760601871363, + "mean_accuracy": 0.8759956359863281, + "std_accuracy": 0.0023730697895639136 + }, + "wall_time_s": 11828.10378909111, + "epochs_run": 23, + "peak_train_alloc_bytes": 15480596480, + "peak_train_reserved_bytes": 18186502144, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "bispectrum", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "R", + "--seed", + "456", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_full", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_full/fourier_elu_c8_gr4_C_seed456/results.json b/paper/experiments/normalized_results/pcam/n_full/fourier_elu_c8_gr4_C_seed456/results.json new file mode 100644 index 0000000..7508c66 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_full/fourier_elu_c8_gr4_C_seed456/results.json @@ -0,0 +1,100 @@ +{ + "dataset": "pcam", + "model": "fourier_elu", + "group": "c8", + "seed": 456, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 109815, + "invariant_dim": 34, + "train_size": null, + "train_examples": 262144, + "best_val_auc": 0.9653083912819178, + "test": { + "loss": 0.31907561849220656, + "accuracy": 0.880859375, + "auc": 0.9455655900117528 + }, + "test_c": { + "loss": 0.31907561849220656, + "accuracy": 0.880859375, + "auc": 0.9455655900117528 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.8493194580078125, + "auc": 0.9419875574573514 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.880859375, + "auc": 0.9455655900117528 + }, + "g01": { + "accuracy": 0.817657470703125, + "auc": 0.9382194801150059 + }, + "g02": { + "accuracy": 0.88104248046875, + "auc": 0.945832928068241 + }, + "g03": { + "accuracy": 0.817657470703125, + "auc": 0.9382176360959715 + }, + "g04": { + "accuracy": 0.881011962890625, + "auc": 0.9458328870900402 + }, + "g05": { + "accuracy": 0.817657470703125, + "auc": 0.9382188058373387 + }, + "g06": { + "accuracy": 0.881011962890625, + "auc": 0.9457944458124333 + }, + "g07": { + "accuracy": 0.817657470703125, + "auc": 0.9382186866280274 + }, + "mean_auc": 0.9419875574573514, + "std_auc": 0.003769727129679048, + "mean_accuracy": 0.8493194580078125, + "std_accuracy": 0.031662027749644724 + }, + "wall_time_s": 33328.19569301605, + "epochs_run": 24, + "peak_train_alloc_bytes": 21284495872, + "peak_train_reserved_bytes": 27646754816, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "fourier_elu", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "C", + "--seed", + "456", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_full", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_full/fourier_elu_c8_gr4_R_seed123/results.json b/paper/experiments/normalized_results/pcam/n_full/fourier_elu_c8_gr4_R_seed123/results.json new file mode 100644 index 0000000..6dcfc06 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_full/fourier_elu_c8_gr4_R_seed123/results.json @@ -0,0 +1,100 @@ +{ + "dataset": "pcam", + "model": "fourier_elu", + "group": "c8", + "seed": 123, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 109815, + "invariant_dim": 34, + "train_size": null, + "train_examples": 262144, + "best_val_auc": 0.965098653537024, + "test": { + "loss": 0.3183254934119759, + "accuracy": 0.871551513671875, + "auc": 0.9418047672079265 + }, + "test_c": { + "loss": 0.3183254934119759, + "accuracy": 0.871551513671875, + "auc": 0.9418047672079265 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.8663063049316406, + "auc": 0.9396095561454753 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.871551513671875, + "auc": 0.9418047672079265 + }, + "g01": { + "accuracy": 0.860870361328125, + "auc": 0.9373304990276488 + }, + "g02": { + "accuracy": 0.871826171875, + "auc": 0.9419226316891944 + }, + "g03": { + "accuracy": 0.860870361328125, + "auc": 0.9373217036156486 + }, + "g04": { + "accuracy": 0.87176513671875, + "auc": 0.9419211937268768 + }, + "g05": { + "accuracy": 0.860870361328125, + "auc": 0.9373251159821848 + }, + "g06": { + "accuracy": 0.871826171875, + "auc": 0.9419266624540331 + }, + "g07": { + "accuracy": 0.860870361328125, + "auc": 0.9373238754602891 + }, + "mean_auc": 0.9396095561454753, + "std_auc": 0.0022845484682810988, + "mean_accuracy": 0.8663063049316406, + "std_accuracy": 0.005436529830643116 + }, + "wall_time_s": 32123.20994949341, + "epochs_run": 23, + "peak_train_alloc_bytes": 21284823552, + "peak_train_reserved_bytes": 27667726336, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "fourier_elu", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "R", + "--seed", + "123", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_full", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_full/fourier_elu_c8_gr4_R_seed456/results.json b/paper/experiments/normalized_results/pcam/n_full/fourier_elu_c8_gr4_R_seed456/results.json new file mode 100644 index 0000000..02744a2 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_full/fourier_elu_c8_gr4_R_seed456/results.json @@ -0,0 +1,100 @@ +{ + "dataset": "pcam", + "model": "fourier_elu", + "group": "c8", + "seed": 456, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 109815, + "invariant_dim": 34, + "train_size": null, + "train_examples": 262144, + "best_val_auc": 0.9683395992085704, + "test": { + "loss": 0.3945813309001096, + "accuracy": 0.857452392578125, + "auc": 0.9368294399404621 + }, + "test_c": { + "loss": 0.3945813309001096, + "accuracy": 0.857452392578125, + "auc": 0.9368294399404621 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.8571128845214844, + "auc": 0.93729605778123 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.857452392578125, + "auc": 0.9368294399404621 + }, + "g01": { + "accuracy": 0.85626220703125, + "auc": 0.9375060347385544 + }, + "g02": { + "accuracy": 0.85809326171875, + "auc": 0.9371697638978006 + }, + "g03": { + "accuracy": 0.856292724609375, + "auc": 0.9375062321789763 + }, + "g04": { + "accuracy": 0.85809326171875, + "auc": 0.9371695478309238 + }, + "g05": { + "accuracy": 0.856292724609375, + "auc": 0.9375046452050194 + }, + "g06": { + "accuracy": 0.858123779296875, + "auc": 0.9371720698529162 + }, + "g07": { + "accuracy": 0.856292724609375, + "auc": 0.9375107286051874 + }, + "mean_auc": 0.93729605778123, + "std_auc": 0.00023529662245384836, + "mean_accuracy": 0.8571128845214844, + "std_accuracy": 0.0008515494628879456 + }, + "wall_time_s": 30666.509387731552, + "epochs_run": 22, + "peak_train_alloc_bytes": 21284823552, + "peak_train_reserved_bytes": 27667726336, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "fourier_elu", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "R", + "--seed", + "456", + "--batch_size", + "64", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_full", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_full/gate_c8_gr3_C_seed456/results.json b/paper/experiments/normalized_results/pcam/n_full/gate_c8_gr3_C_seed456/results.json new file mode 100644 index 0000000..6c2eb9a --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_full/gate_c8_gr3_C_seed456/results.json @@ -0,0 +1,100 @@ +{ + "dataset": "pcam", + "model": "gate", + "group": "c8", + "seed": 456, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 3, + "n_params": 135682, + "invariant_dim": 27, + "train_size": null, + "train_examples": 262144, + "best_val_auc": 0.9707720146466169, + "test": { + "loss": 0.27827613631961867, + "accuracy": 0.886505126953125, + "auc": 0.9563096681951498 + }, + "test_c": { + "loss": 0.27827613631961867, + "accuracy": 0.886505126953125, + "auc": 0.9563096681951498 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.8702964782714844, + "auc": 0.9521157882313193 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.886505126953125, + "auc": 0.9563096681951498 + }, + "g01": { + "accuracy": 0.85394287109375, + "auc": 0.9481053034110363 + }, + "g02": { + "accuracy": 0.88671875, + "auc": 0.956054366553813 + }, + "g03": { + "accuracy": 0.853912353515625, + "auc": 0.948103790942899 + }, + "g04": { + "accuracy": 0.88671875, + "auc": 0.9560625770951297 + }, + "g05": { + "accuracy": 0.853912353515625, + "auc": 0.9481115954274989 + }, + "g06": { + "accuracy": 0.88671875, + "auc": 0.9560631880428501 + }, + "g07": { + "accuracy": 0.85394287109375, + "auc": 0.9481158161821774 + }, + "mean_auc": 0.9521157882313193, + "std_auc": 0.004007392904075903, + "mean_accuracy": 0.8702964782714844, + "std_accuracy": 0.01636900020518541 + }, + "wall_time_s": 11584.388966321945, + "epochs_run": 17, + "peak_train_alloc_bytes": 19904561152, + "peak_train_reserved_bytes": 24033361920, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "gate", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "3", + "--train_mode", + "C", + "--seed", + "456", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_full", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_full/gate_c8_gr3_C_seed789/results.json b/paper/experiments/normalized_results/pcam/n_full/gate_c8_gr3_C_seed789/results.json new file mode 100644 index 0000000..6a53144 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_full/gate_c8_gr3_C_seed789/results.json @@ -0,0 +1,100 @@ +{ + "dataset": "pcam", + "model": "gate", + "group": "c8", + "seed": 789, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 3, + "n_params": 135682, + "invariant_dim": 27, + "train_size": null, + "train_examples": 262144, + "best_val_auc": 0.9655542494718213, + "test": { + "loss": 0.2634276903991122, + "accuracy": 0.893585205078125, + "auc": 0.9617155534180333 + }, + "test_c": { + "loss": 0.2634276903991122, + "accuracy": 0.893585205078125, + "auc": 0.9617155534180333 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.8789749145507812, + "auc": 0.9540788889857589 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.893585205078125, + "auc": 0.9617155534180333 + }, + "g01": { + "accuracy": 0.86419677734375, + "auc": 0.9464647821216818 + }, + "g02": { + "accuracy": 0.893829345703125, + "auc": 0.9616719749641671 + }, + "g03": { + "accuracy": 0.864166259765625, + "auc": 0.9464736855671204 + }, + "g04": { + "accuracy": 0.89385986328125, + "auc": 0.9616784755969245 + }, + "g05": { + "accuracy": 0.864166259765625, + "auc": 0.9464671402308713 + }, + "g06": { + "accuracy": 0.893829345703125, + "auc": 0.9616798353281316 + }, + "g07": { + "accuracy": 0.864166259765625, + "auc": 0.9464796646591409 + }, + "mean_auc": 0.9540788889857589, + "std_auc": 0.007607581515642412, + "mean_accuracy": 0.8789749145507812, + "std_accuracy": 0.014801235787380853 + }, + "wall_time_s": 15669.826943397522, + "epochs_run": 23, + "peak_train_alloc_bytes": 19904561152, + "peak_train_reserved_bytes": 24033361920, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "gate", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "3", + "--train_mode", + "C", + "--seed", + "789", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_full", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_full/gate_c8_gr3_R_seed123/results.json b/paper/experiments/normalized_results/pcam/n_full/gate_c8_gr3_R_seed123/results.json new file mode 100644 index 0000000..98cf496 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_full/gate_c8_gr3_R_seed123/results.json @@ -0,0 +1,100 @@ +{ + "dataset": "pcam", + "model": "gate", + "group": "c8", + "seed": 123, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 3, + "n_params": 135682, + "invariant_dim": 27, + "train_size": null, + "train_examples": 262144, + "best_val_auc": 0.9696137352402897, + "test": { + "loss": 0.30190119304461405, + "accuracy": 0.878662109375, + "auc": 0.9547285801980661 + }, + "test_c": { + "loss": 0.30190119304461405, + "accuracy": 0.878662109375, + "auc": 0.9547285801980661 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.8647422790527344, + "auc": 0.9461858784336896 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.878662109375, + "auc": 0.9547285801980661 + }, + "g01": { + "accuracy": 0.850921630859375, + "auc": 0.9377157239171507 + }, + "g02": { + "accuracy": 0.8785400390625, + "auc": 0.9546231134851745 + }, + "g03": { + "accuracy": 0.85089111328125, + "auc": 0.9377085639078901 + }, + "g04": { + "accuracy": 0.878509521484375, + "auc": 0.9546422875578406 + }, + "g05": { + "accuracy": 0.850921630859375, + "auc": 0.9377185067095117 + }, + "g06": { + "accuracy": 0.8785400390625, + "auc": 0.9546353920442395 + }, + "g07": { + "accuracy": 0.8509521484375, + "auc": 0.9377148596496437 + }, + "mean_auc": 0.9461858784336896, + "std_auc": 0.008471516588969016, + "mean_accuracy": 0.8647422790527344, + "std_accuracy": 0.013820718738229511 + }, + "wall_time_s": 12512.438313245773, + "epochs_run": 18, + "peak_train_alloc_bytes": 19903905792, + "peak_train_reserved_bytes": 24054333440, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "gate", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "3", + "--train_mode", + "R", + "--seed", + "123", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_full", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_full/gate_c8_gr3_R_seed456/results.json b/paper/experiments/normalized_results/pcam/n_full/gate_c8_gr3_R_seed456/results.json new file mode 100644 index 0000000..3f7684f --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_full/gate_c8_gr3_R_seed456/results.json @@ -0,0 +1,100 @@ +{ + "dataset": "pcam", + "model": "gate", + "group": "c8", + "seed": 456, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 3, + "n_params": 135682, + "invariant_dim": 27, + "train_size": null, + "train_examples": 262144, + "best_val_auc": 0.9659463105273242, + "test": { + "loss": 0.35642318840837106, + "accuracy": 0.85693359375, + "auc": 0.9341746150499438 + }, + "test_c": { + "loss": 0.35642318840837106, + "accuracy": 0.85693359375, + "auc": 0.9341746150499438 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.856536865234375, + "auc": 0.930140078819781 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.85693359375, + "auc": 0.9341746150499438 + }, + "g01": { + "accuracy": 0.855804443359375, + "auc": 0.9261593981899713 + }, + "g02": { + "accuracy": 0.85736083984375, + "auc": 0.9341033129806159 + }, + "g03": { + "accuracy": 0.855804443359375, + "auc": 0.9261589548803448 + }, + "g04": { + "accuracy": 0.85736083984375, + "auc": 0.9341069488646109 + }, + "g05": { + "accuracy": 0.8558349609375, + "auc": 0.9261578372930512 + }, + "g06": { + "accuracy": 0.857330322265625, + "auc": 0.9341064720273656 + }, + "g07": { + "accuracy": 0.855865478515625, + "auc": 0.9261530912723447 + }, + "mean_auc": 0.930140078819781, + "std_auc": 0.003982815022288952, + "mean_accuracy": 0.856536865234375, + "std_accuracy": 0.0007212098570615524 + }, + "wall_time_s": 11751.823564052582, + "epochs_run": 17, + "peak_train_alloc_bytes": 19903905792, + "peak_train_reserved_bytes": 24054333440, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "gate", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "3", + "--train_mode", + "R", + "--seed", + "456", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_full", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_full/norm_c8_gr4_C_seed456/results.json b/paper/experiments/normalized_results/pcam/n_full/norm_c8_gr4_C_seed456/results.json new file mode 100644 index 0000000..65e857f --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_full/norm_c8_gr4_C_seed456/results.json @@ -0,0 +1,100 @@ +{ + "dataset": "pcam", + "model": "norm", + "group": "c8", + "seed": 456, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 110093, + "invariant_dim": 34, + "train_size": null, + "train_examples": 262144, + "best_val_auc": 0.9684360172528919, + "test": { + "loss": 0.26841762717231177, + "accuracy": 0.88995361328125, + "auc": 0.9597861022856795 + }, + "test_c": { + "loss": 0.26841762717231177, + "accuracy": 0.88995361328125, + "auc": 0.9597861022856795 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.8802909851074219, + "auc": 0.9534233695557159 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.88995361328125, + "auc": 0.9597861022856795 + }, + "g01": { + "accuracy": 0.870361328125, + "auc": 0.9470990762407137 + }, + "g02": { + "accuracy": 0.8902587890625, + "auc": 0.9597281144063086 + }, + "g03": { + "accuracy": 0.870391845703125, + "auc": 0.947112867267916 + }, + "g04": { + "accuracy": 0.89031982421875, + "auc": 0.9597472549513559 + }, + "g05": { + "accuracy": 0.870361328125, + "auc": 0.9471046492760175 + }, + "g06": { + "accuracy": 0.89031982421875, + "auc": 0.9597054236589587 + }, + "g07": { + "accuracy": 0.870361328125, + "auc": 0.9471034683587772 + }, + "mean_auc": 0.9534233695557159, + "std_auc": 0.006318389904160051, + "mean_accuracy": 0.8802909851074219, + "std_accuracy": 0.009922612754875345 + }, + "wall_time_s": 18716.799474716187, + "epochs_run": 25, + "peak_train_alloc_bytes": 22324224000, + "peak_train_reserved_bytes": 26801602560, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "norm", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "C", + "--seed", + "456", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_full", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_full/norm_c8_gr4_R_seed456/results.json b/paper/experiments/normalized_results/pcam/n_full/norm_c8_gr4_R_seed456/results.json new file mode 100644 index 0000000..aeff124 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_full/norm_c8_gr4_R_seed456/results.json @@ -0,0 +1,100 @@ +{ + "dataset": "pcam", + "model": "norm", + "group": "c8", + "seed": 456, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 4, + "n_params": 110093, + "invariant_dim": 34, + "train_size": null, + "train_examples": 262144, + "best_val_auc": 0.9667997938765348, + "test": { + "loss": 0.3076646376575809, + "accuracy": 0.8681640625, + "auc": 0.94641802226932 + }, + "test_c": { + "loss": 0.3076646376575809, + "accuracy": 0.8681640625, + "auc": 0.94641802226932 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.857666015625, + "auc": 0.938863878154494 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.8681640625, + "auc": 0.94641802226932 + }, + "g01": { + "accuracy": 0.847015380859375, + "auc": 0.9313840889849527 + }, + "g02": { + "accuracy": 0.868438720703125, + "auc": 0.9463084763628071 + }, + "g03": { + "accuracy": 0.846923828125, + "auc": 0.9313905784418373 + }, + "g04": { + "accuracy": 0.86846923828125, + "auc": 0.9463196671369064 + }, + "g05": { + "accuracy": 0.846954345703125, + "auc": 0.9313906454970748 + }, + "g06": { + "accuracy": 0.868438720703125, + "auc": 0.9463146081917576 + }, + "g07": { + "accuracy": 0.846923828125, + "auc": 0.9313849383512958 + }, + "mean_auc": 0.938863878154494, + "std_auc": 0.007476383691138597, + "mean_accuracy": 0.857666015625, + "std_accuracy": 0.01071206116573151 + }, + "wall_time_s": 12802.459840297699, + "epochs_run": 17, + "peak_train_alloc_bytes": 22325141504, + "peak_train_reserved_bytes": 26822574080, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "norm", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "4", + "--train_mode", + "R", + "--seed", + "456", + "--batch_size", + "128", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_full", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_full/standard_c8_gr12_C_seed456/results.json b/paper/experiments/normalized_results/pcam/n_full/standard_c8_gr12_C_seed456/results.json new file mode 100644 index 0000000..10c1aef --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_full/standard_c8_gr12_C_seed456/results.json @@ -0,0 +1,100 @@ +{ + "dataset": "pcam", + "model": "standard", + "group": "c8", + "seed": 456, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 12, + "n_params": 101959, + "invariant_dim": 90, + "train_size": null, + "train_examples": 262144, + "best_val_auc": 0.952729677275484, + "test": { + "loss": 0.4759826008230448, + "accuracy": 0.834320068359375, + "auc": 0.9192677439902702 + }, + "test_c": { + "loss": 0.4759826008230448, + "accuracy": 0.834320068359375, + "auc": 0.9192677439902702 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7877883911132812, + "auc": 0.8686755707118771 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.834320068359375, + "auc": 0.9192677439902702 + }, + "g01": { + "accuracy": 0.7825927734375, + "auc": 0.8713868770672268 + }, + "g02": { + "accuracy": 0.773773193359375, + "auc": 0.8566367029219808 + }, + "g03": { + "accuracy": 0.726043701171875, + "auc": 0.7952986134947541 + }, + "g04": { + "accuracy": 0.753570556640625, + "auc": 0.8351489526119034 + }, + "g05": { + "accuracy": 0.777252197265625, + "auc": 0.8631887446949202 + }, + "g06": { + "accuracy": 0.833160400390625, + "auc": 0.9132395675358876 + }, + "g07": { + "accuracy": 0.82159423828125, + "auc": 0.8952373633780732 + }, + "mean_auc": 0.8686755707118771, + "std_auc": 0.03863555582430496, + "mean_accuracy": 0.7877883911132812, + "std_accuracy": 0.03654509207781864 + }, + "wall_time_s": 5136.919646501541, + "epochs_run": 27, + "peak_train_alloc_bytes": 25105594368, + "peak_train_reserved_bytes": 31281119232, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "12", + "--train_mode", + "C", + "--seed", + "456", + "--batch_size", + "1024", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_full", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_full/standard_c8_gr12_C_seed789/results.json b/paper/experiments/normalized_results/pcam/n_full/standard_c8_gr12_C_seed789/results.json new file mode 100644 index 0000000..b0bc87f --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_full/standard_c8_gr12_C_seed789/results.json @@ -0,0 +1,100 @@ +{ + "dataset": "pcam", + "model": "standard", + "group": "c8", + "seed": 789, + "train_mode": "C", + "geometry_group": "c8", + "growth_rate": 12, + "n_params": 101959, + "invariant_dim": 90, + "train_size": null, + "train_examples": 262144, + "best_val_auc": 0.9486131833417947, + "test": { + "loss": 0.5278429128229618, + "accuracy": 0.8162841796875, + "auc": 0.9163491237949843 + }, + "test_c": { + "loss": 0.5278429128229618, + "accuracy": 0.8162841796875, + "auc": 0.9163491237949843 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.7745132446289062, + "auc": 0.8845809459480135 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.8162841796875, + "auc": 0.9163491237949843 + }, + "g01": { + "accuracy": 0.766876220703125, + "auc": 0.8856434799601529 + }, + "g02": { + "accuracy": 0.76556396484375, + "auc": 0.8760865253517022 + }, + "g03": { + "accuracy": 0.7264404296875, + "auc": 0.8443791544980502 + }, + "g04": { + "accuracy": 0.752593994140625, + "auc": 0.8725652126807549 + }, + "g05": { + "accuracy": 0.76751708984375, + "auc": 0.879391428419128 + }, + "g06": { + "accuracy": 0.809661865234375, + "auc": 0.9045764592448119 + }, + "g07": { + "accuracy": 0.791168212890625, + "auc": 0.8976561836345233 + }, + "mean_auc": 0.8845809459480135, + "std_auc": 0.020738782057990957, + "mean_accuracy": 0.7745132446289062, + "std_accuracy": 0.02792049766118934 + }, + "wall_time_s": 3603.863514184952, + "epochs_run": 19, + "peak_train_alloc_bytes": 25105594368, + "peak_train_reserved_bytes": 31281119232, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "standard", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "12", + "--train_mode", + "C", + "--seed", + "789", + "--batch_size", + "1024", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_full", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_full/standard_c8_gr12_R_seed456/results.json b/paper/experiments/normalized_results/pcam/n_full/standard_c8_gr12_R_seed456/results.json new file mode 100644 index 0000000..a1882a1 --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_full/standard_c8_gr12_R_seed456/results.json @@ -0,0 +1,100 @@ +{ + "dataset": "pcam", + "model": "standard", + "group": "c8", + "seed": 456, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 12, + "n_params": 101959, + "invariant_dim": 90, + "train_size": null, + "train_examples": 262144, + "best_val_auc": 0.9613458711759039, + "test": { + "loss": 0.38442619889974594, + "accuracy": 0.86328125, + "auc": 0.9209105190806666 + }, + "test_c": { + "loss": 0.38442619889974594, + "accuracy": 0.86328125, + "auc": 0.9209105190806666 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.8563194274902344, + "auc": 0.9149511440940428 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.86328125, + "auc": 0.9209105190806666 + }, + "g01": { + "accuracy": 0.85333251953125, + "auc": 0.9089538735849403 + }, + "g02": { + "accuracy": 0.8641357421875, + "auc": 0.9252240111528953 + }, + "g03": { + "accuracy": 0.848724365234375, + "auc": 0.9075722302162621 + }, + "g04": { + "accuracy": 0.859466552734375, + "auc": 0.9189086408411093 + }, + "g05": { + "accuracy": 0.849090576171875, + "auc": 0.9079409371655655 + }, + "g06": { + "accuracy": 0.865081787109375, + "auc": 0.9242954190465642 + }, + "g07": { + "accuracy": 0.847442626953125, + "auc": 0.9058035216643384 + }, + "mean_auc": 0.9149511440940428, + "std_auc": 0.007642486699391217, + "mean_accuracy": 0.8563194274902344, + "std_accuracy": 0.00701699330630665 + }, + "wall_time_s": 2916.1800587177277, + "epochs_run": 15, + "peak_train_alloc_bytes": 25105594368, + "peak_train_reserved_bytes": 31302090752, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "12", + "--train_mode", + "R", + "--seed", + "456", + "--batch_size", + "1024", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_full", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/pcam/n_full/standard_c8_gr12_R_seed789/results.json b/paper/experiments/normalized_results/pcam/n_full/standard_c8_gr12_R_seed789/results.json new file mode 100644 index 0000000..32065de --- /dev/null +++ b/paper/experiments/normalized_results/pcam/n_full/standard_c8_gr12_R_seed789/results.json @@ -0,0 +1,100 @@ +{ + "dataset": "pcam", + "model": "standard", + "group": "c8", + "seed": 789, + "train_mode": "R", + "geometry_group": "c8", + "growth_rate": 12, + "n_params": 101959, + "invariant_dim": 90, + "train_size": null, + "train_examples": 262144, + "best_val_auc": 0.9581264316232767, + "test": { + "loss": 0.49369736574590206, + "accuracy": 0.822998046875, + "auc": 0.9119808252418803 + }, + "test_c": { + "loss": 0.49369736574590206, + "accuracy": 0.822998046875, + "auc": 0.9119808252418803 + }, + "test_r": { + "loss": 0.0, + "accuracy": 0.821136474609375, + "auc": 0.9047204412754686 + }, + "rotation_robustness": { + "g00": { + "accuracy": 0.822998046875, + "auc": 0.9119808252418803 + }, + "g01": { + "accuracy": 0.808685302734375, + "auc": 0.895069732734624 + }, + "g02": { + "accuracy": 0.82672119140625, + "auc": 0.9106540963875157 + }, + "g03": { + "accuracy": 0.8111572265625, + "auc": 0.8949809217976972 + }, + "g04": { + "accuracy": 0.8314208984375, + "auc": 0.9130390202213525 + }, + "g05": { + "accuracy": 0.81854248046875, + "auc": 0.9024011836113706 + }, + "g06": { + "accuracy": 0.83221435546875, + "auc": 0.9132316438419765 + }, + "g07": { + "accuracy": 0.817352294921875, + "auc": 0.8964061063673318 + }, + "mean_auc": 0.9047204412754686, + "std_auc": 0.007842690061538562, + "mean_accuracy": 0.821136474609375, + "std_accuracy": 0.008206774830613944 + }, + "wall_time_s": 3262.0611135959625, + "epochs_run": 17, + "peak_train_alloc_bytes": 25105594368, + "peak_train_reserved_bytes": 31302090752, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "4f6f1351fe12ab869087e096175e97d4ada5c7e0", + "argv": [ + "--model", + "standard", + "--group", + "c8", + "--geometry_group", + "c8", + "--growth_rate", + "12", + "--train_mode", + "R", + "--seed", + "789", + "--batch_size", + "1024", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/pcam/n_full", + "--data_dir", + "./pcam_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_100/bispectrum_C_seed101112_n100/results.json b/paper/experiments/normalized_results/spherical_mnist/n_100/bispectrum_C_seed101112_n100/results.json new file mode 100644 index 0000000..70bceda --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_100/bispectrum_C_seed101112_n100/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "bispectrum", + "base_model": "bispectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 231818, + "invariant_dim": 768, + "train_size": 100, + "train_examples": 100, + "best_val_accuracy": 0.1009, + "test_c": { + "loss": 2.30352734375, + "accuracy": 0.0974 + }, + "test": { + "loss": 2.30352734375, + "accuracy": 0.0974 + }, + "test_nr": { + "loss": 2.30352734375, + "accuracy": 0.0974 + }, + "test_r": { + "loss": 2.3035296875, + "accuracy": 0.0974 + }, + "rotation_robustness": { + "rot_00": 0.0974, + "rot_01": 0.0974, + "rot_02": 0.0974, + "rot_03": 0.0974, + "rot_04": 0.0974, + "rot_05": 0.0974, + "rot_06": 0.0974, + "rot_07": 0.0974, + "rot_08": 0.0974, + "rot_09": 0.0974, + "mean_accuracy": 0.0974, + "std_accuracy": 0.0 + }, + "wall_time_s": 5.136332750320435, + "epochs_run": 11, + "peak_train_alloc_bytes": 422505984, + "peak_train_reserved_bytes": 622854144, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--run_label", + "bispectrum", + "--train_mode", + "C", + "--seed", + "101112", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_100/bispectrum_C_seed456_n100/results.json b/paper/experiments/normalized_results/spherical_mnist/n_100/bispectrum_C_seed456_n100/results.json new file mode 100644 index 0000000..10e3810 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_100/bispectrum_C_seed456_n100/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "bispectrum", + "base_model": "bispectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 456, + "lmax": 15, + "n_params": 231818, + "invariant_dim": 768, + "train_size": 100, + "train_examples": 100, + "best_val_accuracy": 0.1698, + "test_c": { + "loss": 2.3038248046875, + "accuracy": 0.1651 + }, + "test": { + "loss": 2.3038248046875, + "accuracy": 0.1651 + }, + "test_nr": { + "loss": 2.3038248046875, + "accuracy": 0.1651 + }, + "test_r": { + "loss": 2.3038404296875, + "accuracy": 0.164 + }, + "rotation_robustness": { + "rot_00": 0.1639, + "rot_01": 0.1642, + "rot_02": 0.1641, + "rot_03": 0.1639, + "rot_04": 0.1643, + "rot_05": 0.1639, + "rot_06": 0.1643, + "rot_07": 0.1641, + "rot_08": 0.1641, + "rot_09": 0.1641, + "mean_accuracy": 0.16409, + "std_accuracy": 0.0001445683229480148 + }, + "wall_time_s": 7.567641496658325, + "epochs_run": 19, + "peak_train_alloc_bytes": 422505984, + "peak_train_reserved_bytes": 622854144, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--run_label", + "bispectrum", + "--train_mode", + "C", + "--seed", + "456", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_100/bispectrum_C_seed789_n100/results.json b/paper/experiments/normalized_results/spherical_mnist/n_100/bispectrum_C_seed789_n100/results.json new file mode 100644 index 0000000..2b849c7 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_100/bispectrum_C_seed789_n100/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "bispectrum", + "base_model": "bispectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 789, + "lmax": 15, + "n_params": 231818, + "invariant_dim": 768, + "train_size": 100, + "train_examples": 100, + "best_val_accuracy": 0.103, + "test_c": { + "loss": 2.3029833984375, + "accuracy": 0.101 + }, + "test": { + "loss": 2.3029833984375, + "accuracy": 0.101 + }, + "test_nr": { + "loss": 2.3029833984375, + "accuracy": 0.101 + }, + "test_r": { + "loss": 2.3029841796875, + "accuracy": 0.101 + }, + "rotation_robustness": { + "rot_00": 0.101, + "rot_01": 0.101, + "rot_02": 0.101, + "rot_03": 0.101, + "rot_04": 0.101, + "rot_05": 0.101, + "rot_06": 0.101, + "rot_07": 0.101, + "rot_08": 0.101, + "rot_09": 0.101, + "mean_accuracy": 0.101, + "std_accuracy": 0.0 + }, + "wall_time_s": 6.222631454467773, + "epochs_run": 11, + "peak_train_alloc_bytes": 422505984, + "peak_train_reserved_bytes": 622854144, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--run_label", + "bispectrum", + "--train_mode", + "C", + "--seed", + "789", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_100/bispectrum_R_seed101112_n100/results.json b/paper/experiments/normalized_results/spherical_mnist/n_100/bispectrum_R_seed101112_n100/results.json new file mode 100644 index 0000000..0621fc8 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_100/bispectrum_R_seed101112_n100/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "bispectrum", + "base_model": "bispectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 231818, + "invariant_dim": 768, + "train_size": 100, + "train_examples": 100, + "best_val_accuracy": 0.1009, + "test_c": { + "loss": 2.303594140625, + "accuracy": 0.0974 + }, + "test": { + "loss": 2.303594140625, + "accuracy": 0.0974 + }, + "test_nr": { + "loss": 2.303594140625, + "accuracy": 0.0974 + }, + "test_r": { + "loss": 2.3035923828125, + "accuracy": 0.0974 + }, + "rotation_robustness": { + "rot_00": 0.0974, + "rot_01": 0.0974, + "rot_02": 0.0974, + "rot_03": 0.0974, + "rot_04": 0.0974, + "rot_05": 0.0974, + "rot_06": 0.0974, + "rot_07": 0.0974, + "rot_08": 0.0974, + "rot_09": 0.0974, + "mean_accuracy": 0.0974, + "std_accuracy": 0.0 + }, + "wall_time_s": 5.080217361450195, + "epochs_run": 11, + "peak_train_alloc_bytes": 422505984, + "peak_train_reserved_bytes": 622854144, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--run_label", + "bispectrum", + "--train_mode", + "R", + "--seed", + "101112", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_100/bispectrum_R_seed123_n100/results.json b/paper/experiments/normalized_results/spherical_mnist/n_100/bispectrum_R_seed123_n100/results.json new file mode 100644 index 0000000..014c370 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_100/bispectrum_R_seed123_n100/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "bispectrum", + "base_model": "bispectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 123, + "lmax": 15, + "n_params": 231818, + "invariant_dim": 768, + "train_size": 100, + "train_examples": 100, + "best_val_accuracy": 0.1112, + "test_c": { + "loss": 2.3071765625, + "accuracy": 0.1059 + }, + "test": { + "loss": 2.3071765625, + "accuracy": 0.1059 + }, + "test_nr": { + "loss": 2.3071765625, + "accuracy": 0.1059 + }, + "test_r": { + "loss": 2.307191796875, + "accuracy": 0.1059 + }, + "rotation_robustness": { + "rot_00": 0.1059, + "rot_01": 0.1059, + "rot_02": 0.1059, + "rot_03": 0.1059, + "rot_04": 0.1059, + "rot_05": 0.1059, + "rot_06": 0.1059, + "rot_07": 0.1059, + "rot_08": 0.1059, + "rot_09": 0.1059, + "mean_accuracy": 0.1059, + "std_accuracy": 0.0 + }, + "wall_time_s": 9.074079513549805, + "epochs_run": 20, + "peak_train_alloc_bytes": 422505984, + "peak_train_reserved_bytes": 622854144, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--run_label", + "bispectrum", + "--train_mode", + "R", + "--seed", + "123", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_100/bispectrum_R_seed456_n100/results.json b/paper/experiments/normalized_results/spherical_mnist/n_100/bispectrum_R_seed456_n100/results.json new file mode 100644 index 0000000..c2124f2 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_100/bispectrum_R_seed456_n100/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "bispectrum", + "base_model": "bispectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 456, + "lmax": 15, + "n_params": 231818, + "invariant_dim": 768, + "train_size": 100, + "train_examples": 100, + "best_val_accuracy": 0.1683, + "test_c": { + "loss": 2.3044474609375, + "accuracy": 0.1645 + }, + "test": { + "loss": 2.3044474609375, + "accuracy": 0.1645 + }, + "test_nr": { + "loss": 2.3044474609375, + "accuracy": 0.1645 + }, + "test_r": { + "loss": 2.304480078125, + "accuracy": 0.1641 + }, + "rotation_robustness": { + "rot_00": 0.164, + "rot_01": 0.1641, + "rot_02": 0.1641, + "rot_03": 0.164, + "rot_04": 0.1642, + "rot_05": 0.1639, + "rot_06": 0.164, + "rot_07": 0.164, + "rot_08": 0.1643, + "rot_09": 0.1641, + "mean_accuracy": 0.16407, + "std_accuracy": 0.00011000000000000126 + }, + "wall_time_s": 9.910445928573608, + "epochs_run": 23, + "peak_train_alloc_bytes": 422505984, + "peak_train_reserved_bytes": 622854144, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--run_label", + "bispectrum", + "--train_mode", + "R", + "--seed", + "456", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_100/bispectrum_R_seed789_n100/results.json b/paper/experiments/normalized_results/spherical_mnist/n_100/bispectrum_R_seed789_n100/results.json new file mode 100644 index 0000000..22b4c77 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_100/bispectrum_R_seed789_n100/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "bispectrum", + "base_model": "bispectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 789, + "lmax": 15, + "n_params": 231818, + "invariant_dim": 768, + "train_size": 100, + "train_examples": 100, + "best_val_accuracy": 0.103, + "test_c": { + "loss": 2.3029458984375, + "accuracy": 0.101 + }, + "test": { + "loss": 2.3029458984375, + "accuracy": 0.101 + }, + "test_nr": { + "loss": 2.3029458984375, + "accuracy": 0.101 + }, + "test_r": { + "loss": 2.302954296875, + "accuracy": 0.101 + }, + "rotation_robustness": { + "rot_00": 0.101, + "rot_01": 0.101, + "rot_02": 0.101, + "rot_03": 0.101, + "rot_04": 0.101, + "rot_05": 0.101, + "rot_06": 0.101, + "rot_07": 0.101, + "rot_08": 0.101, + "rot_09": 0.101, + "mean_accuracy": 0.101, + "std_accuracy": 0.0 + }, + "wall_time_s": 5.399830341339111, + "epochs_run": 11, + "peak_train_alloc_bytes": 422505984, + "peak_train_reserved_bytes": 622854144, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--run_label", + "bispectrum", + "--train_mode", + "R", + "--seed", + "789", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_C_seed101112_n100/results.json b/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_C_seed101112_n100/results.json new file mode 100644 index 0000000..01854a9 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_C_seed101112_n100/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum", + "base_model": "power_spectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 11466, + "invariant_dim": 16, + "train_size": 100, + "train_examples": 100, + "best_val_accuracy": 0.0986, + "test_c": { + "loss": 2.3020796875, + "accuracy": 0.0988 + }, + "test": { + "loss": 2.3020796875, + "accuracy": 0.0988 + }, + "test_nr": { + "loss": 2.3020796875, + "accuracy": 0.0988 + }, + "test_r": { + "loss": 2.302100390625, + "accuracy": 0.0989 + }, + "rotation_robustness": { + "rot_00": 0.0989, + "rot_01": 0.0989, + "rot_02": 0.0989, + "rot_03": 0.0989, + "rot_04": 0.0989, + "rot_05": 0.0989, + "rot_06": 0.0989, + "rot_07": 0.0989, + "rot_08": 0.0989, + "rot_09": 0.0989, + "mean_accuracy": 0.0989, + "std_accuracy": 0.0 + }, + "wall_time_s": 8.616310119628906, + "epochs_run": 16, + "peak_train_alloc_bytes": 44528128, + "peak_train_reserved_bytes": 69206016, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum", + "--train_mode", + "C", + "--seed", + "101112", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_C_seed456_n100/results.json b/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_C_seed456_n100/results.json new file mode 100644 index 0000000..fb05386 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_C_seed456_n100/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum", + "base_model": "power_spectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 456, + "lmax": 15, + "n_params": 11466, + "invariant_dim": 16, + "train_size": 100, + "train_examples": 100, + "best_val_accuracy": 0.183, + "test_c": { + "loss": 2.3002427734375, + "accuracy": 0.1957 + }, + "test": { + "loss": 2.3002427734375, + "accuracy": 0.1957 + }, + "test_nr": { + "loss": 2.3002427734375, + "accuracy": 0.1957 + }, + "test_r": { + "loss": 2.3002455078125, + "accuracy": 0.1931 + }, + "rotation_robustness": { + "rot_00": 0.1931, + "rot_01": 0.1933, + "rot_02": 0.1932, + "rot_03": 0.1931, + "rot_04": 0.1929, + "rot_05": 0.1932, + "rot_06": 0.1933, + "rot_07": 0.1933, + "rot_08": 0.1933, + "rot_09": 0.1933, + "mean_accuracy": 0.19319999999999998, + "std_accuracy": 0.0001264911064067388 + }, + "wall_time_s": 8.911205530166626, + "epochs_run": 18, + "peak_train_alloc_bytes": 44528128, + "peak_train_reserved_bytes": 69206016, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum", + "--train_mode", + "C", + "--seed", + "456", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_C_seed789_n100/results.json b/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_C_seed789_n100/results.json new file mode 100644 index 0000000..8f8e1d4 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_C_seed789_n100/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum", + "base_model": "power_spectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 789, + "lmax": 15, + "n_params": 11466, + "invariant_dim": 16, + "train_size": 100, + "train_examples": 100, + "best_val_accuracy": 0.0991, + "test_c": { + "loss": 2.306522265625, + "accuracy": 0.098 + }, + "test": { + "loss": 2.306522265625, + "accuracy": 0.098 + }, + "test_nr": { + "loss": 2.306522265625, + "accuracy": 0.098 + }, + "test_r": { + "loss": 2.3065154296875, + "accuracy": 0.098 + }, + "rotation_robustness": { + "rot_00": 0.098, + "rot_01": 0.098, + "rot_02": 0.098, + "rot_03": 0.098, + "rot_04": 0.098, + "rot_05": 0.098, + "rot_06": 0.098, + "rot_07": 0.098, + "rot_08": 0.098, + "rot_09": 0.098, + "mean_accuracy": 0.098, + "std_accuracy": 0.0 + }, + "wall_time_s": 6.135695934295654, + "epochs_run": 11, + "peak_train_alloc_bytes": 44528128, + "peak_train_reserved_bytes": 69206016, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum", + "--train_mode", + "C", + "--seed", + "789", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_R_seed101112_n100/results.json b/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_R_seed101112_n100/results.json new file mode 100644 index 0000000..66ace4b --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_R_seed101112_n100/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum", + "base_model": "power_spectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 11466, + "invariant_dim": 16, + "train_size": 100, + "train_examples": 100, + "best_val_accuracy": 0.0986, + "test_c": { + "loss": 2.302127734375, + "accuracy": 0.0988 + }, + "test": { + "loss": 2.302127734375, + "accuracy": 0.0988 + }, + "test_nr": { + "loss": 2.302127734375, + "accuracy": 0.0988 + }, + "test_r": { + "loss": 2.3021494140625, + "accuracy": 0.0991 + }, + "rotation_robustness": { + "rot_00": 0.0991, + "rot_01": 0.0991, + "rot_02": 0.0991, + "rot_03": 0.0991, + "rot_04": 0.0991, + "rot_05": 0.099, + "rot_06": 0.0991, + "rot_07": 0.0992, + "rot_08": 0.0991, + "rot_09": 0.0991, + "mean_accuracy": 0.0991, + "std_accuracy": 4.4721359549993966e-05 + }, + "wall_time_s": 7.730691909790039, + "epochs_run": 16, + "peak_train_alloc_bytes": 44528128, + "peak_train_reserved_bytes": 69206016, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum", + "--train_mode", + "R", + "--seed", + "101112", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_R_seed123_n100/results.json b/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_R_seed123_n100/results.json new file mode 100644 index 0000000..dac6625 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_R_seed123_n100/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum", + "base_model": "power_spectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 123, + "lmax": 15, + "n_params": 11466, + "invariant_dim": 16, + "train_size": 100, + "train_examples": 100, + "best_val_accuracy": 0.1729, + "test_c": { + "loss": 2.31038251953125, + "accuracy": 0.1792 + }, + "test": { + "loss": 2.31038251953125, + "accuracy": 0.1792 + }, + "test_nr": { + "loss": 2.31038251953125, + "accuracy": 0.1792 + }, + "test_r": { + "loss": 2.31079833984375, + "accuracy": 0.1789 + }, + "rotation_robustness": { + "rot_00": 0.1789, + "rot_01": 0.1791, + "rot_02": 0.1792, + "rot_03": 0.1789, + "rot_04": 0.1789, + "rot_05": 0.179, + "rot_06": 0.1789, + "rot_07": 0.179, + "rot_08": 0.1789, + "rot_09": 0.1789, + "mean_accuracy": 0.17897000000000002, + "std_accuracy": 0.00010049875621120777 + }, + "wall_time_s": 20.89229464530945, + "epochs_run": 42, + "peak_train_alloc_bytes": 44528128, + "peak_train_reserved_bytes": 69206016, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum", + "--train_mode", + "R", + "--seed", + "123", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_R_seed456_n100/results.json b/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_R_seed456_n100/results.json new file mode 100644 index 0000000..4cf9166 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_R_seed456_n100/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum", + "base_model": "power_spectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 456, + "lmax": 15, + "n_params": 11466, + "invariant_dim": 16, + "train_size": 100, + "train_examples": 100, + "best_val_accuracy": 0.1714, + "test_c": { + "loss": 2.3003341796875, + "accuracy": 0.183 + }, + "test": { + "loss": 2.3003341796875, + "accuracy": 0.183 + }, + "test_nr": { + "loss": 2.3003341796875, + "accuracy": 0.183 + }, + "test_r": { + "loss": 2.300348046875, + "accuracy": 0.1882 + }, + "rotation_robustness": { + "rot_00": 0.1884, + "rot_01": 0.188, + "rot_02": 0.1875, + "rot_03": 0.1882, + "rot_04": 0.1885, + "rot_05": 0.1877, + "rot_06": 0.1882, + "rot_07": 0.1875, + "rot_08": 0.1878, + "rot_09": 0.1875, + "mean_accuracy": 0.18792999999999999, + "std_accuracy": 0.0003634556369077274 + }, + "wall_time_s": 9.356523275375366, + "epochs_run": 18, + "peak_train_alloc_bytes": 44528128, + "peak_train_reserved_bytes": 69206016, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum", + "--train_mode", + "R", + "--seed", + "456", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_R_seed789_n100/results.json b/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_R_seed789_n100/results.json new file mode 100644 index 0000000..bae6a7b --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_R_seed789_n100/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum", + "base_model": "power_spectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 789, + "lmax": 15, + "n_params": 11466, + "invariant_dim": 16, + "train_size": 100, + "train_examples": 100, + "best_val_accuracy": 0.0991, + "test_c": { + "loss": 2.30646484375, + "accuracy": 0.098 + }, + "test": { + "loss": 2.30646484375, + "accuracy": 0.098 + }, + "test_nr": { + "loss": 2.30646484375, + "accuracy": 0.098 + }, + "test_r": { + "loss": 2.306457421875, + "accuracy": 0.098 + }, + "rotation_robustness": { + "rot_00": 0.098, + "rot_01": 0.098, + "rot_02": 0.098, + "rot_03": 0.098, + "rot_04": 0.098, + "rot_05": 0.098, + "rot_06": 0.098, + "rot_07": 0.098, + "rot_08": 0.098, + "rot_09": 0.098, + "mean_accuracy": 0.098, + "std_accuracy": 0.0 + }, + "wall_time_s": 6.380864381790161, + "epochs_run": 11, + "peak_train_alloc_bytes": 44528128, + "peak_train_reserved_bytes": 69206016, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum", + "--train_mode", + "R", + "--seed", + "789", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_matched_C_seed101112_n100/results.json b/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_matched_C_seed101112_n100/results.json new file mode 100644 index 0000000..50214ca --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_matched_C_seed101112_n100/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum_matched", + "base_model": "power_spectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 231906, + "invariant_dim": 16, + "train_size": 100, + "train_examples": 100, + "best_val_accuracy": 0.2055, + "test_c": { + "loss": 2.2938828125, + "accuracy": 0.213 + }, + "test": { + "loss": 2.2938828125, + "accuracy": 0.213 + }, + "test_nr": { + "loss": 2.2938828125, + "accuracy": 0.213 + }, + "test_r": { + "loss": 2.29391640625, + "accuracy": 0.214 + }, + "rotation_robustness": { + "rot_00": 0.2142, + "rot_01": 0.214, + "rot_02": 0.2141, + "rot_03": 0.2139, + "rot_04": 0.2139, + "rot_05": 0.214, + "rot_06": 0.214, + "rot_07": 0.214, + "rot_08": 0.214, + "rot_09": 0.214, + "mean_accuracy": 0.21400999999999998, + "std_accuracy": 8.306623862918096e-05 + }, + "wall_time_s": 6.115588665008545, + "epochs_run": 13, + "peak_train_alloc_bytes": 48505856, + "peak_train_reserved_bytes": 73400320, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum_matched", + "--train_mode", + "C", + "--seed", + "101112", + "--hidden", + "1312", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_matched_C_seed456_n100/results.json b/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_matched_C_seed456_n100/results.json new file mode 100644 index 0000000..ded12bf --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_matched_C_seed456_n100/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum_matched", + "base_model": "power_spectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 456, + "lmax": 15, + "n_params": 231906, + "invariant_dim": 16, + "train_size": 100, + "train_examples": 100, + "best_val_accuracy": 0.1684, + "test_c": { + "loss": 2.29777265625, + "accuracy": 0.1646 + }, + "test": { + "loss": 2.29777265625, + "accuracy": 0.1646 + }, + "test_nr": { + "loss": 2.29777265625, + "accuracy": 0.1646 + }, + "test_r": { + "loss": 2.29780234375, + "accuracy": 0.1631 + }, + "rotation_robustness": { + "rot_00": 0.1632, + "rot_01": 0.1631, + "rot_02": 0.1631, + "rot_03": 0.1632, + "rot_04": 0.163, + "rot_05": 0.1631, + "rot_06": 0.1629, + "rot_07": 0.1631, + "rot_08": 0.1631, + "rot_09": 0.1631, + "mean_accuracy": 0.16309, + "std_accuracy": 8.306623862918531e-05 + }, + "wall_time_s": 6.1817967891693115, + "epochs_run": 12, + "peak_train_alloc_bytes": 48505856, + "peak_train_reserved_bytes": 73400320, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum_matched", + "--train_mode", + "C", + "--seed", + "456", + "--hidden", + "1312", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_matched_C_seed789_n100/results.json b/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_matched_C_seed789_n100/results.json new file mode 100644 index 0000000..e79d1c2 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_matched_C_seed789_n100/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum_matched", + "base_model": "power_spectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 789, + "lmax": 15, + "n_params": 231906, + "invariant_dim": 16, + "train_size": 100, + "train_examples": 100, + "best_val_accuracy": 0.1608, + "test_c": { + "loss": 2.2959814453125, + "accuracy": 0.1548 + }, + "test": { + "loss": 2.2959814453125, + "accuracy": 0.1548 + }, + "test_nr": { + "loss": 2.2959814453125, + "accuracy": 0.1548 + }, + "test_r": { + "loss": 2.29601484375, + "accuracy": 0.1544 + }, + "rotation_robustness": { + "rot_00": 0.1544, + "rot_01": 0.1544, + "rot_02": 0.1544, + "rot_03": 0.1544, + "rot_04": 0.1544, + "rot_05": 0.1544, + "rot_06": 0.1544, + "rot_07": 0.1544, + "rot_08": 0.1544, + "rot_09": 0.1544, + "mean_accuracy": 0.1544, + "std_accuracy": 0.0 + }, + "wall_time_s": 7.3122546672821045, + "epochs_run": 13, + "peak_train_alloc_bytes": 48505856, + "peak_train_reserved_bytes": 73400320, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum_matched", + "--train_mode", + "C", + "--seed", + "789", + "--hidden", + "1312", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_matched_R_seed101112_n100/results.json b/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_matched_R_seed101112_n100/results.json new file mode 100644 index 0000000..c546664 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_matched_R_seed101112_n100/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum_matched", + "base_model": "power_spectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 231906, + "invariant_dim": 16, + "train_size": 100, + "train_examples": 100, + "best_val_accuracy": 0.2006, + "test_c": { + "loss": 2.2938283203125, + "accuracy": 0.2077 + }, + "test": { + "loss": 2.2938283203125, + "accuracy": 0.2077 + }, + "test_nr": { + "loss": 2.2938283203125, + "accuracy": 0.2077 + }, + "test_r": { + "loss": 2.2938673828125, + "accuracy": 0.2097 + }, + "rotation_robustness": { + "rot_00": 0.21, + "rot_01": 0.2097, + "rot_02": 0.2097, + "rot_03": 0.2099, + "rot_04": 0.2097, + "rot_05": 0.2098, + "rot_06": 0.2098, + "rot_07": 0.2097, + "rot_08": 0.2097, + "rot_09": 0.2098, + "mean_accuracy": 0.20978, + "std_accuracy": 9.797958971132596e-05 + }, + "wall_time_s": 6.681638717651367, + "epochs_run": 13, + "peak_train_alloc_bytes": 48505856, + "peak_train_reserved_bytes": 73400320, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum_matched", + "--train_mode", + "R", + "--seed", + "101112", + "--hidden", + "1312", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_matched_R_seed123_n100/results.json b/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_matched_R_seed123_n100/results.json new file mode 100644 index 0000000..8c04109 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_matched_R_seed123_n100/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum_matched", + "base_model": "power_spectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 123, + "lmax": 15, + "n_params": 231906, + "invariant_dim": 16, + "train_size": 100, + "train_examples": 100, + "best_val_accuracy": 0.1706, + "test_c": { + "loss": 2.2999935546875, + "accuracy": 0.164 + }, + "test": { + "loss": 2.2999935546875, + "accuracy": 0.164 + }, + "test_nr": { + "loss": 2.2999935546875, + "accuracy": 0.164 + }, + "test_r": { + "loss": 2.3001009765625, + "accuracy": 0.1644 + }, + "rotation_robustness": { + "rot_00": 0.1644, + "rot_01": 0.1642, + "rot_02": 0.1643, + "rot_03": 0.1645, + "rot_04": 0.1644, + "rot_05": 0.1643, + "rot_06": 0.1641, + "rot_07": 0.1643, + "rot_08": 0.1643, + "rot_09": 0.1643, + "mean_accuracy": 0.16431, + "std_accuracy": 0.00010440306508910463 + }, + "wall_time_s": 8.348488092422485, + "epochs_run": 18, + "peak_train_alloc_bytes": 48505856, + "peak_train_reserved_bytes": 73400320, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum_matched", + "--train_mode", + "R", + "--seed", + "123", + "--hidden", + "1312", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_matched_R_seed456_n100/results.json b/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_matched_R_seed456_n100/results.json new file mode 100644 index 0000000..49e79a1 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_matched_R_seed456_n100/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum_matched", + "base_model": "power_spectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 456, + "lmax": 15, + "n_params": 231906, + "invariant_dim": 16, + "train_size": 100, + "train_examples": 100, + "best_val_accuracy": 0.1609, + "test_c": { + "loss": 2.2978125, + "accuracy": 0.1546 + }, + "test": { + "loss": 2.2978125, + "accuracy": 0.1546 + }, + "test_nr": { + "loss": 2.2978125, + "accuracy": 0.1546 + }, + "test_r": { + "loss": 2.2978396484375, + "accuracy": 0.1533 + }, + "rotation_robustness": { + "rot_00": 0.1534, + "rot_01": 0.1533, + "rot_02": 0.1534, + "rot_03": 0.1535, + "rot_04": 0.1533, + "rot_05": 0.1534, + "rot_06": 0.1534, + "rot_07": 0.1535, + "rot_08": 0.1536, + "rot_09": 0.1535, + "mean_accuracy": 0.15343, + "std_accuracy": 8.999999999999811e-05 + }, + "wall_time_s": 5.60359263420105, + "epochs_run": 12, + "peak_train_alloc_bytes": 48505856, + "peak_train_reserved_bytes": 73400320, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum_matched", + "--train_mode", + "R", + "--seed", + "456", + "--hidden", + "1312", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_matched_R_seed789_n100/results.json b/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_matched_R_seed789_n100/results.json new file mode 100644 index 0000000..e5c1581 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_100/power_spectrum_matched_R_seed789_n100/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum_matched", + "base_model": "power_spectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 789, + "lmax": 15, + "n_params": 231906, + "invariant_dim": 16, + "train_size": 100, + "train_examples": 100, + "best_val_accuracy": 0.1639, + "test_c": { + "loss": 2.2959634765625, + "accuracy": 0.1586 + }, + "test": { + "loss": 2.2959634765625, + "accuracy": 0.1586 + }, + "test_nr": { + "loss": 2.2959634765625, + "accuracy": 0.1586 + }, + "test_r": { + "loss": 2.2959880859375, + "accuracy": 0.1585 + }, + "rotation_robustness": { + "rot_00": 0.1585, + "rot_01": 0.1586, + "rot_02": 0.1585, + "rot_03": 0.1586, + "rot_04": 0.1585, + "rot_05": 0.1586, + "rot_06": 0.1585, + "rot_07": 0.1585, + "rot_08": 0.1585, + "rot_09": 0.1585, + "mean_accuracy": 0.15853, + "std_accuracy": 4.5825756949553354e-05 + }, + "wall_time_s": 6.318240165710449, + "epochs_run": 13, + "peak_train_alloc_bytes": 48505856, + "peak_train_reserved_bytes": 73400320, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum_matched", + "--train_mode", + "R", + "--seed", + "789", + "--hidden", + "1312", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_100/standard_C_seed101112_n100/results.json b/paper/experiments/normalized_results/spherical_mnist/n_100/standard_C_seed101112_n100/results.json new file mode 100644 index 0000000..b5cd014 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_100/standard_C_seed101112_n100/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "standard", + "base_model": "standard", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 184778, + "invariant_dim": null, + "train_size": 100, + "train_examples": 100, + "best_val_accuracy": 0.4065, + "test_c": { + "loss": 2.25869716796875, + "accuracy": 0.4178 + }, + "test": { + "loss": 2.25869716796875, + "accuracy": 0.4178 + }, + "test_nr": { + "loss": 2.25869716796875, + "accuracy": 0.4178 + }, + "test_r": { + "loss": 2.3044970703125, + "accuracy": 0.1005 + }, + "rotation_robustness": { + "rot_00": 0.1591, + "rot_01": 0.098, + "rot_02": 0.098, + "rot_03": 0.098, + "rot_04": 0.0481, + "rot_05": 0.098, + "rot_06": 0.098, + "rot_07": 0.0999, + "rot_08": 0.1008, + "rot_09": 0.0988, + "mean_accuracy": 0.09967000000000001, + "std_accuracy": 0.024914696466142226 + }, + "wall_time_s": 5.085543632507324, + "epochs_run": 15, + "peak_train_alloc_bytes": 331819008, + "peak_train_reserved_bytes": 742391808, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--run_label", + "standard", + "--train_mode", + "C", + "--seed", + "101112", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_100/standard_C_seed456_n100/results.json b/paper/experiments/normalized_results/spherical_mnist/n_100/standard_C_seed456_n100/results.json new file mode 100644 index 0000000..2eade6c --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_100/standard_C_seed456_n100/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "standard", + "base_model": "standard", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 456, + "lmax": 15, + "n_params": 184778, + "invariant_dim": null, + "train_size": 100, + "train_examples": 100, + "best_val_accuracy": 0.8495, + "test_c": { + "loss": 0.551273078918457, + "accuracy": 0.8446 + }, + "test": { + "loss": 0.551273078918457, + "accuracy": 0.8446 + }, + "test_nr": { + "loss": 0.551273078918457, + "accuracy": 0.8446 + }, + "test_r": { + "loss": 4.17928639831543, + "accuracy": 0.1195 + }, + "rotation_robustness": { + "rot_00": 0.1151, + "rot_01": 0.0518, + "rot_02": 0.1283, + "rot_03": 0.1018, + "rot_04": 0.112, + "rot_05": 0.0997, + "rot_06": 0.2104, + "rot_07": 0.1563, + "rot_08": 0.0752, + "rot_09": 0.1026, + "mean_accuracy": 0.11532, + "std_accuracy": 0.04139093620588933 + }, + "wall_time_s": 15.00304913520813, + "epochs_run": 50, + "peak_train_alloc_bytes": 331819008, + "peak_train_reserved_bytes": 742391808, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--run_label", + "standard", + "--train_mode", + "C", + "--seed", + "456", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_100/standard_C_seed789_n100/results.json b/paper/experiments/normalized_results/spherical_mnist/n_100/standard_C_seed789_n100/results.json new file mode 100644 index 0000000..b105730 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_100/standard_C_seed789_n100/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "standard", + "base_model": "standard", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 789, + "lmax": 15, + "n_params": 184778, + "invariant_dim": null, + "train_size": 100, + "train_examples": 100, + "best_val_accuracy": 0.3422, + "test_c": { + "loss": 2.228626171875, + "accuracy": 0.3265 + }, + "test": { + "loss": 2.228626171875, + "accuracy": 0.3265 + }, + "test_nr": { + "loss": 2.228626171875, + "accuracy": 0.3265 + }, + "test_r": { + "loss": 2.301131640625, + "accuracy": 0.1085 + }, + "rotation_robustness": { + "rot_00": 0.1174, + "rot_01": 0.1028, + "rot_02": 0.1028, + "rot_03": 0.1028, + "rot_04": 0.126, + "rot_05": 0.1029, + "rot_06": 0.1028, + "rot_07": 0.1028, + "rot_08": 0.0929, + "rot_09": 0.1028, + "mean_accuracy": 0.1056, + "std_accuracy": 0.008780774453315607 + }, + "wall_time_s": 6.87356424331665, + "epochs_run": 18, + "peak_train_alloc_bytes": 331819008, + "peak_train_reserved_bytes": 742391808, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--run_label", + "standard", + "--train_mode", + "C", + "--seed", + "789", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_100/standard_R_seed101112_n100/results.json b/paper/experiments/normalized_results/spherical_mnist/n_100/standard_R_seed101112_n100/results.json new file mode 100644 index 0000000..2cfd22c --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_100/standard_R_seed101112_n100/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "standard", + "base_model": "standard", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 184778, + "invariant_dim": null, + "train_size": 100, + "train_examples": 100, + "best_val_accuracy": 0.134, + "test_c": { + "loss": 2.303341796875, + "accuracy": 0.1103 + }, + "test": { + "loss": 2.303341796875, + "accuracy": 0.1103 + }, + "test_nr": { + "loss": 2.303341796875, + "accuracy": 0.1103 + }, + "test_r": { + "loss": 2.3048896484375, + "accuracy": 0.1358 + }, + "rotation_robustness": { + "rot_00": 0.1685, + "rot_01": 0.1023, + "rot_02": 0.1045, + "rot_03": 0.1258, + "rot_04": 0.1789, + "rot_05": 0.1394, + "rot_06": 0.1263, + "rot_07": 0.1218, + "rot_08": 0.1426, + "rot_09": 0.1152, + "mean_accuracy": 0.13252999999999998, + "std_accuracy": 0.024065994681292526 + }, + "wall_time_s": 6.781858921051025, + "epochs_run": 23, + "peak_train_alloc_bytes": 331819008, + "peak_train_reserved_bytes": 742391808, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--run_label", + "standard", + "--train_mode", + "R", + "--seed", + "101112", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_100/standard_R_seed123_n100/results.json b/paper/experiments/normalized_results/spherical_mnist/n_100/standard_R_seed123_n100/results.json new file mode 100644 index 0000000..4d4866e --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_100/standard_R_seed123_n100/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "standard", + "base_model": "standard", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 123, + "lmax": 15, + "n_params": 184778, + "invariant_dim": null, + "train_size": 100, + "train_examples": 100, + "best_val_accuracy": 0.1606, + "test_c": { + "loss": 3.6404108337402343, + "accuracy": 0.1561 + }, + "test": { + "loss": 3.6404108337402343, + "accuracy": 0.1561 + }, + "test_nr": { + "loss": 3.6404108337402343, + "accuracy": 0.1561 + }, + "test_r": { + "loss": 3.4482895874023436, + "accuracy": 0.1633 + }, + "rotation_robustness": { + "rot_00": 0.1866, + "rot_01": 0.1172, + "rot_02": 0.0408, + "rot_03": 0.1429, + "rot_04": 0.2305, + "rot_05": 0.1735, + "rot_06": 0.1183, + "rot_07": 0.1923, + "rot_08": 0.164, + "rot_09": 0.1323, + "mean_accuracy": 0.14984, + "std_accuracy": 0.04972541000333732 + }, + "wall_time_s": 13.393861532211304, + "epochs_run": 50, + "peak_train_alloc_bytes": 331819008, + "peak_train_reserved_bytes": 742391808, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--run_label", + "standard", + "--train_mode", + "R", + "--seed", + "123", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_100/standard_R_seed456_n100/results.json b/paper/experiments/normalized_results/spherical_mnist/n_100/standard_R_seed456_n100/results.json new file mode 100644 index 0000000..c0aa78b --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_100/standard_R_seed456_n100/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "standard", + "base_model": "standard", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 456, + "lmax": 15, + "n_params": 184778, + "invariant_dim": null, + "train_size": 100, + "train_examples": 100, + "best_val_accuracy": 0.1363, + "test_c": { + "loss": 2.295366015625, + "accuracy": 0.1069 + }, + "test": { + "loss": 2.295366015625, + "accuracy": 0.1069 + }, + "test_nr": { + "loss": 2.295366015625, + "accuracy": 0.1069 + }, + "test_r": { + "loss": 2.2993677734375, + "accuracy": 0.1423 + }, + "rotation_robustness": { + "rot_00": 0.1438, + "rot_01": 0.174, + "rot_02": 0.1341, + "rot_03": 0.1141, + "rot_04": 0.1377, + "rot_05": 0.1605, + "rot_06": 0.1123, + "rot_07": 0.1129, + "rot_08": 0.1577, + "rot_09": 0.1294, + "mean_accuracy": 0.13765, + "std_accuracy": 0.020429696522464548 + }, + "wall_time_s": 5.308688402175903, + "epochs_run": 17, + "peak_train_alloc_bytes": 331819008, + "peak_train_reserved_bytes": 742391808, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--run_label", + "standard", + "--train_mode", + "R", + "--seed", + "456", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_100/standard_R_seed789_n100/results.json b/paper/experiments/normalized_results/spherical_mnist/n_100/standard_R_seed789_n100/results.json new file mode 100644 index 0000000..973e5c7 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_100/standard_R_seed789_n100/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "standard", + "base_model": "standard", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 789, + "lmax": 15, + "n_params": 184778, + "invariant_dim": null, + "train_size": 100, + "train_examples": 100, + "best_val_accuracy": 0.1383, + "test_c": { + "loss": 2.222467529296875, + "accuracy": 0.1166 + }, + "test": { + "loss": 2.222467529296875, + "accuracy": 0.1166 + }, + "test_nr": { + "loss": 2.222467529296875, + "accuracy": 0.1166 + }, + "test_r": { + "loss": 2.35133388671875, + "accuracy": 0.1342 + }, + "rotation_robustness": { + "rot_00": 0.1156, + "rot_01": 0.1156, + "rot_02": 0.0678, + "rot_03": 0.1429, + "rot_04": 0.1319, + "rot_05": 0.1455, + "rot_06": 0.1533, + "rot_07": 0.1926, + "rot_08": 0.1252, + "rot_09": 0.0671, + "mean_accuracy": 0.12575, + "std_accuracy": 0.03599208940864645 + }, + "wall_time_s": 10.662075757980347, + "epochs_run": 40, + "peak_train_alloc_bytes": 331819008, + "peak_train_reserved_bytes": 742391808, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--run_label", + "standard", + "--train_mode", + "R", + "--seed", + "789", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_100", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "100" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_12500/bispectrum_C_seed101112_n12500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_12500/bispectrum_C_seed101112_n12500/results.json new file mode 100644 index 0000000..f5a8369 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_12500/bispectrum_C_seed101112_n12500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "bispectrum", + "base_model": "bispectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 231818, + "invariant_dim": 768, + "train_size": 12500, + "train_examples": 12500, + "best_val_accuracy": 0.9293, + "test_c": { + "loss": 0.24877895908355713, + "accuracy": 0.9232 + }, + "test": { + "loss": 0.24877895908355713, + "accuracy": 0.9232 + }, + "test_nr": { + "loss": 0.24877895908355713, + "accuracy": 0.9232 + }, + "test_r": { + "loss": 0.2505789882183075, + "accuracy": 0.9218 + }, + "rotation_robustness": { + "rot_00": 0.9221, + "rot_01": 0.9219, + "rot_02": 0.9218, + "rot_03": 0.9218, + "rot_04": 0.9217, + "rot_05": 0.9219, + "rot_06": 0.9219, + "rot_07": 0.9218, + "rot_08": 0.9214, + "rot_09": 0.9219, + "mean_accuracy": 0.92182, + "std_accuracy": 0.0001720465053408723 + }, + "wall_time_s": 15.575069665908813, + "epochs_run": 20, + "peak_train_alloc_bytes": 421850624, + "peak_train_reserved_bytes": 847249408, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--run_label", + "bispectrum", + "--train_mode", + "C", + "--seed", + "101112", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_12500/bispectrum_C_seed456_n12500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_12500/bispectrum_C_seed456_n12500/results.json new file mode 100644 index 0000000..d0723da --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_12500/bispectrum_C_seed456_n12500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "bispectrum", + "base_model": "bispectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 456, + "lmax": 15, + "n_params": 231818, + "invariant_dim": 768, + "train_size": 12500, + "train_examples": 12500, + "best_val_accuracy": 0.9281, + "test_c": { + "loss": 0.24837757403850555, + "accuracy": 0.9237 + }, + "test": { + "loss": 0.24837757403850555, + "accuracy": 0.9237 + }, + "test_nr": { + "loss": 0.24837757403850555, + "accuracy": 0.9237 + }, + "test_r": { + "loss": 0.2500626877784729, + "accuracy": 0.9244 + }, + "rotation_robustness": { + "rot_00": 0.9242, + "rot_01": 0.9245, + "rot_02": 0.9245, + "rot_03": 0.9244, + "rot_04": 0.9243, + "rot_05": 0.9243, + "rot_06": 0.9242, + "rot_07": 0.9244, + "rot_08": 0.9239, + "rot_09": 0.9244, + "mean_accuracy": 0.92431, + "std_accuracy": 0.00016999999999998126 + }, + "wall_time_s": 13.083370685577393, + "epochs_run": 20, + "peak_train_alloc_bytes": 421850624, + "peak_train_reserved_bytes": 847249408, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--run_label", + "bispectrum", + "--train_mode", + "C", + "--seed", + "456", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_12500/bispectrum_C_seed789_n12500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_12500/bispectrum_C_seed789_n12500/results.json new file mode 100644 index 0000000..4ebfd3b --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_12500/bispectrum_C_seed789_n12500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "bispectrum", + "base_model": "bispectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 789, + "lmax": 15, + "n_params": 231818, + "invariant_dim": 768, + "train_size": 12500, + "train_examples": 12500, + "best_val_accuracy": 0.9285, + "test_c": { + "loss": 0.24951702466011047, + "accuracy": 0.9231 + }, + "test": { + "loss": 0.24951702466011047, + "accuracy": 0.9231 + }, + "test_nr": { + "loss": 0.24951702466011047, + "accuracy": 0.9231 + }, + "test_r": { + "loss": 0.25121584463119506, + "accuracy": 0.9239 + }, + "rotation_robustness": { + "rot_00": 0.924, + "rot_01": 0.9239, + "rot_02": 0.9242, + "rot_03": 0.924, + "rot_04": 0.9241, + "rot_05": 0.9241, + "rot_06": 0.9241, + "rot_07": 0.9237, + "rot_08": 0.9236, + "rot_09": 0.9238, + "mean_accuracy": 0.9239499999999999, + "std_accuracy": 0.0001857417562100915 + }, + "wall_time_s": 13.217076778411865, + "epochs_run": 20, + "peak_train_alloc_bytes": 421850624, + "peak_train_reserved_bytes": 847249408, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--run_label", + "bispectrum", + "--train_mode", + "C", + "--seed", + "789", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_12500/bispectrum_R_seed101112_n12500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_12500/bispectrum_R_seed101112_n12500/results.json new file mode 100644 index 0000000..7ee50f6 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_12500/bispectrum_R_seed101112_n12500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "bispectrum", + "base_model": "bispectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 231818, + "invariant_dim": 768, + "train_size": 12500, + "train_examples": 12500, + "best_val_accuracy": 0.9298, + "test_c": { + "loss": 0.25102595186233523, + "accuracy": 0.9227 + }, + "test": { + "loss": 0.25102595186233523, + "accuracy": 0.9227 + }, + "test_nr": { + "loss": 0.25102595186233523, + "accuracy": 0.9227 + }, + "test_r": { + "loss": 0.25179893980026247, + "accuracy": 0.9232 + }, + "rotation_robustness": { + "rot_00": 0.9234, + "rot_01": 0.9232, + "rot_02": 0.9234, + "rot_03": 0.9234, + "rot_04": 0.9233, + "rot_05": 0.9234, + "rot_06": 0.9232, + "rot_07": 0.9234, + "rot_08": 0.9235, + "rot_09": 0.9232, + "mean_accuracy": 0.9233399999999999, + "std_accuracy": 0.00010198039027184446 + }, + "wall_time_s": 11.590259552001953, + "epochs_run": 19, + "peak_train_alloc_bytes": 421850624, + "peak_train_reserved_bytes": 847249408, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--run_label", + "bispectrum", + "--train_mode", + "R", + "--seed", + "101112", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_12500/bispectrum_R_seed123_n12500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_12500/bispectrum_R_seed123_n12500/results.json new file mode 100644 index 0000000..a8a4cf0 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_12500/bispectrum_R_seed123_n12500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "bispectrum", + "base_model": "bispectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 123, + "lmax": 15, + "n_params": 231818, + "invariant_dim": 768, + "train_size": 12500, + "train_examples": 12500, + "best_val_accuracy": 0.9305, + "test_c": { + "loss": 0.24684222011566162, + "accuracy": 0.9239 + }, + "test": { + "loss": 0.24684222011566162, + "accuracy": 0.9239 + }, + "test_nr": { + "loss": 0.24684222011566162, + "accuracy": 0.9239 + }, + "test_r": { + "loss": 0.24773824434280395, + "accuracy": 0.9231 + }, + "rotation_robustness": { + "rot_00": 0.9231, + "rot_01": 0.923, + "rot_02": 0.923, + "rot_03": 0.9228, + "rot_04": 0.9233, + "rot_05": 0.9233, + "rot_06": 0.9227, + "rot_07": 0.9231, + "rot_08": 0.9229, + "rot_09": 0.9228, + "mean_accuracy": 0.923, + "std_accuracy": 0.00019493588689619768 + }, + "wall_time_s": 12.080832958221436, + "epochs_run": 19, + "peak_train_alloc_bytes": 421850624, + "peak_train_reserved_bytes": 847249408, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--run_label", + "bispectrum", + "--train_mode", + "R", + "--seed", + "123", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_12500/bispectrum_R_seed456_n12500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_12500/bispectrum_R_seed456_n12500/results.json new file mode 100644 index 0000000..215e0fb --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_12500/bispectrum_R_seed456_n12500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "bispectrum", + "base_model": "bispectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 456, + "lmax": 15, + "n_params": 231818, + "invariant_dim": 768, + "train_size": 12500, + "train_examples": 12500, + "best_val_accuracy": 0.9288, + "test_c": { + "loss": 0.24516081749200822, + "accuracy": 0.9255 + }, + "test": { + "loss": 0.24516081749200822, + "accuracy": 0.9255 + }, + "test_nr": { + "loss": 0.24516081749200822, + "accuracy": 0.9255 + }, + "test_r": { + "loss": 0.2455001538872719, + "accuracy": 0.9248 + }, + "rotation_robustness": { + "rot_00": 0.925, + "rot_01": 0.9251, + "rot_02": 0.9253, + "rot_03": 0.9251, + "rot_04": 0.9249, + "rot_05": 0.925, + "rot_06": 0.925, + "rot_07": 0.9251, + "rot_08": 0.9251, + "rot_09": 0.9253, + "mean_accuracy": 0.92509, + "std_accuracy": 0.00012206555615732358 + }, + "wall_time_s": 12.655940055847168, + "epochs_run": 20, + "peak_train_alloc_bytes": 421850624, + "peak_train_reserved_bytes": 847249408, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--run_label", + "bispectrum", + "--train_mode", + "R", + "--seed", + "456", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_12500/bispectrum_R_seed789_n12500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_12500/bispectrum_R_seed789_n12500/results.json new file mode 100644 index 0000000..4570912 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_12500/bispectrum_R_seed789_n12500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "bispectrum", + "base_model": "bispectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 789, + "lmax": 15, + "n_params": 231818, + "invariant_dim": 768, + "train_size": 12500, + "train_examples": 12500, + "best_val_accuracy": 0.9279, + "test_c": { + "loss": 0.25100899114608766, + "accuracy": 0.9228 + }, + "test": { + "loss": 0.25100899114608766, + "accuracy": 0.9228 + }, + "test_nr": { + "loss": 0.25100899114608766, + "accuracy": 0.9228 + }, + "test_r": { + "loss": 0.25150770206451417, + "accuracy": 0.9236 + }, + "rotation_robustness": { + "rot_00": 0.9233, + "rot_01": 0.9235, + "rot_02": 0.9236, + "rot_03": 0.9236, + "rot_04": 0.9235, + "rot_05": 0.9235, + "rot_06": 0.9236, + "rot_07": 0.9233, + "rot_08": 0.9237, + "rot_09": 0.9233, + "mean_accuracy": 0.9234899999999999, + "std_accuracy": 0.00013747727084866007 + }, + "wall_time_s": 12.638801336288452, + "epochs_run": 20, + "peak_train_alloc_bytes": 421850624, + "peak_train_reserved_bytes": 847249408, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--run_label", + "bispectrum", + "--train_mode", + "R", + "--seed", + "789", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_C_seed101112_n12500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_C_seed101112_n12500/results.json new file mode 100644 index 0000000..c0f5d51 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_C_seed101112_n12500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum", + "base_model": "power_spectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 11466, + "invariant_dim": 16, + "train_size": 12500, + "train_examples": 12500, + "best_val_accuracy": 0.7475, + "test_c": { + "loss": 0.7816017665863038, + "accuracy": 0.7409 + }, + "test": { + "loss": 0.7816017665863038, + "accuracy": 0.7409 + }, + "test_nr": { + "loss": 0.7816017665863038, + "accuracy": 0.7409 + }, + "test_r": { + "loss": 0.7854811002731323, + "accuracy": 0.7393 + }, + "rotation_robustness": { + "rot_00": 0.7393, + "rot_01": 0.739, + "rot_02": 0.7394, + "rot_03": 0.7388, + "rot_04": 0.739, + "rot_05": 0.7389, + "rot_06": 0.739, + "rot_07": 0.739, + "rot_08": 0.7393, + "rot_09": 0.7391, + "mean_accuracy": 0.73908, + "std_accuracy": 0.00018330302779821341 + }, + "wall_time_s": 31.134422779083252, + "epochs_run": 40, + "peak_train_alloc_bytes": 43872768, + "peak_train_reserved_bytes": 69206016, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum", + "--train_mode", + "C", + "--seed", + "101112", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_C_seed456_n12500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_C_seed456_n12500/results.json new file mode 100644 index 0000000..4cc30fb --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_C_seed456_n12500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum", + "base_model": "power_spectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 456, + "lmax": 15, + "n_params": 11466, + "invariant_dim": 16, + "train_size": 12500, + "train_examples": 12500, + "best_val_accuracy": 0.7517, + "test_c": { + "loss": 0.7732325410842895, + "accuracy": 0.7394 + }, + "test": { + "loss": 0.7732325410842895, + "accuracy": 0.7394 + }, + "test_nr": { + "loss": 0.7732325410842895, + "accuracy": 0.7394 + }, + "test_r": { + "loss": 0.778741473197937, + "accuracy": 0.7383 + }, + "rotation_robustness": { + "rot_00": 0.7386, + "rot_01": 0.738, + "rot_02": 0.7382, + "rot_03": 0.7381, + "rot_04": 0.7381, + "rot_05": 0.7383, + "rot_06": 0.7382, + "rot_07": 0.7383, + "rot_08": 0.738, + "rot_09": 0.7382, + "mean_accuracy": 0.7382, + "std_accuracy": 0.00016733200530682322 + }, + "wall_time_s": 30.97183346748352, + "epochs_run": 36, + "peak_train_alloc_bytes": 43872768, + "peak_train_reserved_bytes": 69206016, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum", + "--train_mode", + "C", + "--seed", + "456", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_C_seed789_n12500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_C_seed789_n12500/results.json new file mode 100644 index 0000000..486eb53 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_C_seed789_n12500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum", + "base_model": "power_spectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 789, + "lmax": 15, + "n_params": 11466, + "invariant_dim": 16, + "train_size": 12500, + "train_examples": 12500, + "best_val_accuracy": 0.749, + "test_c": { + "loss": 0.7825688472747803, + "accuracy": 0.7369 + }, + "test": { + "loss": 0.7825688472747803, + "accuracy": 0.7369 + }, + "test_nr": { + "loss": 0.7825688472747803, + "accuracy": 0.7369 + }, + "test_r": { + "loss": 0.7863073558807373, + "accuracy": 0.7346 + }, + "rotation_robustness": { + "rot_00": 0.7338, + "rot_01": 0.7355, + "rot_02": 0.7348, + "rot_03": 0.7349, + "rot_04": 0.7341, + "rot_05": 0.7347, + "rot_06": 0.7347, + "rot_07": 0.7349, + "rot_08": 0.7348, + "rot_09": 0.7346, + "mean_accuracy": 0.73468, + "std_accuracy": 0.0004377213725647954 + }, + "wall_time_s": 28.719276905059814, + "epochs_run": 40, + "peak_train_alloc_bytes": 43872768, + "peak_train_reserved_bytes": 69206016, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum", + "--train_mode", + "C", + "--seed", + "789", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_R_seed101112_n12500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_R_seed101112_n12500/results.json new file mode 100644 index 0000000..772f94b --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_R_seed101112_n12500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum", + "base_model": "power_spectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 11466, + "invariant_dim": 16, + "train_size": 12500, + "train_examples": 12500, + "best_val_accuracy": 0.747, + "test_c": { + "loss": 0.7850464721679687, + "accuracy": 0.7384 + }, + "test": { + "loss": 0.7850464721679687, + "accuracy": 0.7384 + }, + "test_nr": { + "loss": 0.7850464721679687, + "accuracy": 0.7384 + }, + "test_r": { + "loss": 0.7836517292022706, + "accuracy": 0.7405 + }, + "rotation_robustness": { + "rot_00": 0.7405, + "rot_01": 0.7401, + "rot_02": 0.7404, + "rot_03": 0.7401, + "rot_04": 0.7407, + "rot_05": 0.7403, + "rot_06": 0.7402, + "rot_07": 0.7403, + "rot_08": 0.7399, + "rot_09": 0.7404, + "mean_accuracy": 0.74029, + "std_accuracy": 0.0002165640782770851 + }, + "wall_time_s": 31.705037593841553, + "epochs_run": 40, + "peak_train_alloc_bytes": 43872768, + "peak_train_reserved_bytes": 69206016, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum", + "--train_mode", + "R", + "--seed", + "101112", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_R_seed123_n12500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_R_seed123_n12500/results.json new file mode 100644 index 0000000..f03b460 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_R_seed123_n12500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum", + "base_model": "power_spectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 123, + "lmax": 15, + "n_params": 11466, + "invariant_dim": 16, + "train_size": 12500, + "train_examples": 12500, + "best_val_accuracy": 0.7503, + "test_c": { + "loss": 0.7729163362503052, + "accuracy": 0.7396 + }, + "test": { + "loss": 0.7729163362503052, + "accuracy": 0.7396 + }, + "test_nr": { + "loss": 0.7729163362503052, + "accuracy": 0.7396 + }, + "test_r": { + "loss": 0.7710004705429078, + "accuracy": 0.7403 + }, + "rotation_robustness": { + "rot_00": 0.7402, + "rot_01": 0.7404, + "rot_02": 0.74, + "rot_03": 0.7403, + "rot_04": 0.7401, + "rot_05": 0.7406, + "rot_06": 0.7403, + "rot_07": 0.7406, + "rot_08": 0.7401, + "rot_09": 0.7402, + "mean_accuracy": 0.74028, + "std_accuracy": 0.00019390719429666843 + }, + "wall_time_s": 31.74887990951538, + "epochs_run": 40, + "peak_train_alloc_bytes": 43872768, + "peak_train_reserved_bytes": 69206016, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum", + "--train_mode", + "R", + "--seed", + "123", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_R_seed456_n12500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_R_seed456_n12500/results.json new file mode 100644 index 0000000..e56c933 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_R_seed456_n12500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum", + "base_model": "power_spectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 456, + "lmax": 15, + "n_params": 11466, + "invariant_dim": 16, + "train_size": 12500, + "train_examples": 12500, + "best_val_accuracy": 0.751, + "test_c": { + "loss": 0.7720862819671631, + "accuracy": 0.7409 + }, + "test": { + "loss": 0.7720862819671631, + "accuracy": 0.7409 + }, + "test_nr": { + "loss": 0.7720862819671631, + "accuracy": 0.7409 + }, + "test_r": { + "loss": 0.7715091352462768, + "accuracy": 0.7414 + }, + "rotation_robustness": { + "rot_00": 0.7413, + "rot_01": 0.7419, + "rot_02": 0.7411, + "rot_03": 0.7417, + "rot_04": 0.7409, + "rot_05": 0.7417, + "rot_06": 0.7415, + "rot_07": 0.7409, + "rot_08": 0.7414, + "rot_09": 0.741, + "mean_accuracy": 0.74134, + "std_accuracy": 0.0003411744421846489 + }, + "wall_time_s": 29.358876943588257, + "epochs_run": 40, + "peak_train_alloc_bytes": 43872768, + "peak_train_reserved_bytes": 69206016, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum", + "--train_mode", + "R", + "--seed", + "456", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_R_seed789_n12500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_R_seed789_n12500/results.json new file mode 100644 index 0000000..07d4f53 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_R_seed789_n12500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum", + "base_model": "power_spectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 789, + "lmax": 15, + "n_params": 11466, + "invariant_dim": 16, + "train_size": 12500, + "train_examples": 12500, + "best_val_accuracy": 0.7472, + "test_c": { + "loss": 0.78177333278656, + "accuracy": 0.7376 + }, + "test": { + "loss": 0.78177333278656, + "accuracy": 0.7376 + }, + "test_nr": { + "loss": 0.78177333278656, + "accuracy": 0.7376 + }, + "test_r": { + "loss": 0.7817098007202149, + "accuracy": 0.7371 + }, + "rotation_robustness": { + "rot_00": 0.7374, + "rot_01": 0.7371, + "rot_02": 0.737, + "rot_03": 0.737, + "rot_04": 0.7379, + "rot_05": 0.7374, + "rot_06": 0.7374, + "rot_07": 0.7376, + "rot_08": 0.7374, + "rot_09": 0.7377, + "mean_accuracy": 0.73739, + "std_accuracy": 0.00028089143810377414 + }, + "wall_time_s": 27.342643976211548, + "epochs_run": 37, + "peak_train_alloc_bytes": 43872768, + "peak_train_reserved_bytes": 69206016, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum", + "--train_mode", + "R", + "--seed", + "789", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_matched_C_seed101112_n12500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_matched_C_seed101112_n12500/results.json new file mode 100644 index 0000000..fb8628c --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_matched_C_seed101112_n12500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum_matched", + "base_model": "power_spectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 231906, + "invariant_dim": 16, + "train_size": 12500, + "train_examples": 12500, + "best_val_accuracy": 0.7797, + "test_c": { + "loss": 0.6900833257675171, + "accuracy": 0.7641 + }, + "test": { + "loss": 0.6900833257675171, + "accuracy": 0.7641 + }, + "test_nr": { + "loss": 0.6900833257675171, + "accuracy": 0.7641 + }, + "test_r": { + "loss": 0.6957398083686829, + "accuracy": 0.7674 + }, + "rotation_robustness": { + "rot_00": 0.7673, + "rot_01": 0.7672, + "rot_02": 0.7672, + "rot_03": 0.7674, + "rot_04": 0.7671, + "rot_05": 0.7669, + "rot_06": 0.767, + "rot_07": 0.7668, + "rot_08": 0.7668, + "rot_09": 0.7665, + "mean_accuracy": 0.76702, + "std_accuracy": 0.0002599999999999936 + }, + "wall_time_s": 30.289587020874023, + "epochs_run": 40, + "peak_train_alloc_bytes": 47850496, + "peak_train_reserved_bytes": 73400320, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum_matched", + "--train_mode", + "C", + "--seed", + "101112", + "--hidden", + "1312", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_matched_C_seed456_n12500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_matched_C_seed456_n12500/results.json new file mode 100644 index 0000000..1f6acfc --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_matched_C_seed456_n12500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum_matched", + "base_model": "power_spectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 456, + "lmax": 15, + "n_params": 231906, + "invariant_dim": 16, + "train_size": 12500, + "train_examples": 12500, + "best_val_accuracy": 0.7789, + "test_c": { + "loss": 0.6958106978416443, + "accuracy": 0.7666 + }, + "test": { + "loss": 0.6958106978416443, + "accuracy": 0.7666 + }, + "test_nr": { + "loss": 0.6958106978416443, + "accuracy": 0.7666 + }, + "test_r": { + "loss": 0.6989343936920166, + "accuracy": 0.766 + }, + "rotation_robustness": { + "rot_00": 0.7661, + "rot_01": 0.7662, + "rot_02": 0.7662, + "rot_03": 0.766, + "rot_04": 0.7659, + "rot_05": 0.7659, + "rot_06": 0.7658, + "rot_07": 0.7661, + "rot_08": 0.7659, + "rot_09": 0.766, + "mean_accuracy": 0.76601, + "std_accuracy": 0.00012999999999998568 + }, + "wall_time_s": 29.95173978805542, + "epochs_run": 40, + "peak_train_alloc_bytes": 47850496, + "peak_train_reserved_bytes": 73400320, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum_matched", + "--train_mode", + "C", + "--seed", + "456", + "--hidden", + "1312", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_matched_C_seed789_n12500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_matched_C_seed789_n12500/results.json new file mode 100644 index 0000000..6100f8c --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_matched_C_seed789_n12500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum_matched", + "base_model": "power_spectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 789, + "lmax": 15, + "n_params": 231906, + "invariant_dim": 16, + "train_size": 12500, + "train_examples": 12500, + "best_val_accuracy": 0.7772, + "test_c": { + "loss": 0.6923677894592285, + "accuracy": 0.7646 + }, + "test": { + "loss": 0.6923677894592285, + "accuracy": 0.7646 + }, + "test_nr": { + "loss": 0.6923677894592285, + "accuracy": 0.7646 + }, + "test_r": { + "loss": 0.6967364873886108, + "accuracy": 0.7616 + }, + "rotation_robustness": { + "rot_00": 0.7615, + "rot_01": 0.7611, + "rot_02": 0.761, + "rot_03": 0.7619, + "rot_04": 0.761, + "rot_05": 0.7616, + "rot_06": 0.7614, + "rot_07": 0.7618, + "rot_08": 0.7615, + "rot_09": 0.7617, + "mean_accuracy": 0.76145, + "std_accuracy": 0.00030740852297879743 + }, + "wall_time_s": 32.531656980514526, + "epochs_run": 40, + "peak_train_alloc_bytes": 47850496, + "peak_train_reserved_bytes": 73400320, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum_matched", + "--train_mode", + "C", + "--seed", + "789", + "--hidden", + "1312", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_matched_R_seed101112_n12500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_matched_R_seed101112_n12500/results.json new file mode 100644 index 0000000..661ae92 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_matched_R_seed101112_n12500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum_matched", + "base_model": "power_spectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 231906, + "invariant_dim": 16, + "train_size": 12500, + "train_examples": 12500, + "best_val_accuracy": 0.7787, + "test_c": { + "loss": 0.7005006393432617, + "accuracy": 0.7605 + }, + "test": { + "loss": 0.7005006393432617, + "accuracy": 0.7605 + }, + "test_nr": { + "loss": 0.7005006393432617, + "accuracy": 0.7605 + }, + "test_r": { + "loss": 0.6935994663238525, + "accuracy": 0.7609 + }, + "rotation_robustness": { + "rot_00": 0.7604, + "rot_01": 0.7617, + "rot_02": 0.7609, + "rot_03": 0.7608, + "rot_04": 0.7612, + "rot_05": 0.7609, + "rot_06": 0.7613, + "rot_07": 0.7614, + "rot_08": 0.7607, + "rot_09": 0.7611, + "mean_accuracy": 0.76104, + "std_accuracy": 0.00035832945734337916 + }, + "wall_time_s": 28.90494990348816, + "epochs_run": 39, + "peak_train_alloc_bytes": 47850496, + "peak_train_reserved_bytes": 73400320, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum_matched", + "--train_mode", + "R", + "--seed", + "101112", + "--hidden", + "1312", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_matched_R_seed123_n12500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_matched_R_seed123_n12500/results.json new file mode 100644 index 0000000..437c4d5 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_matched_R_seed123_n12500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum_matched", + "base_model": "power_spectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 123, + "lmax": 15, + "n_params": 231906, + "invariant_dim": 16, + "train_size": 12500, + "train_examples": 12500, + "best_val_accuracy": 0.7801, + "test_c": { + "loss": 0.6881932634353638, + "accuracy": 0.7683 + }, + "test": { + "loss": 0.6881932634353638, + "accuracy": 0.7683 + }, + "test_nr": { + "loss": 0.6881932634353638, + "accuracy": 0.7683 + }, + "test_r": { + "loss": 0.6853401323318481, + "accuracy": 0.769 + }, + "rotation_robustness": { + "rot_00": 0.7694, + "rot_01": 0.7691, + "rot_02": 0.769, + "rot_03": 0.7689, + "rot_04": 0.769, + "rot_05": 0.7692, + "rot_06": 0.7688, + "rot_07": 0.769, + "rot_08": 0.7689, + "rot_09": 0.7685, + "mean_accuracy": 0.76898, + "std_accuracy": 0.00022715633383200938 + }, + "wall_time_s": 31.14845895767212, + "epochs_run": 38, + "peak_train_alloc_bytes": 47850496, + "peak_train_reserved_bytes": 73400320, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum_matched", + "--train_mode", + "R", + "--seed", + "123", + "--hidden", + "1312", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_matched_R_seed789_n12500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_matched_R_seed789_n12500/results.json new file mode 100644 index 0000000..56d74c8 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_12500/power_spectrum_matched_R_seed789_n12500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum_matched", + "base_model": "power_spectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 789, + "lmax": 15, + "n_params": 231906, + "invariant_dim": 16, + "train_size": 12500, + "train_examples": 12500, + "best_val_accuracy": 0.7777, + "test_c": { + "loss": 0.7003512845039368, + "accuracy": 0.7654 + }, + "test": { + "loss": 0.7003512845039368, + "accuracy": 0.7654 + }, + "test_nr": { + "loss": 0.7003512845039368, + "accuracy": 0.7654 + }, + "test_r": { + "loss": 0.6930609271049499, + "accuracy": 0.7646 + }, + "rotation_robustness": { + "rot_00": 0.7645, + "rot_01": 0.7644, + "rot_02": 0.7645, + "rot_03": 0.765, + "rot_04": 0.7637, + "rot_05": 0.7652, + "rot_06": 0.7648, + "rot_07": 0.7641, + "rot_08": 0.7644, + "rot_09": 0.7644, + "mean_accuracy": 0.7645, + "std_accuracy": 0.00040743097574926326 + }, + "wall_time_s": 28.971391439437866, + "epochs_run": 40, + "peak_train_alloc_bytes": 47850496, + "peak_train_reserved_bytes": 73400320, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum_matched", + "--train_mode", + "R", + "--seed", + "789", + "--hidden", + "1312", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_12500/standard_C_seed101112_n12500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_12500/standard_C_seed101112_n12500/results.json new file mode 100644 index 0000000..cd76ea1 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_12500/standard_C_seed101112_n12500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "standard", + "base_model": "standard", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 184778, + "invariant_dim": null, + "train_size": 12500, + "train_examples": 12500, + "best_val_accuracy": 0.985, + "test_c": { + "loss": 0.0456629775762558, + "accuracy": 0.9852 + }, + "test": { + "loss": 0.0456629775762558, + "accuracy": 0.9852 + }, + "test_nr": { + "loss": 0.0456629775762558, + "accuracy": 0.9852 + }, + "test_r": { + "loss": 9.852225170898437, + "accuracy": 0.127 + }, + "rotation_robustness": { + "rot_00": 0.1279, + "rot_01": 0.2031, + "rot_02": 0.0511, + "rot_03": 0.1278, + "rot_04": 0.034, + "rot_05": 0.0925, + "rot_06": 0.1405, + "rot_07": 0.1674, + "rot_08": 0.0528, + "rot_09": 0.1026, + "mean_accuracy": 0.10997000000000001, + "std_accuracy": 0.051388637849236675 + }, + "wall_time_s": 53.78462243080139, + "epochs_run": 39, + "peak_train_alloc_bytes": 738189312, + "peak_train_reserved_bytes": 1044381696, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--run_label", + "standard", + "--train_mode", + "C", + "--seed", + "101112", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_12500/standard_C_seed456_n12500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_12500/standard_C_seed456_n12500/results.json new file mode 100644 index 0000000..ab21bd1 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_12500/standard_C_seed456_n12500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "standard", + "base_model": "standard", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 456, + "lmax": 15, + "n_params": 184778, + "invariant_dim": null, + "train_size": 12500, + "train_examples": 12500, + "best_val_accuracy": 0.9867, + "test_c": { + "loss": 0.04662506123781204, + "accuracy": 0.9855 + }, + "test": { + "loss": 0.04662506123781204, + "accuracy": 0.9855 + }, + "test_nr": { + "loss": 0.04662506123781204, + "accuracy": 0.9855 + }, + "test_r": { + "loss": 10.441774880981445, + "accuracy": 0.1226 + }, + "rotation_robustness": { + "rot_00": 0.0975, + "rot_01": 0.1967, + "rot_02": 0.0542, + "rot_03": 0.0983, + "rot_04": 0.0282, + "rot_05": 0.0907, + "rot_06": 0.0857, + "rot_07": 0.1332, + "rot_08": 0.1038, + "rot_09": 0.1741, + "mean_accuracy": 0.10624, + "std_accuracy": 0.048085344960809004 + }, + "wall_time_s": 51.11815428733826, + "epochs_run": 37, + "peak_train_alloc_bytes": 738189312, + "peak_train_reserved_bytes": 1044381696, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--run_label", + "standard", + "--train_mode", + "C", + "--seed", + "456", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_12500/standard_C_seed789_n12500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_12500/standard_C_seed789_n12500/results.json new file mode 100644 index 0000000..3d9c5d3 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_12500/standard_C_seed789_n12500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "standard", + "base_model": "standard", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 789, + "lmax": 15, + "n_params": 184778, + "invariant_dim": null, + "train_size": 12500, + "train_examples": 12500, + "best_val_accuracy": 0.9827, + "test_c": { + "loss": 0.051124322497844696, + "accuracy": 0.9825 + }, + "test": { + "loss": 0.051124322497844696, + "accuracy": 0.9825 + }, + "test_nr": { + "loss": 0.051124322497844696, + "accuracy": 0.9825 + }, + "test_r": { + "loss": 10.959516436767577, + "accuracy": 0.1159 + }, + "rotation_robustness": { + "rot_00": 0.0935, + "rot_01": 0.0864, + "rot_02": 0.0629, + "rot_03": 0.0924, + "rot_04": 0.0494, + "rot_05": 0.0993, + "rot_06": 0.1341, + "rot_07": 0.1067, + "rot_08": 0.054, + "rot_09": 0.1004, + "mean_accuracy": 0.08791, + "std_accuracy": 0.024666594819715185 + }, + "wall_time_s": 49.77693152427673, + "epochs_run": 36, + "peak_train_alloc_bytes": 738189312, + "peak_train_reserved_bytes": 1044381696, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--run_label", + "standard", + "--train_mode", + "C", + "--seed", + "789", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_12500/standard_R_seed101112_n12500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_12500/standard_R_seed101112_n12500/results.json new file mode 100644 index 0000000..8f2cebb --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_12500/standard_R_seed101112_n12500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "standard", + "base_model": "standard", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 184778, + "invariant_dim": null, + "train_size": 12500, + "train_examples": 12500, + "best_val_accuracy": 0.5808, + "test_c": { + "loss": 1.2306975860595704, + "accuracy": 0.5366 + }, + "test": { + "loss": 1.2306975860595704, + "accuracy": 0.5366 + }, + "test_nr": { + "loss": 1.2306975860595704, + "accuracy": 0.5366 + }, + "test_r": { + "loss": 1.194323860168457, + "accuracy": 0.5673 + }, + "rotation_robustness": { + "rot_00": 0.6152, + "rot_01": 0.5961, + "rot_02": 0.5578, + "rot_03": 0.6264, + "rot_04": 0.5431, + "rot_05": 0.6264, + "rot_06": 0.5439, + "rot_07": 0.5841, + "rot_08": 0.5591, + "rot_09": 0.5706, + "mean_accuracy": 0.5822700000000001, + "std_accuracy": 0.03074456212080436 + }, + "wall_time_s": 50.75609993934631, + "epochs_run": 38, + "peak_train_alloc_bytes": 738189312, + "peak_train_reserved_bytes": 1044381696, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--run_label", + "standard", + "--train_mode", + "R", + "--seed", + "101112", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_12500/standard_R_seed123_n12500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_12500/standard_R_seed123_n12500/results.json new file mode 100644 index 0000000..ea65772 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_12500/standard_R_seed123_n12500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "standard", + "base_model": "standard", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 123, + "lmax": 15, + "n_params": 184778, + "invariant_dim": null, + "train_size": 12500, + "train_examples": 12500, + "best_val_accuracy": 0.4655, + "test_c": { + "loss": 1.4994411743164062, + "accuracy": 0.4551 + }, + "test": { + "loss": 1.4994411743164062, + "accuracy": 0.4551 + }, + "test_nr": { + "loss": 1.4994411743164062, + "accuracy": 0.4551 + }, + "test_r": { + "loss": 1.514631475830078, + "accuracy": 0.4608 + }, + "rotation_robustness": { + "rot_00": 0.4287, + "rot_01": 0.4703, + "rot_02": 0.4117, + "rot_03": 0.4476, + "rot_04": 0.4506, + "rot_05": 0.4273, + "rot_06": 0.4111, + "rot_07": 0.4722, + "rot_08": 0.457, + "rot_09": 0.463, + "mean_accuracy": 0.44394999999999996, + "std_accuracy": 0.021707383536483615 + }, + "wall_time_s": 29.10173487663269, + "epochs_run": 20, + "peak_train_alloc_bytes": 738189312, + "peak_train_reserved_bytes": 1044381696, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--run_label", + "standard", + "--train_mode", + "R", + "--seed", + "123", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_12500/standard_R_seed456_n12500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_12500/standard_R_seed456_n12500/results.json new file mode 100644 index 0000000..e8004fd --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_12500/standard_R_seed456_n12500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "standard", + "base_model": "standard", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 456, + "lmax": 15, + "n_params": 184778, + "invariant_dim": null, + "train_size": 12500, + "train_examples": 12500, + "best_val_accuracy": 0.5938, + "test_c": { + "loss": 1.1993659774780274, + "accuracy": 0.56 + }, + "test": { + "loss": 1.1993659774780274, + "accuracy": 0.56 + }, + "test_nr": { + "loss": 1.1993659774780274, + "accuracy": 0.56 + }, + "test_r": { + "loss": 1.1786394287109374, + "accuracy": 0.5745 + }, + "rotation_robustness": { + "rot_00": 0.576, + "rot_01": 0.5794, + "rot_02": 0.5912, + "rot_03": 0.5909, + "rot_04": 0.5618, + "rot_05": 0.5785, + "rot_06": 0.6037, + "rot_07": 0.6073, + "rot_08": 0.5702, + "rot_09": 0.6098, + "mean_accuracy": 0.5868800000000001, + "std_accuracy": 0.015530022537008756 + }, + "wall_time_s": 56.29955244064331, + "epochs_run": 40, + "peak_train_alloc_bytes": 738189312, + "peak_train_reserved_bytes": 1044381696, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--run_label", + "standard", + "--train_mode", + "R", + "--seed", + "456", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_12500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "12500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_2500/bispectrum_C_seed101112_n2500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_2500/bispectrum_C_seed101112_n2500/results.json new file mode 100644 index 0000000..28bb83e --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_2500/bispectrum_C_seed101112_n2500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "bispectrum", + "base_model": "bispectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 231818, + "invariant_dim": 768, + "train_size": 2500, + "train_examples": 2500, + "best_val_accuracy": 0.8958, + "test_c": { + "loss": 0.36525484352111814, + "accuracy": 0.8895 + }, + "test": { + "loss": 0.36525484352111814, + "accuracy": 0.8895 + }, + "test_nr": { + "loss": 0.36525484352111814, + "accuracy": 0.8895 + }, + "test_r": { + "loss": 0.36656819944381713, + "accuracy": 0.8887 + }, + "rotation_robustness": { + "rot_00": 0.8885, + "rot_01": 0.8886, + "rot_02": 0.8886, + "rot_03": 0.8886, + "rot_04": 0.8888, + "rot_05": 0.8883, + "rot_06": 0.8886, + "rot_07": 0.8884, + "rot_08": 0.8885, + "rot_09": 0.8885, + "mean_accuracy": 0.8885399999999999, + "std_accuracy": 0.0001280624847486654 + }, + "wall_time_s": 12.77001142501831, + "epochs_run": 39, + "peak_train_alloc_bytes": 421850624, + "peak_train_reserved_bytes": 847249408, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--run_label", + "bispectrum", + "--train_mode", + "C", + "--seed", + "101112", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_2500/bispectrum_C_seed456_n2500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_2500/bispectrum_C_seed456_n2500/results.json new file mode 100644 index 0000000..fd6a4c2 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_2500/bispectrum_C_seed456_n2500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "bispectrum", + "base_model": "bispectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 456, + "lmax": 15, + "n_params": 231818, + "invariant_dim": 768, + "train_size": 2500, + "train_examples": 2500, + "best_val_accuracy": 0.8988, + "test_c": { + "loss": 0.3522503648757935, + "accuracy": 0.8893 + }, + "test": { + "loss": 0.3522503648757935, + "accuracy": 0.8893 + }, + "test_nr": { + "loss": 0.3522503648757935, + "accuracy": 0.8893 + }, + "test_r": { + "loss": 0.3543343214035034, + "accuracy": 0.89 + }, + "rotation_robustness": { + "rot_00": 0.8893, + "rot_01": 0.8898, + "rot_02": 0.8895, + "rot_03": 0.8899, + "rot_04": 0.8896, + "rot_05": 0.8896, + "rot_06": 0.8894, + "rot_07": 0.8898, + "rot_08": 0.8901, + "rot_09": 0.8896, + "mean_accuracy": 0.8896599999999999, + "std_accuracy": 0.00022891046284521328 + }, + "wall_time_s": 13.012762069702148, + "epochs_run": 40, + "peak_train_alloc_bytes": 421850624, + "peak_train_reserved_bytes": 847249408, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--run_label", + "bispectrum", + "--train_mode", + "C", + "--seed", + "456", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_2500/bispectrum_C_seed789_n2500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_2500/bispectrum_C_seed789_n2500/results.json new file mode 100644 index 0000000..9038b4d --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_2500/bispectrum_C_seed789_n2500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "bispectrum", + "base_model": "bispectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 789, + "lmax": 15, + "n_params": 231818, + "invariant_dim": 768, + "train_size": 2500, + "train_examples": 2500, + "best_val_accuracy": 0.8969, + "test_c": { + "loss": 0.3666726207733154, + "accuracy": 0.8865 + }, + "test": { + "loss": 0.3666726207733154, + "accuracy": 0.8865 + }, + "test_nr": { + "loss": 0.3666726207733154, + "accuracy": 0.8865 + }, + "test_r": { + "loss": 0.36757737998962403, + "accuracy": 0.886 + }, + "rotation_robustness": { + "rot_00": 0.8863, + "rot_01": 0.8862, + "rot_02": 0.886, + "rot_03": 0.8864, + "rot_04": 0.8864, + "rot_05": 0.8863, + "rot_06": 0.8863, + "rot_07": 0.8864, + "rot_08": 0.8862, + "rot_09": 0.8859, + "mean_accuracy": 0.8862399999999999, + "std_accuracy": 0.00016248076809270132 + }, + "wall_time_s": 12.1513991355896, + "epochs_run": 38, + "peak_train_alloc_bytes": 421850624, + "peak_train_reserved_bytes": 847249408, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--run_label", + "bispectrum", + "--train_mode", + "C", + "--seed", + "789", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_2500/bispectrum_R_seed101112_n2500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_2500/bispectrum_R_seed101112_n2500/results.json new file mode 100644 index 0000000..76b91ad --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_2500/bispectrum_R_seed101112_n2500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "bispectrum", + "base_model": "bispectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 231818, + "invariant_dim": 768, + "train_size": 2500, + "train_examples": 2500, + "best_val_accuracy": 0.8947, + "test_c": { + "loss": 0.36486334867477416, + "accuracy": 0.8895 + }, + "test": { + "loss": 0.36486334867477416, + "accuracy": 0.8895 + }, + "test_nr": { + "loss": 0.36486334867477416, + "accuracy": 0.8895 + }, + "test_r": { + "loss": 0.3648377288818359, + "accuracy": 0.8899 + }, + "rotation_robustness": { + "rot_00": 0.8896, + "rot_01": 0.8899, + "rot_02": 0.8899, + "rot_03": 0.8899, + "rot_04": 0.89, + "rot_05": 0.8898, + "rot_06": 0.8898, + "rot_07": 0.8898, + "rot_08": 0.8896, + "rot_09": 0.8901, + "mean_accuracy": 0.8898400000000001, + "std_accuracy": 0.00014966629547097677 + }, + "wall_time_s": 13.156593561172485, + "epochs_run": 39, + "peak_train_alloc_bytes": 421850624, + "peak_train_reserved_bytes": 847249408, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--run_label", + "bispectrum", + "--train_mode", + "R", + "--seed", + "101112", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_2500/bispectrum_R_seed123_n2500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_2500/bispectrum_R_seed123_n2500/results.json new file mode 100644 index 0000000..be5d6e3 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_2500/bispectrum_R_seed123_n2500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "bispectrum", + "base_model": "bispectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 123, + "lmax": 15, + "n_params": 231818, + "invariant_dim": 768, + "train_size": 2500, + "train_examples": 2500, + "best_val_accuracy": 0.8961, + "test_c": { + "loss": 0.34494389247894286, + "accuracy": 0.8983 + }, + "test": { + "loss": 0.34494389247894286, + "accuracy": 0.8983 + }, + "test_nr": { + "loss": 0.34494389247894286, + "accuracy": 0.8983 + }, + "test_r": { + "loss": 0.3459550968170166, + "accuracy": 0.8988 + }, + "rotation_robustness": { + "rot_00": 0.899, + "rot_01": 0.8988, + "rot_02": 0.899, + "rot_03": 0.8989, + "rot_04": 0.8989, + "rot_05": 0.8988, + "rot_06": 0.899, + "rot_07": 0.8988, + "rot_08": 0.899, + "rot_09": 0.8988, + "mean_accuracy": 0.8989, + "std_accuracy": 8.944271909998174e-05 + }, + "wall_time_s": 12.907620668411255, + "epochs_run": 38, + "peak_train_alloc_bytes": 421850624, + "peak_train_reserved_bytes": 847249408, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--run_label", + "bispectrum", + "--train_mode", + "R", + "--seed", + "123", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_2500/bispectrum_R_seed456_n2500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_2500/bispectrum_R_seed456_n2500/results.json new file mode 100644 index 0000000..589a709 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_2500/bispectrum_R_seed456_n2500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "bispectrum", + "base_model": "bispectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 456, + "lmax": 15, + "n_params": 231818, + "invariant_dim": 768, + "train_size": 2500, + "train_examples": 2500, + "best_val_accuracy": 0.9003, + "test_c": { + "loss": 0.35039162998199463, + "accuracy": 0.8898 + }, + "test": { + "loss": 0.35039162998199463, + "accuracy": 0.8898 + }, + "test_nr": { + "loss": 0.35039162998199463, + "accuracy": 0.8898 + }, + "test_r": { + "loss": 0.350950461769104, + "accuracy": 0.89 + }, + "rotation_robustness": { + "rot_00": 0.8899, + "rot_01": 0.89, + "rot_02": 0.8901, + "rot_03": 0.8901, + "rot_04": 0.8899, + "rot_05": 0.8901, + "rot_06": 0.8905, + "rot_07": 0.89, + "rot_08": 0.8905, + "rot_09": 0.8903, + "mean_accuracy": 0.89014, + "std_accuracy": 0.00021071307505703157 + }, + "wall_time_s": 12.9790198802948, + "epochs_run": 40, + "peak_train_alloc_bytes": 421850624, + "peak_train_reserved_bytes": 847249408, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--run_label", + "bispectrum", + "--train_mode", + "R", + "--seed", + "456", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_2500/bispectrum_R_seed789_n2500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_2500/bispectrum_R_seed789_n2500/results.json new file mode 100644 index 0000000..f28b46e --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_2500/bispectrum_R_seed789_n2500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "bispectrum", + "base_model": "bispectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 789, + "lmax": 15, + "n_params": 231818, + "invariant_dim": 768, + "train_size": 2500, + "train_examples": 2500, + "best_val_accuracy": 0.8971, + "test_c": { + "loss": 0.36769243717193606, + "accuracy": 0.8859 + }, + "test": { + "loss": 0.36769243717193606, + "accuracy": 0.8859 + }, + "test_nr": { + "loss": 0.36769243717193606, + "accuracy": 0.8859 + }, + "test_r": { + "loss": 0.36801454372406006, + "accuracy": 0.8868 + }, + "rotation_robustness": { + "rot_00": 0.8866, + "rot_01": 0.8866, + "rot_02": 0.8868, + "rot_03": 0.8867, + "rot_04": 0.8865, + "rot_05": 0.8865, + "rot_06": 0.8868, + "rot_07": 0.8869, + "rot_08": 0.8864, + "rot_09": 0.8867, + "mean_accuracy": 0.88665, + "std_accuracy": 0.0001500000000000242 + }, + "wall_time_s": 12.859346866607666, + "epochs_run": 38, + "peak_train_alloc_bytes": 421850624, + "peak_train_reserved_bytes": 847249408, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--run_label", + "bispectrum", + "--train_mode", + "R", + "--seed", + "789", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_C_seed101112_n2500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_C_seed101112_n2500/results.json new file mode 100644 index 0000000..7bb94a2 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_C_seed101112_n2500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum", + "base_model": "power_spectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 11466, + "invariant_dim": 16, + "train_size": 2500, + "train_examples": 2500, + "best_val_accuracy": 0.6687, + "test_c": { + "loss": 1.009796615600586, + "accuracy": 0.668 + }, + "test": { + "loss": 1.009796615600586, + "accuracy": 0.668 + }, + "test_nr": { + "loss": 1.009796615600586, + "accuracy": 0.668 + }, + "test_r": { + "loss": 1.0133855194091796, + "accuracy": 0.665 + }, + "rotation_robustness": { + "rot_00": 0.6649, + "rot_01": 0.6655, + "rot_02": 0.665, + "rot_03": 0.6652, + "rot_04": 0.665, + "rot_05": 0.6651, + "rot_06": 0.6653, + "rot_07": 0.6654, + "rot_08": 0.6653, + "rot_09": 0.6652, + "mean_accuracy": 0.6651900000000001, + "std_accuracy": 0.00018138357147215055 + }, + "wall_time_s": 13.11271858215332, + "epochs_run": 34, + "peak_train_alloc_bytes": 43872768, + "peak_train_reserved_bytes": 69206016, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum", + "--train_mode", + "C", + "--seed", + "101112", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_C_seed456_n2500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_C_seed456_n2500/results.json new file mode 100644 index 0000000..39ed06b --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_C_seed456_n2500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum", + "base_model": "power_spectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 456, + "lmax": 15, + "n_params": 11466, + "invariant_dim": 16, + "train_size": 2500, + "train_examples": 2500, + "best_val_accuracy": 0.6972, + "test_c": { + "loss": 0.9437858100891113, + "accuracy": 0.6803 + }, + "test": { + "loss": 0.9437858100891113, + "accuracy": 0.6803 + }, + "test_nr": { + "loss": 0.9437858100891113, + "accuracy": 0.6803 + }, + "test_r": { + "loss": 0.9473939796447753, + "accuracy": 0.6777 + }, + "rotation_robustness": { + "rot_00": 0.6777, + "rot_01": 0.6776, + "rot_02": 0.6779, + "rot_03": 0.6778, + "rot_04": 0.6776, + "rot_05": 0.6782, + "rot_06": 0.6786, + "rot_07": 0.6776, + "rot_08": 0.6781, + "rot_09": 0.6779, + "mean_accuracy": 0.6779, + "std_accuracy": 0.0003065941943351275 + }, + "wall_time_s": 24.1042423248291, + "epochs_run": 50, + "peak_train_alloc_bytes": 43872768, + "peak_train_reserved_bytes": 69206016, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum", + "--train_mode", + "C", + "--seed", + "456", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_C_seed789_n2500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_C_seed789_n2500/results.json new file mode 100644 index 0000000..ad900da --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_C_seed789_n2500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum", + "base_model": "power_spectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 789, + "lmax": 15, + "n_params": 11466, + "invariant_dim": 16, + "train_size": 2500, + "train_examples": 2500, + "best_val_accuracy": 0.6952, + "test_c": { + "loss": 0.9439836750030518, + "accuracy": 0.6805 + }, + "test": { + "loss": 0.9439836750030518, + "accuracy": 0.6805 + }, + "test_nr": { + "loss": 0.9439836750030518, + "accuracy": 0.6805 + }, + "test_r": { + "loss": 0.9492366882324219, + "accuracy": 0.6816 + }, + "rotation_robustness": { + "rot_00": 0.6808, + "rot_01": 0.681, + "rot_02": 0.6812, + "rot_03": 0.6809, + "rot_04": 0.6807, + "rot_05": 0.6809, + "rot_06": 0.681, + "rot_07": 0.6808, + "rot_08": 0.681, + "rot_09": 0.6809, + "mean_accuracy": 0.68092, + "std_accuracy": 0.0001326649916142449 + }, + "wall_time_s": 19.425910472869873, + "epochs_run": 50, + "peak_train_alloc_bytes": 43872768, + "peak_train_reserved_bytes": 69206016, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum", + "--train_mode", + "C", + "--seed", + "789", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_R_seed101112_n2500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_R_seed101112_n2500/results.json new file mode 100644 index 0000000..599b12e --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_R_seed101112_n2500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum", + "base_model": "power_spectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 11466, + "invariant_dim": 16, + "train_size": 2500, + "train_examples": 2500, + "best_val_accuracy": 0.6688, + "test_c": { + "loss": 1.01713271484375, + "accuracy": 0.6657 + }, + "test": { + "loss": 1.01713271484375, + "accuracy": 0.6657 + }, + "test_nr": { + "loss": 1.01713271484375, + "accuracy": 0.6657 + }, + "test_r": { + "loss": 1.0201861923217774, + "accuracy": 0.6643 + }, + "rotation_robustness": { + "rot_00": 0.665, + "rot_01": 0.6649, + "rot_02": 0.665, + "rot_03": 0.6644, + "rot_04": 0.6647, + "rot_05": 0.6647, + "rot_06": 0.6649, + "rot_07": 0.6651, + "rot_08": 0.6644, + "rot_09": 0.6648, + "mean_accuracy": 0.66479, + "std_accuracy": 0.00023000000000002053 + }, + "wall_time_s": 13.78024935722351, + "epochs_run": 33, + "peak_train_alloc_bytes": 43872768, + "peak_train_reserved_bytes": 69206016, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum", + "--train_mode", + "R", + "--seed", + "101112", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_R_seed123_n2500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_R_seed123_n2500/results.json new file mode 100644 index 0000000..84d566b --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_R_seed123_n2500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum", + "base_model": "power_spectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 123, + "lmax": 15, + "n_params": 11466, + "invariant_dim": 16, + "train_size": 2500, + "train_examples": 2500, + "best_val_accuracy": 0.6923, + "test_c": { + "loss": 0.9458822021484375, + "accuracy": 0.685 + }, + "test": { + "loss": 0.9458822021484375, + "accuracy": 0.685 + }, + "test_nr": { + "loss": 0.9458822021484375, + "accuracy": 0.685 + }, + "test_r": { + "loss": 0.9405011978149415, + "accuracy": 0.6866 + }, + "rotation_robustness": { + "rot_00": 0.6867, + "rot_01": 0.6861, + "rot_02": 0.6866, + "rot_03": 0.6861, + "rot_04": 0.6864, + "rot_05": 0.6861, + "rot_06": 0.6863, + "rot_07": 0.6862, + "rot_08": 0.6865, + "rot_09": 0.687, + "mean_accuracy": 0.6864, + "std_accuracy": 0.00028635642126551876 + }, + "wall_time_s": 23.42363476753235, + "epochs_run": 50, + "peak_train_alloc_bytes": 43872768, + "peak_train_reserved_bytes": 69206016, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum", + "--train_mode", + "R", + "--seed", + "123", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_R_seed456_n2500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_R_seed456_n2500/results.json new file mode 100644 index 0000000..08be4cf --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_R_seed456_n2500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum", + "base_model": "power_spectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 456, + "lmax": 15, + "n_params": 11466, + "invariant_dim": 16, + "train_size": 2500, + "train_examples": 2500, + "best_val_accuracy": 0.6815, + "test_c": { + "loss": 1.0046292236328125, + "accuracy": 0.6669 + }, + "test": { + "loss": 1.0046292236328125, + "accuracy": 0.6669 + }, + "test_nr": { + "loss": 1.0046292236328125, + "accuracy": 0.6669 + }, + "test_r": { + "loss": 1.0080303466796876, + "accuracy": 0.6628 + }, + "rotation_robustness": { + "rot_00": 0.663, + "rot_01": 0.6629, + "rot_02": 0.6628, + "rot_03": 0.6627, + "rot_04": 0.6634, + "rot_05": 0.6627, + "rot_06": 0.6632, + "rot_07": 0.6629, + "rot_08": 0.6633, + "rot_09": 0.6629, + "mean_accuracy": 0.66298, + "std_accuracy": 0.0002315167380558145 + }, + "wall_time_s": 15.11719298362732, + "epochs_run": 40, + "peak_train_alloc_bytes": 43872768, + "peak_train_reserved_bytes": 69206016, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum", + "--train_mode", + "R", + "--seed", + "456", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_R_seed789_n2500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_R_seed789_n2500/results.json new file mode 100644 index 0000000..bc17ab2 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_R_seed789_n2500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum", + "base_model": "power_spectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 789, + "lmax": 15, + "n_params": 11466, + "invariant_dim": 16, + "train_size": 2500, + "train_examples": 2500, + "best_val_accuracy": 0.7029, + "test_c": { + "loss": 0.9332234100341796, + "accuracy": 0.6926 + }, + "test": { + "loss": 0.9332234100341796, + "accuracy": 0.6926 + }, + "test_nr": { + "loss": 0.9332234100341796, + "accuracy": 0.6926 + }, + "test_r": { + "loss": 0.9316224723815918, + "accuracy": 0.6918 + }, + "rotation_robustness": { + "rot_00": 0.6923, + "rot_01": 0.6916, + "rot_02": 0.6921, + "rot_03": 0.6923, + "rot_04": 0.6917, + "rot_05": 0.692, + "rot_06": 0.6912, + "rot_07": 0.6919, + "rot_08": 0.6918, + "rot_09": 0.6925, + "mean_accuracy": 0.69194, + "std_accuracy": 0.0003666060555964704 + }, + "wall_time_s": 19.107283115386963, + "epochs_run": 50, + "peak_train_alloc_bytes": 43872768, + "peak_train_reserved_bytes": 69206016, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum", + "--train_mode", + "R", + "--seed", + "789", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_matched_C_seed101112_n2500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_matched_C_seed101112_n2500/results.json new file mode 100644 index 0000000..bdaf469 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_matched_C_seed101112_n2500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum_matched", + "base_model": "power_spectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 231906, + "invariant_dim": 16, + "train_size": 2500, + "train_examples": 2500, + "best_val_accuracy": 0.7101, + "test_c": { + "loss": 0.8833447624206543, + "accuracy": 0.7017 + }, + "test": { + "loss": 0.8833447624206543, + "accuracy": 0.7017 + }, + "test_nr": { + "loss": 0.8833447624206543, + "accuracy": 0.7017 + }, + "test_r": { + "loss": 0.8815262313842773, + "accuracy": 0.7028 + }, + "rotation_robustness": { + "rot_00": 0.7029, + "rot_01": 0.7032, + "rot_02": 0.7029, + "rot_03": 0.7029, + "rot_04": 0.7027, + "rot_05": 0.7028, + "rot_06": 0.7027, + "rot_07": 0.7026, + "rot_08": 0.7029, + "rot_09": 0.7029, + "mean_accuracy": 0.70285, + "std_accuracy": 0.00015652475842499287 + }, + "wall_time_s": 13.141862154006958, + "epochs_run": 33, + "peak_train_alloc_bytes": 47850496, + "peak_train_reserved_bytes": 73400320, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum_matched", + "--train_mode", + "C", + "--seed", + "101112", + "--hidden", + "1312", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_matched_C_seed456_n2500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_matched_C_seed456_n2500/results.json new file mode 100644 index 0000000..1cc4ffe --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_matched_C_seed456_n2500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum_matched", + "base_model": "power_spectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 456, + "lmax": 15, + "n_params": 231906, + "invariant_dim": 16, + "train_size": 2500, + "train_examples": 2500, + "best_val_accuracy": 0.7188, + "test_c": { + "loss": 0.8760274744033814, + "accuracy": 0.706 + }, + "test": { + "loss": 0.8760274744033814, + "accuracy": 0.706 + }, + "test_nr": { + "loss": 0.8760274744033814, + "accuracy": 0.706 + }, + "test_r": { + "loss": 0.8793799341201782, + "accuracy": 0.7038 + }, + "rotation_robustness": { + "rot_00": 0.704, + "rot_01": 0.7037, + "rot_02": 0.7036, + "rot_03": 0.7036, + "rot_04": 0.704, + "rot_05": 0.704, + "rot_06": 0.7034, + "rot_07": 0.7037, + "rot_08": 0.7042, + "rot_09": 0.704, + "mean_accuracy": 0.70382, + "std_accuracy": 0.00023999999999999114 + }, + "wall_time_s": 15.634703397750854, + "epochs_run": 39, + "peak_train_alloc_bytes": 47850496, + "peak_train_reserved_bytes": 73400320, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum_matched", + "--train_mode", + "C", + "--seed", + "456", + "--hidden", + "1312", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_matched_C_seed789_n2500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_matched_C_seed789_n2500/results.json new file mode 100644 index 0000000..6dc5a23 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_matched_C_seed789_n2500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum_matched", + "base_model": "power_spectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 789, + "lmax": 15, + "n_params": 231906, + "invariant_dim": 16, + "train_size": 2500, + "train_examples": 2500, + "best_val_accuracy": 0.7215, + "test_c": { + "loss": 0.887748046875, + "accuracy": 0.707 + }, + "test": { + "loss": 0.887748046875, + "accuracy": 0.707 + }, + "test_nr": { + "loss": 0.887748046875, + "accuracy": 0.707 + }, + "test_r": { + "loss": 0.8893268888473511, + "accuracy": 0.7062 + }, + "rotation_robustness": { + "rot_00": 0.7063, + "rot_01": 0.7062, + "rot_02": 0.7064, + "rot_03": 0.7065, + "rot_04": 0.7064, + "rot_05": 0.7065, + "rot_06": 0.7061, + "rot_07": 0.7061, + "rot_08": 0.7064, + "rot_09": 0.7062, + "mean_accuracy": 0.70631, + "std_accuracy": 0.00014456832294802594 + }, + "wall_time_s": 15.618779420852661, + "epochs_run": 39, + "peak_train_alloc_bytes": 47850496, + "peak_train_reserved_bytes": 73400320, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum_matched", + "--train_mode", + "C", + "--seed", + "789", + "--hidden", + "1312", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_matched_R_seed101112_n2500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_matched_R_seed101112_n2500/results.json new file mode 100644 index 0000000..ee47c51 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_matched_R_seed101112_n2500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum_matched", + "base_model": "power_spectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 231906, + "invariant_dim": 16, + "train_size": 2500, + "train_examples": 2500, + "best_val_accuracy": 0.7102, + "test_c": { + "loss": 0.881440258026123, + "accuracy": 0.705 + }, + "test": { + "loss": 0.881440258026123, + "accuracy": 0.705 + }, + "test_nr": { + "loss": 0.881440258026123, + "accuracy": 0.705 + }, + "test_r": { + "loss": 0.8771101860046386, + "accuracy": 0.7043 + }, + "rotation_robustness": { + "rot_00": 0.7049, + "rot_01": 0.705, + "rot_02": 0.7054, + "rot_03": 0.7047, + "rot_04": 0.7044, + "rot_05": 0.7051, + "rot_06": 0.7051, + "rot_07": 0.7046, + "rot_08": 0.705, + "rot_09": 0.7052, + "mean_accuracy": 0.70494, + "std_accuracy": 0.0002835489375751535 + }, + "wall_time_s": 13.371259212493896, + "epochs_run": 37, + "peak_train_alloc_bytes": 47850496, + "peak_train_reserved_bytes": 73400320, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum_matched", + "--train_mode", + "R", + "--seed", + "101112", + "--hidden", + "1312", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_matched_R_seed123_n2500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_matched_R_seed123_n2500/results.json new file mode 100644 index 0000000..384c0fc --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_matched_R_seed123_n2500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum_matched", + "base_model": "power_spectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 123, + "lmax": 15, + "n_params": 231906, + "invariant_dim": 16, + "train_size": 2500, + "train_examples": 2500, + "best_val_accuracy": 0.7102, + "test_c": { + "loss": 0.8914018907546997, + "accuracy": 0.7048 + }, + "test": { + "loss": 0.8914018907546997, + "accuracy": 0.7048 + }, + "test_nr": { + "loss": 0.8914018907546997, + "accuracy": 0.7048 + }, + "test_r": { + "loss": 0.8883974905014038, + "accuracy": 0.704 + }, + "rotation_robustness": { + "rot_00": 0.7037, + "rot_01": 0.7035, + "rot_02": 0.704, + "rot_03": 0.7034, + "rot_04": 0.7035, + "rot_05": 0.7037, + "rot_06": 0.7038, + "rot_07": 0.7038, + "rot_08": 0.7042, + "rot_09": 0.7042, + "mean_accuracy": 0.70378, + "std_accuracy": 0.0002675817632051984 + }, + "wall_time_s": 15.72923731803894, + "epochs_run": 36, + "peak_train_alloc_bytes": 47850496, + "peak_train_reserved_bytes": 73400320, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum_matched", + "--train_mode", + "R", + "--seed", + "123", + "--hidden", + "1312", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_matched_R_seed456_n2500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_matched_R_seed456_n2500/results.json new file mode 100644 index 0000000..3bafde9 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_matched_R_seed456_n2500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum_matched", + "base_model": "power_spectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 456, + "lmax": 15, + "n_params": 231906, + "invariant_dim": 16, + "train_size": 2500, + "train_examples": 2500, + "best_val_accuracy": 0.719, + "test_c": { + "loss": 0.8787536205291748, + "accuracy": 0.7049 + }, + "test": { + "loss": 0.8787536205291748, + "accuracy": 0.7049 + }, + "test_nr": { + "loss": 0.8787536205291748, + "accuracy": 0.7049 + }, + "test_r": { + "loss": 0.8763580493927002, + "accuracy": 0.706 + }, + "rotation_robustness": { + "rot_00": 0.7054, + "rot_01": 0.7059, + "rot_02": 0.7058, + "rot_03": 0.706, + "rot_04": 0.706, + "rot_05": 0.706, + "rot_06": 0.7051, + "rot_07": 0.7061, + "rot_08": 0.7058, + "rot_09": 0.7059, + "mean_accuracy": 0.7058, + "std_accuracy": 0.00029664793948382004 + }, + "wall_time_s": 14.840859174728394, + "epochs_run": 38, + "peak_train_alloc_bytes": 47850496, + "peak_train_reserved_bytes": 73400320, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum_matched", + "--train_mode", + "R", + "--seed", + "456", + "--hidden", + "1312", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_matched_R_seed789_n2500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_matched_R_seed789_n2500/results.json new file mode 100644 index 0000000..1249832 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_2500/power_spectrum_matched_R_seed789_n2500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum_matched", + "base_model": "power_spectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 789, + "lmax": 15, + "n_params": 231906, + "invariant_dim": 16, + "train_size": 2500, + "train_examples": 2500, + "best_val_accuracy": 0.7201, + "test_c": { + "loss": 0.8937000953674317, + "accuracy": 0.7046 + }, + "test": { + "loss": 0.8937000953674317, + "accuracy": 0.7046 + }, + "test_nr": { + "loss": 0.8937000953674317, + "accuracy": 0.7046 + }, + "test_r": { + "loss": 0.8896934476852417, + "accuracy": 0.7076 + }, + "rotation_robustness": { + "rot_00": 0.7073, + "rot_01": 0.7077, + "rot_02": 0.7077, + "rot_03": 0.7076, + "rot_04": 0.7073, + "rot_05": 0.7077, + "rot_06": 0.7077, + "rot_07": 0.7074, + "rot_08": 0.7076, + "rot_09": 0.7074, + "mean_accuracy": 0.7075400000000001, + "std_accuracy": 0.00016248076809270132 + }, + "wall_time_s": 15.27662181854248, + "epochs_run": 40, + "peak_train_alloc_bytes": 47850496, + "peak_train_reserved_bytes": 73400320, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum_matched", + "--train_mode", + "R", + "--seed", + "789", + "--hidden", + "1312", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_2500/standard_C_seed101112_n2500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_2500/standard_C_seed101112_n2500/results.json new file mode 100644 index 0000000..1bc35fb --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_2500/standard_C_seed101112_n2500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "standard", + "base_model": "standard", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 184778, + "invariant_dim": null, + "train_size": 2500, + "train_examples": 2500, + "best_val_accuracy": 0.9671, + "test_c": { + "loss": 0.11307857644557953, + "accuracy": 0.9676 + }, + "test": { + "loss": 0.11307857644557953, + "accuracy": 0.9676 + }, + "test_nr": { + "loss": 0.11307857644557953, + "accuracy": 0.9676 + }, + "test_r": { + "loss": 7.631980194091797, + "accuracy": 0.1178 + }, + "rotation_robustness": { + "rot_00": 0.1169, + "rot_01": 0.1161, + "rot_02": 0.1139, + "rot_03": 0.1234, + "rot_04": 0.0571, + "rot_05": 0.1066, + "rot_06": 0.138, + "rot_07": 0.1865, + "rot_08": 0.0593, + "rot_09": 0.1028, + "mean_accuracy": 0.11206, + "std_accuracy": 0.03507948688336247 + }, + "wall_time_s": 18.418535709381104, + "epochs_run": 35, + "peak_train_alloc_bytes": 738189312, + "peak_train_reserved_bytes": 1044381696, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--run_label", + "standard", + "--train_mode", + "C", + "--seed", + "101112", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_2500/standard_C_seed456_n2500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_2500/standard_C_seed456_n2500/results.json new file mode 100644 index 0000000..b4e8f0b --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_2500/standard_C_seed456_n2500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "standard", + "base_model": "standard", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 456, + "lmax": 15, + "n_params": 184778, + "invariant_dim": null, + "train_size": 2500, + "train_examples": 2500, + "best_val_accuracy": 0.9729, + "test_c": { + "loss": 0.08610053787231445, + "accuracy": 0.9728 + }, + "test": { + "loss": 0.08610053787231445, + "accuracy": 0.9728 + }, + "test_nr": { + "loss": 0.08610053787231445, + "accuracy": 0.9728 + }, + "test_r": { + "loss": 9.951413558959961, + "accuracy": 0.1157 + }, + "rotation_robustness": { + "rot_00": 0.0752, + "rot_01": 0.1308, + "rot_02": 0.0919, + "rot_03": 0.0567, + "rot_04": 0.0524, + "rot_05": 0.0964, + "rot_06": 0.1172, + "rot_07": 0.0783, + "rot_08": 0.076, + "rot_09": 0.1023, + "mean_accuracy": 0.08771999999999999, + "std_accuracy": 0.023712730757970493 + }, + "wall_time_s": 24.210519552230835, + "epochs_run": 50, + "peak_train_alloc_bytes": 738189312, + "peak_train_reserved_bytes": 1044381696, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--run_label", + "standard", + "--train_mode", + "C", + "--seed", + "456", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_2500/standard_C_seed789_n2500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_2500/standard_C_seed789_n2500/results.json new file mode 100644 index 0000000..25be709 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_2500/standard_C_seed789_n2500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "standard", + "base_model": "standard", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 789, + "lmax": 15, + "n_params": 184778, + "invariant_dim": null, + "train_size": 2500, + "train_examples": 2500, + "best_val_accuracy": 0.9653, + "test_c": { + "loss": 0.11466084423065186, + "accuracy": 0.9652 + }, + "test": { + "loss": 0.11466084423065186, + "accuracy": 0.9652 + }, + "test_nr": { + "loss": 0.11466084423065186, + "accuracy": 0.9652 + }, + "test_r": { + "loss": 7.85996809387207, + "accuracy": 0.1132 + }, + "rotation_robustness": { + "rot_00": 0.0551, + "rot_01": 0.1167, + "rot_02": 0.0903, + "rot_03": 0.0942, + "rot_04": 0.0693, + "rot_05": 0.108, + "rot_06": 0.1337, + "rot_07": 0.1423, + "rot_08": 0.0443, + "rot_09": 0.0958, + "mean_accuracy": 0.09497, + "std_accuracy": 0.030366463409491732 + }, + "wall_time_s": 17.91843581199646, + "epochs_run": 36, + "peak_train_alloc_bytes": 738189312, + "peak_train_reserved_bytes": 1044381696, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--run_label", + "standard", + "--train_mode", + "C", + "--seed", + "789", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_2500/standard_R_seed101112_n2500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_2500/standard_R_seed101112_n2500/results.json new file mode 100644 index 0000000..b22958f --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_2500/standard_R_seed101112_n2500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "standard", + "base_model": "standard", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 184778, + "invariant_dim": null, + "train_size": 2500, + "train_examples": 2500, + "best_val_accuracy": 0.4175, + "test_c": { + "loss": 1.5940424835205078, + "accuracy": 0.405 + }, + "test": { + "loss": 1.5940424835205078, + "accuracy": 0.405 + }, + "test_nr": { + "loss": 1.5940424835205078, + "accuracy": 0.405 + }, + "test_r": { + "loss": 1.6017521026611328, + "accuracy": 0.4156 + }, + "rotation_robustness": { + "rot_00": 0.4365, + "rot_01": 0.4275, + "rot_02": 0.4867, + "rot_03": 0.3875, + "rot_04": 0.4933, + "rot_05": 0.4771, + "rot_06": 0.3868, + "rot_07": 0.476, + "rot_08": 0.369, + "rot_09": 0.3284, + "mean_accuracy": 0.42688, + "std_accuracy": 0.054058668130097326 + }, + "wall_time_s": 24.15060544013977, + "epochs_run": 50, + "peak_train_alloc_bytes": 738189312, + "peak_train_reserved_bytes": 1044381696, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--run_label", + "standard", + "--train_mode", + "R", + "--seed", + "101112", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_2500/standard_R_seed123_n2500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_2500/standard_R_seed123_n2500/results.json new file mode 100644 index 0000000..dbdc1d5 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_2500/standard_R_seed123_n2500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "standard", + "base_model": "standard", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 123, + "lmax": 15, + "n_params": 184778, + "invariant_dim": null, + "train_size": 2500, + "train_examples": 2500, + "best_val_accuracy": 0.3838, + "test_c": { + "loss": 1.6371844665527344, + "accuracy": 0.4162 + }, + "test": { + "loss": 1.6371844665527344, + "accuracy": 0.4162 + }, + "test_nr": { + "loss": 1.6371844665527344, + "accuracy": 0.4162 + }, + "test_r": { + "loss": 1.6964315307617188, + "accuracy": 0.3656 + }, + "rotation_robustness": { + "rot_00": 0.3943, + "rot_01": 0.3563, + "rot_02": 0.4211, + "rot_03": 0.4372, + "rot_04": 0.3461, + "rot_05": 0.3305, + "rot_06": 0.336, + "rot_07": 0.4394, + "rot_08": 0.4377, + "rot_09": 0.3977, + "mean_accuracy": 0.38963000000000003, + "std_accuracy": 0.04184048398381643 + }, + "wall_time_s": 21.718329429626465, + "epochs_run": 38, + "peak_train_alloc_bytes": 738189312, + "peak_train_reserved_bytes": 1044381696, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--run_label", + "standard", + "--train_mode", + "R", + "--seed", + "123", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_2500/standard_R_seed456_n2500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_2500/standard_R_seed456_n2500/results.json new file mode 100644 index 0000000..6d59ddb --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_2500/standard_R_seed456_n2500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "standard", + "base_model": "standard", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 456, + "lmax": 15, + "n_params": 184778, + "invariant_dim": null, + "train_size": 2500, + "train_examples": 2500, + "best_val_accuracy": 0.4018, + "test_c": { + "loss": 1.7617950660705566, + "accuracy": 0.3745 + }, + "test": { + "loss": 1.7617950660705566, + "accuracy": 0.3745 + }, + "test_nr": { + "loss": 1.7617950660705566, + "accuracy": 0.3745 + }, + "test_r": { + "loss": 1.6323320556640626, + "accuracy": 0.4017 + }, + "rotation_robustness": { + "rot_00": 0.4897, + "rot_01": 0.4164, + "rot_02": 0.4399, + "rot_03": 0.4079, + "rot_04": 0.361, + "rot_05": 0.367, + "rot_06": 0.4026, + "rot_07": 0.39, + "rot_08": 0.391, + "rot_09": 0.4011, + "mean_accuracy": 0.40666, + "std_accuracy": 0.035106814153380544 + }, + "wall_time_s": 23.64836025238037, + "epochs_run": 48, + "peak_train_alloc_bytes": 738189312, + "peak_train_reserved_bytes": 1044381696, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--run_label", + "standard", + "--train_mode", + "R", + "--seed", + "456", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_2500/standard_R_seed789_n2500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_2500/standard_R_seed789_n2500/results.json new file mode 100644 index 0000000..7078644 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_2500/standard_R_seed789_n2500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "standard", + "base_model": "standard", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 789, + "lmax": 15, + "n_params": 184778, + "invariant_dim": null, + "train_size": 2500, + "train_examples": 2500, + "best_val_accuracy": 0.3852, + "test_c": { + "loss": 1.6073271850585937, + "accuracy": 0.4155 + }, + "test": { + "loss": 1.6073271850585937, + "accuracy": 0.4155 + }, + "test_nr": { + "loss": 1.6073271850585937, + "accuracy": 0.4155 + }, + "test_r": { + "loss": 1.7047779022216798, + "accuracy": 0.3825 + }, + "rotation_robustness": { + "rot_00": 0.4075, + "rot_01": 0.3966, + "rot_02": 0.4545, + "rot_03": 0.4223, + "rot_04": 0.3647, + "rot_05": 0.3971, + "rot_06": 0.3863, + "rot_07": 0.3567, + "rot_08": 0.378, + "rot_09": 0.3998, + "mean_accuracy": 0.39635, + "std_accuracy": 0.026838861749336536 + }, + "wall_time_s": 18.526256561279297, + "epochs_run": 37, + "peak_train_alloc_bytes": 738189312, + "peak_train_reserved_bytes": 1044381696, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--run_label", + "standard", + "--train_mode", + "R", + "--seed", + "789", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_2500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "2500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_500/bispectrum_C_seed101112_n500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_500/bispectrum_C_seed101112_n500/results.json new file mode 100644 index 0000000..0cad805 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_500/bispectrum_C_seed101112_n500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "bispectrum", + "base_model": "bispectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 231818, + "invariant_dim": 768, + "train_size": 500, + "train_examples": 500, + "best_val_accuracy": 0.1523, + "test_c": { + "loss": 2.33737138671875, + "accuracy": 0.1598 + }, + "test": { + "loss": 2.33737138671875, + "accuracy": 0.1598 + }, + "test_nr": { + "loss": 2.33737138671875, + "accuracy": 0.1598 + }, + "test_r": { + "loss": 2.337571875, + "accuracy": 0.158 + }, + "rotation_robustness": { + "rot_00": 0.1584, + "rot_01": 0.1582, + "rot_02": 0.1582, + "rot_03": 0.158, + "rot_04": 0.1584, + "rot_05": 0.1583, + "rot_06": 0.1581, + "rot_07": 0.1579, + "rot_08": 0.1581, + "rot_09": 0.1581, + "mean_accuracy": 0.15817, + "std_accuracy": 0.000155241746962603 + }, + "wall_time_s": 9.72727656364441, + "epochs_run": 22, + "peak_train_alloc_bytes": 421850624, + "peak_train_reserved_bytes": 847249408, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--run_label", + "bispectrum", + "--train_mode", + "C", + "--seed", + "101112", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_500/bispectrum_C_seed456_n500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_500/bispectrum_C_seed456_n500/results.json new file mode 100644 index 0000000..f98c72f --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_500/bispectrum_C_seed456_n500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "bispectrum", + "base_model": "bispectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 456, + "lmax": 15, + "n_params": 231818, + "invariant_dim": 768, + "train_size": 500, + "train_examples": 500, + "best_val_accuracy": 0.1468, + "test_c": { + "loss": 2.324473046875, + "accuracy": 0.1456 + }, + "test": { + "loss": 2.324473046875, + "accuracy": 0.1456 + }, + "test_nr": { + "loss": 2.324473046875, + "accuracy": 0.1456 + }, + "test_r": { + "loss": 2.3246091796875, + "accuracy": 0.146 + }, + "rotation_robustness": { + "rot_00": 0.146, + "rot_01": 0.146, + "rot_02": 0.146, + "rot_03": 0.1459, + "rot_04": 0.1459, + "rot_05": 0.1459, + "rot_06": 0.1458, + "rot_07": 0.1461, + "rot_08": 0.1459, + "rot_09": 0.1461, + "mean_accuracy": 0.14596, + "std_accuracy": 9.165151389911518e-05 + }, + "wall_time_s": 9.328915119171143, + "epochs_run": 21, + "peak_train_alloc_bytes": 421850624, + "peak_train_reserved_bytes": 847249408, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--run_label", + "bispectrum", + "--train_mode", + "C", + "--seed", + "456", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_500/bispectrum_C_seed789_n500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_500/bispectrum_C_seed789_n500/results.json new file mode 100644 index 0000000..173925e --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_500/bispectrum_C_seed789_n500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "bispectrum", + "base_model": "bispectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 789, + "lmax": 15, + "n_params": 231818, + "invariant_dim": 768, + "train_size": 500, + "train_examples": 500, + "best_val_accuracy": 0.1101, + "test_c": { + "loss": 2.302341796875, + "accuracy": 0.1182 + }, + "test": { + "loss": 2.302341796875, + "accuracy": 0.1182 + }, + "test_nr": { + "loss": 2.302341796875, + "accuracy": 0.1182 + }, + "test_r": { + "loss": 2.3023466796875, + "accuracy": 0.1181 + }, + "rotation_robustness": { + "rot_00": 0.1181, + "rot_01": 0.118, + "rot_02": 0.1181, + "rot_03": 0.1181, + "rot_04": 0.118, + "rot_05": 0.118, + "rot_06": 0.1181, + "rot_07": 0.118, + "rot_08": 0.118, + "rot_09": 0.1181, + "mean_accuracy": 0.11804999999999999, + "std_accuracy": 5.000000000000143e-05 + }, + "wall_time_s": 5.984099626541138, + "epochs_run": 11, + "peak_train_alloc_bytes": 421850624, + "peak_train_reserved_bytes": 847249408, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--run_label", + "bispectrum", + "--train_mode", + "C", + "--seed", + "789", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_500/bispectrum_R_seed101112_n500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_500/bispectrum_R_seed101112_n500/results.json new file mode 100644 index 0000000..1869e83 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_500/bispectrum_R_seed101112_n500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "bispectrum", + "base_model": "bispectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 231818, + "invariant_dim": 768, + "train_size": 500, + "train_examples": 500, + "best_val_accuracy": 0.14, + "test_c": { + "loss": 2.33719111328125, + "accuracy": 0.149 + }, + "test": { + "loss": 2.33719111328125, + "accuracy": 0.149 + }, + "test_nr": { + "loss": 2.33719111328125, + "accuracy": 0.149 + }, + "test_r": { + "loss": 2.33738251953125, + "accuracy": 0.1478 + }, + "rotation_robustness": { + "rot_00": 0.1476, + "rot_01": 0.1477, + "rot_02": 0.1476, + "rot_03": 0.1478, + "rot_04": 0.1477, + "rot_05": 0.1477, + "rot_06": 0.1477, + "rot_07": 0.1477, + "rot_08": 0.1477, + "rot_09": 0.1476, + "mean_accuracy": 0.14767999999999998, + "std_accuracy": 5.9999999999993395e-05 + }, + "wall_time_s": 9.639845371246338, + "epochs_run": 22, + "peak_train_alloc_bytes": 421850624, + "peak_train_reserved_bytes": 847249408, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--run_label", + "bispectrum", + "--train_mode", + "R", + "--seed", + "101112", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_500/bispectrum_R_seed123_n500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_500/bispectrum_R_seed123_n500/results.json new file mode 100644 index 0000000..df9af81 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_500/bispectrum_R_seed123_n500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "bispectrum", + "base_model": "bispectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 123, + "lmax": 15, + "n_params": 231818, + "invariant_dim": 768, + "train_size": 500, + "train_examples": 500, + "best_val_accuracy": 0.1195, + "test_c": { + "loss": 2.304600390625, + "accuracy": 0.1108 + }, + "test": { + "loss": 2.304600390625, + "accuracy": 0.1108 + }, + "test_nr": { + "loss": 2.304600390625, + "accuracy": 0.1108 + }, + "test_r": { + "loss": 2.304621484375, + "accuracy": 0.1108 + }, + "rotation_robustness": { + "rot_00": 0.1111, + "rot_01": 0.1109, + "rot_02": 0.1108, + "rot_03": 0.1108, + "rot_04": 0.1108, + "rot_05": 0.1109, + "rot_06": 0.1107, + "rot_07": 0.1108, + "rot_08": 0.1109, + "rot_09": 0.111, + "mean_accuracy": 0.11087, + "std_accuracy": 0.00011000000000000101 + }, + "wall_time_s": 5.808589220046997, + "epochs_run": 13, + "peak_train_alloc_bytes": 421850624, + "peak_train_reserved_bytes": 847249408, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--run_label", + "bispectrum", + "--train_mode", + "R", + "--seed", + "123", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_500/bispectrum_R_seed456_n500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_500/bispectrum_R_seed456_n500/results.json new file mode 100644 index 0000000..e22e677 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_500/bispectrum_R_seed456_n500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "bispectrum", + "base_model": "bispectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 456, + "lmax": 15, + "n_params": 231818, + "invariant_dim": 768, + "train_size": 500, + "train_examples": 500, + "best_val_accuracy": 0.1356, + "test_c": { + "loss": 2.33190791015625, + "accuracy": 0.1415 + }, + "test": { + "loss": 2.33190791015625, + "accuracy": 0.1415 + }, + "test_nr": { + "loss": 2.33190791015625, + "accuracy": 0.1415 + }, + "test_r": { + "loss": 2.33207705078125, + "accuracy": 0.1403 + }, + "rotation_robustness": { + "rot_00": 0.1404, + "rot_01": 0.1403, + "rot_02": 0.1404, + "rot_03": 0.1403, + "rot_04": 0.1403, + "rot_05": 0.1405, + "rot_06": 0.1403, + "rot_07": 0.1404, + "rot_08": 0.1405, + "rot_09": 0.1405, + "mean_accuracy": 0.14039000000000001, + "std_accuracy": 8.306623862918262e-05 + }, + "wall_time_s": 10.611043214797974, + "epochs_run": 22, + "peak_train_alloc_bytes": 421850624, + "peak_train_reserved_bytes": 847249408, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--run_label", + "bispectrum", + "--train_mode", + "R", + "--seed", + "456", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_500/bispectrum_R_seed789_n500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_500/bispectrum_R_seed789_n500/results.json new file mode 100644 index 0000000..c197cca --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_500/bispectrum_R_seed789_n500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "bispectrum", + "base_model": "bispectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 789, + "lmax": 15, + "n_params": 231818, + "invariant_dim": 768, + "train_size": 500, + "train_examples": 500, + "best_val_accuracy": 0.1233, + "test_c": { + "loss": 2.3022970703125, + "accuracy": 0.1376 + }, + "test": { + "loss": 2.3022970703125, + "accuracy": 0.1376 + }, + "test_nr": { + "loss": 2.3022970703125, + "accuracy": 0.1376 + }, + "test_r": { + "loss": 2.3023015625, + "accuracy": 0.1375 + }, + "rotation_robustness": { + "rot_00": 0.1375, + "rot_01": 0.1373, + "rot_02": 0.1374, + "rot_03": 0.1375, + "rot_04": 0.1375, + "rot_05": 0.1374, + "rot_06": 0.1375, + "rot_07": 0.1373, + "rot_08": 0.1374, + "rot_09": 0.1373, + "mean_accuracy": 0.13741, + "std_accuracy": 8.306623862918363e-05 + }, + "wall_time_s": 5.656994819641113, + "epochs_run": 11, + "peak_train_alloc_bytes": 421850624, + "peak_train_reserved_bytes": 847249408, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--run_label", + "bispectrum", + "--train_mode", + "R", + "--seed", + "789", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_C_seed101112_n500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_C_seed101112_n500/results.json new file mode 100644 index 0000000..08d3da3 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_C_seed101112_n500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum", + "base_model": "power_spectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 11466, + "invariant_dim": 16, + "train_size": 500, + "train_examples": 500, + "best_val_accuracy": 0.5627, + "test_c": { + "loss": 1.325930438232422, + "accuracy": 0.5632 + }, + "test": { + "loss": 1.325930438232422, + "accuracy": 0.5632 + }, + "test_nr": { + "loss": 1.325930438232422, + "accuracy": 0.5632 + }, + "test_r": { + "loss": 1.3317452209472656, + "accuracy": 0.5597 + }, + "rotation_robustness": { + "rot_00": 0.5595, + "rot_01": 0.5599, + "rot_02": 0.5598, + "rot_03": 0.5597, + "rot_04": 0.5605, + "rot_05": 0.5595, + "rot_06": 0.56, + "rot_07": 0.5598, + "rot_08": 0.5598, + "rot_09": 0.5599, + "mean_accuracy": 0.55984, + "std_accuracy": 0.0002690724809414784 + }, + "wall_time_s": 23.085957765579224, + "epochs_run": 50, + "peak_train_alloc_bytes": 43872768, + "peak_train_reserved_bytes": 69206016, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum", + "--train_mode", + "C", + "--seed", + "101112", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_C_seed456_n500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_C_seed456_n500/results.json new file mode 100644 index 0000000..0033718 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_C_seed456_n500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum", + "base_model": "power_spectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 456, + "lmax": 15, + "n_params": 11466, + "invariant_dim": 16, + "train_size": 500, + "train_examples": 500, + "best_val_accuracy": 0.1443, + "test_c": { + "loss": 2.302733203125, + "accuracy": 0.1534 + }, + "test": { + "loss": 2.302733203125, + "accuracy": 0.1534 + }, + "test_nr": { + "loss": 2.302733203125, + "accuracy": 0.1534 + }, + "test_r": { + "loss": 2.3027330078125, + "accuracy": 0.1532 + }, + "rotation_robustness": { + "rot_00": 0.1533, + "rot_01": 0.1533, + "rot_02": 0.1531, + "rot_03": 0.1533, + "rot_04": 0.1533, + "rot_05": 0.1533, + "rot_06": 0.1532, + "rot_07": 0.1531, + "rot_08": 0.1532, + "rot_09": 0.1534, + "mean_accuracy": 0.15325, + "std_accuracy": 9.219544457292324e-05 + }, + "wall_time_s": 5.559553623199463, + "epochs_run": 11, + "peak_train_alloc_bytes": 43872768, + "peak_train_reserved_bytes": 69206016, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum", + "--train_mode", + "C", + "--seed", + "456", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_C_seed789_n500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_C_seed789_n500/results.json new file mode 100644 index 0000000..1a87b4c --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_C_seed789_n500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum", + "base_model": "power_spectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 789, + "lmax": 15, + "n_params": 11466, + "invariant_dim": 16, + "train_size": 500, + "train_examples": 500, + "best_val_accuracy": 0.5918, + "test_c": { + "loss": 1.2856454895019531, + "accuracy": 0.5922 + }, + "test": { + "loss": 1.2856454895019531, + "accuracy": 0.5922 + }, + "test_nr": { + "loss": 1.2856454895019531, + "accuracy": 0.5922 + }, + "test_r": { + "loss": 1.2926050689697266, + "accuracy": 0.5902 + }, + "rotation_robustness": { + "rot_00": 0.5901, + "rot_01": 0.5901, + "rot_02": 0.5897, + "rot_03": 0.5903, + "rot_04": 0.5905, + "rot_05": 0.59, + "rot_06": 0.5904, + "rot_07": 0.5906, + "rot_08": 0.5905, + "rot_09": 0.59, + "mean_accuracy": 0.59022, + "std_accuracy": 0.00027129319932502993 + }, + "wall_time_s": 21.815343618392944, + "epochs_run": 50, + "peak_train_alloc_bytes": 43872768, + "peak_train_reserved_bytes": 69206016, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum", + "--train_mode", + "C", + "--seed", + "789", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_R_seed101112_n500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_R_seed101112_n500/results.json new file mode 100644 index 0000000..840c867 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_R_seed101112_n500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum", + "base_model": "power_spectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 11466, + "invariant_dim": 16, + "train_size": 500, + "train_examples": 500, + "best_val_accuracy": 0.5539, + "test_c": { + "loss": 1.3356404235839843, + "accuracy": 0.5604 + }, + "test": { + "loss": 1.3356404235839843, + "accuracy": 0.5604 + }, + "test_nr": { + "loss": 1.3356404235839843, + "accuracy": 0.5604 + }, + "test_r": { + "loss": 1.3408723907470703, + "accuracy": 0.5579 + }, + "rotation_robustness": { + "rot_00": 0.5578, + "rot_01": 0.5579, + "rot_02": 0.5579, + "rot_03": 0.5579, + "rot_04": 0.5578, + "rot_05": 0.5578, + "rot_06": 0.558, + "rot_07": 0.5578, + "rot_08": 0.558, + "rot_09": 0.5577, + "mean_accuracy": 0.55786, + "std_accuracy": 9.165151389914062e-05 + }, + "wall_time_s": 21.527412176132202, + "epochs_run": 50, + "peak_train_alloc_bytes": 43872768, + "peak_train_reserved_bytes": 69206016, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum", + "--train_mode", + "R", + "--seed", + "101112", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_R_seed123_n500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_R_seed123_n500/results.json new file mode 100644 index 0000000..cef9412 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_R_seed123_n500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum", + "base_model": "power_spectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 123, + "lmax": 15, + "n_params": 11466, + "invariant_dim": 16, + "train_size": 500, + "train_examples": 500, + "best_val_accuracy": 0.1788, + "test_c": { + "loss": 2.2975375, + "accuracy": 0.1749 + }, + "test": { + "loss": 2.2975375, + "accuracy": 0.1749 + }, + "test_nr": { + "loss": 2.2975375, + "accuracy": 0.1749 + }, + "test_r": { + "loss": 2.2976162109375, + "accuracy": 0.1749 + }, + "rotation_robustness": { + "rot_00": 0.1748, + "rot_01": 0.1747, + "rot_02": 0.1747, + "rot_03": 0.1749, + "rot_04": 0.1747, + "rot_05": 0.1747, + "rot_06": 0.1748, + "rot_07": 0.175, + "rot_08": 0.1749, + "rot_09": 0.1748, + "mean_accuracy": 0.1748, + "std_accuracy": 0.00010000000000000009 + }, + "wall_time_s": 11.057048320770264, + "epochs_run": 19, + "peak_train_alloc_bytes": 43872768, + "peak_train_reserved_bytes": 69206016, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum", + "--train_mode", + "R", + "--seed", + "123", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_R_seed456_n500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_R_seed456_n500/results.json new file mode 100644 index 0000000..770c637 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_R_seed456_n500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum", + "base_model": "power_spectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 456, + "lmax": 15, + "n_params": 11466, + "invariant_dim": 16, + "train_size": 500, + "train_examples": 500, + "best_val_accuracy": 0.1412, + "test_c": { + "loss": 2.3027603515625, + "accuracy": 0.1513 + }, + "test": { + "loss": 2.3027603515625, + "accuracy": 0.1513 + }, + "test_nr": { + "loss": 2.3027603515625, + "accuracy": 0.1513 + }, + "test_r": { + "loss": 2.3027607421875, + "accuracy": 0.1509 + }, + "rotation_robustness": { + "rot_00": 0.151, + "rot_01": 0.1509, + "rot_02": 0.151, + "rot_03": 0.1509, + "rot_04": 0.1509, + "rot_05": 0.1509, + "rot_06": 0.1509, + "rot_07": 0.1509, + "rot_08": 0.151, + "rot_09": 0.1509, + "mean_accuracy": 0.15093, + "std_accuracy": 4.5825756949553354e-05 + }, + "wall_time_s": 5.987090826034546, + "epochs_run": 11, + "peak_train_alloc_bytes": 43872768, + "peak_train_reserved_bytes": 69206016, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum", + "--train_mode", + "R", + "--seed", + "456", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_R_seed789_n500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_R_seed789_n500/results.json new file mode 100644 index 0000000..9a431ec --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_R_seed789_n500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum", + "base_model": "power_spectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 789, + "lmax": 15, + "n_params": 11466, + "invariant_dim": 16, + "train_size": 500, + "train_examples": 500, + "best_val_accuracy": 0.593, + "test_c": { + "loss": 1.2744102966308595, + "accuracy": 0.5888 + }, + "test": { + "loss": 1.2744102966308595, + "accuracy": 0.5888 + }, + "test_nr": { + "loss": 1.2744102966308595, + "accuracy": 0.5888 + }, + "test_r": { + "loss": 1.2794333953857422, + "accuracy": 0.5886 + }, + "rotation_robustness": { + "rot_00": 0.5883, + "rot_01": 0.5881, + "rot_02": 0.5885, + "rot_03": 0.5883, + "rot_04": 0.5886, + "rot_05": 0.5882, + "rot_06": 0.5885, + "rot_07": 0.5887, + "rot_08": 0.5886, + "rot_09": 0.5883, + "mean_accuracy": 0.58841, + "std_accuracy": 0.00018681541692270437 + }, + "wall_time_s": 23.497638702392578, + "epochs_run": 50, + "peak_train_alloc_bytes": 43872768, + "peak_train_reserved_bytes": 69206016, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum", + "--train_mode", + "R", + "--seed", + "789", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_matched_C_seed101112_n500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_matched_C_seed101112_n500/results.json new file mode 100644 index 0000000..c6059a5 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_matched_C_seed101112_n500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum_matched", + "base_model": "power_spectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 231906, + "invariant_dim": 16, + "train_size": 500, + "train_examples": 500, + "best_val_accuracy": 0.1936, + "test_c": { + "loss": 2.2951603515625, + "accuracy": 0.2042 + }, + "test": { + "loss": 2.2951603515625, + "accuracy": 0.2042 + }, + "test_nr": { + "loss": 2.2951603515625, + "accuracy": 0.2042 + }, + "test_r": { + "loss": 2.295191796875, + "accuracy": 0.2044 + }, + "rotation_robustness": { + "rot_00": 0.2046, + "rot_01": 0.2044, + "rot_02": 0.2048, + "rot_03": 0.2045, + "rot_04": 0.2049, + "rot_05": 0.2045, + "rot_06": 0.2048, + "rot_07": 0.2049, + "rot_08": 0.2045, + "rot_09": 0.2047, + "mean_accuracy": 0.20465999999999998, + "std_accuracy": 0.00017435595774163161 + }, + "wall_time_s": 5.538880348205566, + "epochs_run": 11, + "peak_train_alloc_bytes": 47850496, + "peak_train_reserved_bytes": 73400320, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum_matched", + "--train_mode", + "C", + "--seed", + "101112", + "--hidden", + "1312", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_matched_C_seed456_n500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_matched_C_seed456_n500/results.json new file mode 100644 index 0000000..58fc2fc --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_matched_C_seed456_n500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum_matched", + "base_model": "power_spectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 456, + "lmax": 15, + "n_params": 231906, + "invariant_dim": 16, + "train_size": 500, + "train_examples": 500, + "best_val_accuracy": 0.1748, + "test_c": { + "loss": 2.33664560546875, + "accuracy": 0.1709 + }, + "test": { + "loss": 2.33664560546875, + "accuracy": 0.1709 + }, + "test_nr": { + "loss": 2.33664560546875, + "accuracy": 0.1709 + }, + "test_r": { + "loss": 2.336871875, + "accuracy": 0.1709 + }, + "rotation_robustness": { + "rot_00": 0.1707, + "rot_01": 0.1707, + "rot_02": 0.1711, + "rot_03": 0.171, + "rot_04": 0.1707, + "rot_05": 0.1709, + "rot_06": 0.1709, + "rot_07": 0.171, + "rot_08": 0.171, + "rot_09": 0.1708, + "mean_accuracy": 0.17088, + "std_accuracy": 0.0001400000000000068 + }, + "wall_time_s": 9.17716646194458, + "epochs_run": 17, + "peak_train_alloc_bytes": 47850496, + "peak_train_reserved_bytes": 73400320, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum_matched", + "--train_mode", + "C", + "--seed", + "456", + "--hidden", + "1312", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_matched_C_seed789_n500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_matched_C_seed789_n500/results.json new file mode 100644 index 0000000..0662fdc --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_matched_C_seed789_n500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum_matched", + "base_model": "power_spectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 789, + "lmax": 15, + "n_params": 231906, + "invariant_dim": 16, + "train_size": 500, + "train_examples": 500, + "best_val_accuracy": 0.1605, + "test_c": { + "loss": 2.2879716796875, + "accuracy": 0.1517 + }, + "test": { + "loss": 2.2879716796875, + "accuracy": 0.1517 + }, + "test_nr": { + "loss": 2.2879716796875, + "accuracy": 0.1517 + }, + "test_r": { + "loss": 2.288071484375, + "accuracy": 0.1518 + }, + "rotation_robustness": { + "rot_00": 0.1517, + "rot_01": 0.1517, + "rot_02": 0.1516, + "rot_03": 0.1518, + "rot_04": 0.1517, + "rot_05": 0.1517, + "rot_06": 0.1518, + "rot_07": 0.1517, + "rot_08": 0.1516, + "rot_09": 0.1517, + "mean_accuracy": 0.1517, + "std_accuracy": 6.324555320336061e-05 + }, + "wall_time_s": 6.623900413513184, + "epochs_run": 13, + "peak_train_alloc_bytes": 47850496, + "peak_train_reserved_bytes": 73400320, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum_matched", + "--train_mode", + "C", + "--seed", + "789", + "--hidden", + "1312", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_matched_R_seed101112_n500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_matched_R_seed101112_n500/results.json new file mode 100644 index 0000000..6232b4d --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_matched_R_seed101112_n500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum_matched", + "base_model": "power_spectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 231906, + "invariant_dim": 16, + "train_size": 500, + "train_examples": 500, + "best_val_accuracy": 0.1863, + "test_c": { + "loss": 2.29513828125, + "accuracy": 0.1993 + }, + "test": { + "loss": 2.29513828125, + "accuracy": 0.1993 + }, + "test_nr": { + "loss": 2.29513828125, + "accuracy": 0.1993 + }, + "test_r": { + "loss": 2.2951626953125, + "accuracy": 0.1993 + }, + "rotation_robustness": { + "rot_00": 0.199, + "rot_01": 0.1993, + "rot_02": 0.1991, + "rot_03": 0.1992, + "rot_04": 0.199, + "rot_05": 0.199, + "rot_06": 0.1992, + "rot_07": 0.1992, + "rot_08": 0.1993, + "rot_09": 0.1991, + "mean_accuracy": 0.19914, + "std_accuracy": 0.00011135528725659615 + }, + "wall_time_s": 7.064088821411133, + "epochs_run": 11, + "peak_train_alloc_bytes": 47850496, + "peak_train_reserved_bytes": 73400320, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum_matched", + "--train_mode", + "R", + "--seed", + "101112", + "--hidden", + "1312", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_matched_R_seed123_n500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_matched_R_seed123_n500/results.json new file mode 100644 index 0000000..d0057b0 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_matched_R_seed123_n500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum_matched", + "base_model": "power_spectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 123, + "lmax": 15, + "n_params": 231906, + "invariant_dim": 16, + "train_size": 500, + "train_examples": 500, + "best_val_accuracy": 0.1921, + "test_c": { + "loss": 2.2895615234375, + "accuracy": 0.1825 + }, + "test": { + "loss": 2.2895615234375, + "accuracy": 0.1825 + }, + "test_nr": { + "loss": 2.2895615234375, + "accuracy": 0.1825 + }, + "test_r": { + "loss": 2.2896412109375, + "accuracy": 0.1822 + }, + "rotation_robustness": { + "rot_00": 0.1823, + "rot_01": 0.1823, + "rot_02": 0.1823, + "rot_03": 0.1823, + "rot_04": 0.1822, + "rot_05": 0.1823, + "rot_06": 0.1824, + "rot_07": 0.1826, + "rot_08": 0.1825, + "rot_09": 0.1822, + "mean_accuracy": 0.18234, + "std_accuracy": 0.0001200000000000039 + }, + "wall_time_s": 6.259719371795654, + "epochs_run": 13, + "peak_train_alloc_bytes": 47850496, + "peak_train_reserved_bytes": 73400320, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum_matched", + "--train_mode", + "R", + "--seed", + "123", + "--hidden", + "1312", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_matched_R_seed456_n500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_matched_R_seed456_n500/results.json new file mode 100644 index 0000000..4894b8a --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_matched_R_seed456_n500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum_matched", + "base_model": "power_spectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 456, + "lmax": 15, + "n_params": 231906, + "invariant_dim": 16, + "train_size": 500, + "train_examples": 500, + "best_val_accuracy": 0.1756, + "test_c": { + "loss": 2.316023828125, + "accuracy": 0.1719 + }, + "test": { + "loss": 2.316023828125, + "accuracy": 0.1719 + }, + "test_nr": { + "loss": 2.316023828125, + "accuracy": 0.1719 + }, + "test_r": { + "loss": 2.31620224609375, + "accuracy": 0.1722 + }, + "rotation_robustness": { + "rot_00": 0.1723, + "rot_01": 0.1722, + "rot_02": 0.1722, + "rot_03": 0.1722, + "rot_04": 0.1721, + "rot_05": 0.1721, + "rot_06": 0.1721, + "rot_07": 0.172, + "rot_08": 0.1722, + "rot_09": 0.1722, + "mean_accuracy": 0.17216, + "std_accuracy": 8.000000000000159e-05 + }, + "wall_time_s": 8.215842485427856, + "epochs_run": 16, + "peak_train_alloc_bytes": 47850496, + "peak_train_reserved_bytes": 73400320, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum_matched", + "--train_mode", + "R", + "--seed", + "456", + "--hidden", + "1312", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_matched_R_seed789_n500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_matched_R_seed789_n500/results.json new file mode 100644 index 0000000..a47842b --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_500/power_spectrum_matched_R_seed789_n500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum_matched", + "base_model": "power_spectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 789, + "lmax": 15, + "n_params": 231906, + "invariant_dim": 16, + "train_size": 500, + "train_examples": 500, + "best_val_accuracy": 0.1583, + "test_c": { + "loss": 2.2877654296875, + "accuracy": 0.1511 + }, + "test": { + "loss": 2.2877654296875, + "accuracy": 0.1511 + }, + "test_nr": { + "loss": 2.2877654296875, + "accuracy": 0.1511 + }, + "test_r": { + "loss": 2.2878572265625, + "accuracy": 0.1507 + }, + "rotation_robustness": { + "rot_00": 0.1507, + "rot_01": 0.1507, + "rot_02": 0.1507, + "rot_03": 0.1507, + "rot_04": 0.1507, + "rot_05": 0.1507, + "rot_06": 0.1506, + "rot_07": 0.1507, + "rot_08": 0.1507, + "rot_09": 0.1506, + "mean_accuracy": 0.15068, + "std_accuracy": 3.99999999999956e-05 + }, + "wall_time_s": 7.276893138885498, + "epochs_run": 13, + "peak_train_alloc_bytes": 47850496, + "peak_train_reserved_bytes": 73400320, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum_matched", + "--train_mode", + "R", + "--seed", + "789", + "--hidden", + "1312", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_500/standard_C_seed101112_n500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_500/standard_C_seed101112_n500/results.json new file mode 100644 index 0000000..1f12204 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_500/standard_C_seed101112_n500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "standard", + "base_model": "standard", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 184778, + "invariant_dim": null, + "train_size": 500, + "train_examples": 500, + "best_val_accuracy": 0.4326, + "test_c": { + "loss": 2.227888671875, + "accuracy": 0.4358 + }, + "test": { + "loss": 2.227888671875, + "accuracy": 0.4358 + }, + "test_nr": { + "loss": 2.227888671875, + "accuracy": 0.4358 + }, + "test_r": { + "loss": 2.2974224609375, + "accuracy": 0.1128 + }, + "rotation_robustness": { + "rot_00": 0.1594, + "rot_01": 0.1216, + "rot_02": 0.0972, + "rot_03": 0.098, + "rot_04": 0.0582, + "rot_05": 0.098, + "rot_06": 0.0981, + "rot_07": 0.1401, + "rot_08": 0.1662, + "rot_09": 0.0988, + "mean_accuracy": 0.11356, + "std_accuracy": 0.0314877182406093 + }, + "wall_time_s": 6.280216217041016, + "epochs_run": 13, + "peak_train_alloc_bytes": 738189312, + "peak_train_reserved_bytes": 1044381696, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--run_label", + "standard", + "--train_mode", + "C", + "--seed", + "101112", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_500/standard_C_seed456_n500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_500/standard_C_seed456_n500/results.json new file mode 100644 index 0000000..ba60d03 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_500/standard_C_seed456_n500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "standard", + "base_model": "standard", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 456, + "lmax": 15, + "n_params": 184778, + "invariant_dim": null, + "train_size": 500, + "train_examples": 500, + "best_val_accuracy": 0.9474, + "test_c": { + "loss": 0.19290491480827332, + "accuracy": 0.944 + }, + "test": { + "loss": 0.19290491480827332, + "accuracy": 0.944 + }, + "test_nr": { + "loss": 0.19290491480827332, + "accuracy": 0.944 + }, + "test_r": { + "loss": 5.7821271591186525, + "accuracy": 0.1135 + }, + "rotation_robustness": { + "rot_00": 0.0383, + "rot_01": 0.1345, + "rot_02": 0.0957, + "rot_03": 0.0807, + "rot_04": 0.0549, + "rot_05": 0.1044, + "rot_06": 0.0892, + "rot_07": 0.2115, + "rot_08": 0.0761, + "rot_09": 0.0798, + "mean_accuracy": 0.09651, + "std_accuracy": 0.045659422904806846 + }, + "wall_time_s": 15.36829161643982, + "epochs_run": 50, + "peak_train_alloc_bytes": 738189312, + "peak_train_reserved_bytes": 1044381696, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--run_label", + "standard", + "--train_mode", + "C", + "--seed", + "456", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_500/standard_C_seed789_n500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_500/standard_C_seed789_n500/results.json new file mode 100644 index 0000000..29eb9a0 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_500/standard_C_seed789_n500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "standard", + "base_model": "standard", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 789, + "lmax": 15, + "n_params": 184778, + "invariant_dim": null, + "train_size": 500, + "train_examples": 500, + "best_val_accuracy": 0.4924, + "test_c": { + "loss": 2.227424609375, + "accuracy": 0.4896 + }, + "test": { + "loss": 2.227424609375, + "accuracy": 0.4896 + }, + "test_nr": { + "loss": 2.227424609375, + "accuracy": 0.4896 + }, + "test_r": { + "loss": 2.2997123046875, + "accuracy": 0.1138 + }, + "rotation_robustness": { + "rot_00": 0.124, + "rot_01": 0.1028, + "rot_02": 0.1028, + "rot_03": 0.1028, + "rot_04": 0.0657, + "rot_05": 0.1028, + "rot_06": 0.1028, + "rot_07": 0.1028, + "rot_08": 0.0922, + "rot_09": 0.1028, + "mean_accuracy": 0.10015, + "std_accuracy": 0.013667424775721287 + }, + "wall_time_s": 5.618984222412109, + "epochs_run": 13, + "peak_train_alloc_bytes": 738189312, + "peak_train_reserved_bytes": 1044381696, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--run_label", + "standard", + "--train_mode", + "C", + "--seed", + "789", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_500/standard_R_seed101112_n500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_500/standard_R_seed101112_n500/results.json new file mode 100644 index 0000000..ca31701 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_500/standard_R_seed101112_n500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "standard", + "base_model": "standard", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 184778, + "invariant_dim": null, + "train_size": 500, + "train_examples": 500, + "best_val_accuracy": 0.1681, + "test_c": { + "loss": 2.29201513671875, + "accuracy": 0.1096 + }, + "test": { + "loss": 2.29201513671875, + "accuracy": 0.1096 + }, + "test_nr": { + "loss": 2.29201513671875, + "accuracy": 0.1096 + }, + "test_r": { + "loss": 2.28861552734375, + "accuracy": 0.172 + }, + "rotation_robustness": { + "rot_00": 0.1469, + "rot_01": 0.15, + "rot_02": 0.1375, + "rot_03": 0.1664, + "rot_04": 0.1727, + "rot_05": 0.1926, + "rot_06": 0.127, + "rot_07": 0.1294, + "rot_08": 0.1703, + "rot_09": 0.213, + "mean_accuracy": 0.16058, + "std_accuracy": 0.026419606355886527 + }, + "wall_time_s": 5.775877475738525, + "epochs_run": 13, + "peak_train_alloc_bytes": 738189312, + "peak_train_reserved_bytes": 1044381696, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--run_label", + "standard", + "--train_mode", + "R", + "--seed", + "101112", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_500/standard_R_seed123_n500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_500/standard_R_seed123_n500/results.json new file mode 100644 index 0000000..e1bdcfc --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_500/standard_R_seed123_n500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "standard", + "base_model": "standard", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 123, + "lmax": 15, + "n_params": 184778, + "invariant_dim": null, + "train_size": 500, + "train_examples": 500, + "best_val_accuracy": 0.1678, + "test_c": { + "loss": 2.30489990234375, + "accuracy": 0.1276 + }, + "test": { + "loss": 2.30489990234375, + "accuracy": 0.1276 + }, + "test_nr": { + "loss": 2.30489990234375, + "accuracy": 0.1276 + }, + "test_r": { + "loss": 2.2861037109375, + "accuracy": 0.1755 + }, + "rotation_robustness": { + "rot_00": 0.1888, + "rot_01": 0.2222, + "rot_02": 0.1685, + "rot_03": 0.1629, + "rot_04": 0.2104, + "rot_05": 0.2005, + "rot_06": 0.1627, + "rot_07": 0.1435, + "rot_08": 0.2132, + "rot_09": 0.2168, + "mean_accuracy": 0.18895, + "std_accuracy": 0.0262951421369043 + }, + "wall_time_s": 5.684280157089233, + "epochs_run": 14, + "peak_train_alloc_bytes": 738189312, + "peak_train_reserved_bytes": 1044381696, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--run_label", + "standard", + "--train_mode", + "R", + "--seed", + "123", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_500/standard_R_seed456_n500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_500/standard_R_seed456_n500/results.json new file mode 100644 index 0000000..eddb17d --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_500/standard_R_seed456_n500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "standard", + "base_model": "standard", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 456, + "lmax": 15, + "n_params": 184778, + "invariant_dim": null, + "train_size": 500, + "train_examples": 500, + "best_val_accuracy": 0.1591, + "test_c": { + "loss": 2.3008671875, + "accuracy": 0.1263 + }, + "test": { + "loss": 2.3008671875, + "accuracy": 0.1263 + }, + "test_nr": { + "loss": 2.3008671875, + "accuracy": 0.1263 + }, + "test_r": { + "loss": 2.2952685546875, + "accuracy": 0.1689 + }, + "rotation_robustness": { + "rot_00": 0.1295, + "rot_01": 0.2036, + "rot_02": 0.1853, + "rot_03": 0.1965, + "rot_04": 0.1755, + "rot_05": 0.189, + "rot_06": 0.1196, + "rot_07": 0.1446, + "rot_08": 0.1665, + "rot_09": 0.1952, + "mean_accuracy": 0.17053000000000001, + "std_accuracy": 0.028154219932365377 + }, + "wall_time_s": 6.5380003452301025, + "epochs_run": 14, + "peak_train_alloc_bytes": 738189312, + "peak_train_reserved_bytes": 1044381696, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--run_label", + "standard", + "--train_mode", + "R", + "--seed", + "456", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_500/standard_R_seed789_n500/results.json b/paper/experiments/normalized_results/spherical_mnist/n_500/standard_R_seed789_n500/results.json new file mode 100644 index 0000000..e249c43 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_500/standard_R_seed789_n500/results.json @@ -0,0 +1,81 @@ +{ + "dataset": "spherical_mnist", + "model": "standard", + "base_model": "standard", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 789, + "lmax": 15, + "n_params": 184778, + "invariant_dim": null, + "train_size": 500, + "train_examples": 500, + "best_val_accuracy": 0.1496, + "test_c": { + "loss": 2.28974921875, + "accuracy": 0.1391 + }, + "test": { + "loss": 2.28974921875, + "accuracy": 0.1391 + }, + "test_nr": { + "loss": 2.28974921875, + "accuracy": 0.1391 + }, + "test_r": { + "loss": 2.2880056640625, + "accuracy": 0.1597 + }, + "rotation_robustness": { + "rot_00": 0.1483, + "rot_01": 0.1505, + "rot_02": 0.1229, + "rot_03": 0.1605, + "rot_04": 0.2076, + "rot_05": 0.1588, + "rot_06": 0.1216, + "rot_07": 0.1876, + "rot_08": 0.1741, + "rot_09": 0.1594, + "mean_accuracy": 0.15913, + "std_accuracy": 0.025097651284532584 + }, + "wall_time_s": 5.264239072799683, + "epochs_run": 13, + "peak_train_alloc_bytes": 738189312, + "peak_train_reserved_bytes": 1044381696, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--run_label", + "standard", + "--train_mode", + "R", + "--seed", + "789", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_500", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50", + "--train_size", + "500" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_full/bispectrum_C_seed101112/results.json b/paper/experiments/normalized_results/spherical_mnist/n_full/bispectrum_C_seed101112/results.json new file mode 100644 index 0000000..5e2ed36 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_full/bispectrum_C_seed101112/results.json @@ -0,0 +1,79 @@ +{ + "dataset": "spherical_mnist", + "model": "bispectrum", + "base_model": "bispectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 231818, + "invariant_dim": 768, + "train_size": null, + "train_examples": 50000, + "best_val_accuracy": 0.9551, + "test_c": { + "loss": 0.1614149839758873, + "accuracy": 0.9492 + }, + "test": { + "loss": 0.1614149839758873, + "accuracy": 0.9492 + }, + "test_nr": { + "loss": 0.1614149839758873, + "accuracy": 0.9492 + }, + "test_r": { + "loss": 0.1614806860089302, + "accuracy": 0.9493 + }, + "rotation_robustness": { + "rot_00": 0.9493, + "rot_01": 0.949, + "rot_02": 0.9494, + "rot_03": 0.9493, + "rot_04": 0.9494, + "rot_05": 0.9495, + "rot_06": 0.9497, + "rot_07": 0.9496, + "rot_08": 0.9497, + "rot_09": 0.9497, + "mean_accuracy": 0.94946, + "std_accuracy": 0.00021540659228538016 + }, + "wall_time_s": 38.464115858078, + "epochs_run": 20, + "peak_train_alloc_bytes": 421850624, + "peak_train_reserved_bytes": 847249408, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--run_label", + "bispectrum", + "--train_mode", + "C", + "--seed", + "101112", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_full/bispectrum_C_seed456/results.json b/paper/experiments/normalized_results/spherical_mnist/n_full/bispectrum_C_seed456/results.json new file mode 100644 index 0000000..718a562 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_full/bispectrum_C_seed456/results.json @@ -0,0 +1,79 @@ +{ + "dataset": "spherical_mnist", + "model": "bispectrum", + "base_model": "bispectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 456, + "lmax": 15, + "n_params": 231818, + "invariant_dim": 768, + "train_size": null, + "train_examples": 50000, + "best_val_accuracy": 0.9555, + "test_c": { + "loss": 0.15960674668550492, + "accuracy": 0.9491 + }, + "test": { + "loss": 0.15960674668550492, + "accuracy": 0.9491 + }, + "test_nr": { + "loss": 0.15960674668550492, + "accuracy": 0.9491 + }, + "test_r": { + "loss": 0.15930240552425384, + "accuracy": 0.9494 + }, + "rotation_robustness": { + "rot_00": 0.9495, + "rot_01": 0.9493, + "rot_02": 0.9492, + "rot_03": 0.9493, + "rot_04": 0.9494, + "rot_05": 0.9494, + "rot_06": 0.9496, + "rot_07": 0.9495, + "rot_08": 0.9496, + "rot_09": 0.9495, + "mean_accuracy": 0.9494300000000001, + "std_accuracy": 0.00012688577540448124 + }, + "wall_time_s": 32.43284010887146, + "epochs_run": 20, + "peak_train_alloc_bytes": 421850624, + "peak_train_reserved_bytes": 847249408, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--run_label", + "bispectrum", + "--train_mode", + "C", + "--seed", + "456", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_full/bispectrum_C_seed789/results.json b/paper/experiments/normalized_results/spherical_mnist/n_full/bispectrum_C_seed789/results.json new file mode 100644 index 0000000..fd7913d --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_full/bispectrum_C_seed789/results.json @@ -0,0 +1,79 @@ +{ + "dataset": "spherical_mnist", + "model": "bispectrum", + "base_model": "bispectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 789, + "lmax": 15, + "n_params": 231818, + "invariant_dim": 768, + "train_size": null, + "train_examples": 50000, + "best_val_accuracy": 0.9552, + "test_c": { + "loss": 0.15865859470367433, + "accuracy": 0.9487 + }, + "test": { + "loss": 0.15865859470367433, + "accuracy": 0.9487 + }, + "test_nr": { + "loss": 0.15865859470367433, + "accuracy": 0.9487 + }, + "test_r": { + "loss": 0.15853059401512146, + "accuracy": 0.9496 + }, + "rotation_robustness": { + "rot_00": 0.9495, + "rot_01": 0.9497, + "rot_02": 0.9495, + "rot_03": 0.9493, + "rot_04": 0.9497, + "rot_05": 0.9495, + "rot_06": 0.9497, + "rot_07": 0.9498, + "rot_08": 0.9494, + "rot_09": 0.9493, + "mean_accuracy": 0.94954, + "std_accuracy": 0.0001685229954635086 + }, + "wall_time_s": 30.8523530960083, + "epochs_run": 19, + "peak_train_alloc_bytes": 421850624, + "peak_train_reserved_bytes": 847249408, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--run_label", + "bispectrum", + "--train_mode", + "C", + "--seed", + "789", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_full/bispectrum_R_seed101112/results.json b/paper/experiments/normalized_results/spherical_mnist/n_full/bispectrum_R_seed101112/results.json new file mode 100644 index 0000000..b432d5c --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_full/bispectrum_R_seed101112/results.json @@ -0,0 +1,79 @@ +{ + "dataset": "spherical_mnist", + "model": "bispectrum", + "base_model": "bispectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 231818, + "invariant_dim": 768, + "train_size": null, + "train_examples": 50000, + "best_val_accuracy": 0.9551, + "test_c": { + "loss": 0.1618857476234436, + "accuracy": 0.949 + }, + "test": { + "loss": 0.1618857476234436, + "accuracy": 0.949 + }, + "test_nr": { + "loss": 0.1618857476234436, + "accuracy": 0.949 + }, + "test_r": { + "loss": 0.16099325135946274, + "accuracy": 0.9495 + }, + "rotation_robustness": { + "rot_00": 0.9496, + "rot_01": 0.9495, + "rot_02": 0.9494, + "rot_03": 0.9494, + "rot_04": 0.9493, + "rot_05": 0.9495, + "rot_06": 0.9497, + "rot_07": 0.9496, + "rot_08": 0.9496, + "rot_09": 0.9495, + "mean_accuracy": 0.9495100000000001, + "std_accuracy": 0.00011357816691599297 + }, + "wall_time_s": 37.72188997268677, + "epochs_run": 20, + "peak_train_alloc_bytes": 421850624, + "peak_train_reserved_bytes": 847249408, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--run_label", + "bispectrum", + "--train_mode", + "R", + "--seed", + "101112", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_full/bispectrum_R_seed123/results.json b/paper/experiments/normalized_results/spherical_mnist/n_full/bispectrum_R_seed123/results.json new file mode 100644 index 0000000..70a99cc --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_full/bispectrum_R_seed123/results.json @@ -0,0 +1,79 @@ +{ + "dataset": "spherical_mnist", + "model": "bispectrum", + "base_model": "bispectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 123, + "lmax": 15, + "n_params": 231818, + "invariant_dim": 768, + "train_size": null, + "train_examples": 50000, + "best_val_accuracy": 0.9549, + "test_c": { + "loss": 0.16284834724664687, + "accuracy": 0.9469 + }, + "test": { + "loss": 0.16284834724664687, + "accuracy": 0.9469 + }, + "test_nr": { + "loss": 0.16284834724664687, + "accuracy": 0.9469 + }, + "test_r": { + "loss": 0.16140340181589127, + "accuracy": 0.948 + }, + "rotation_robustness": { + "rot_00": 0.9478, + "rot_01": 0.9478, + "rot_02": 0.9481, + "rot_03": 0.9481, + "rot_04": 0.9479, + "rot_05": 0.9477, + "rot_06": 0.9477, + "rot_07": 0.9478, + "rot_08": 0.9476, + "rot_09": 0.948, + "mean_accuracy": 0.9478500000000001, + "std_accuracy": 0.00016278820596101322 + }, + "wall_time_s": 41.09797978401184, + "epochs_run": 20, + "peak_train_alloc_bytes": 421850624, + "peak_train_reserved_bytes": 847249408, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--run_label", + "bispectrum", + "--train_mode", + "R", + "--seed", + "123", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_full/bispectrum_R_seed456/results.json b/paper/experiments/normalized_results/spherical_mnist/n_full/bispectrum_R_seed456/results.json new file mode 100644 index 0000000..6a52cb2 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_full/bispectrum_R_seed456/results.json @@ -0,0 +1,79 @@ +{ + "dataset": "spherical_mnist", + "model": "bispectrum", + "base_model": "bispectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 456, + "lmax": 15, + "n_params": 231818, + "invariant_dim": 768, + "train_size": null, + "train_examples": 50000, + "best_val_accuracy": 0.955, + "test_c": { + "loss": 0.15969736771583556, + "accuracy": 0.9494 + }, + "test": { + "loss": 0.15969736771583556, + "accuracy": 0.9494 + }, + "test_nr": { + "loss": 0.15969736771583556, + "accuracy": 0.9494 + }, + "test_r": { + "loss": 0.15822549809217454, + "accuracy": 0.9499 + }, + "rotation_robustness": { + "rot_00": 0.9499, + "rot_01": 0.9498, + "rot_02": 0.9496, + "rot_03": 0.9499, + "rot_04": 0.9496, + "rot_05": 0.9497, + "rot_06": 0.9499, + "rot_07": 0.9498, + "rot_08": 0.9496, + "rot_09": 0.95, + "mean_accuracy": 0.94978, + "std_accuracy": 0.0001399999999999846 + }, + "wall_time_s": 35.90173935890198, + "epochs_run": 20, + "peak_train_alloc_bytes": 421850624, + "peak_train_reserved_bytes": 847249408, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--run_label", + "bispectrum", + "--train_mode", + "R", + "--seed", + "456", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_full/bispectrum_R_seed789/results.json b/paper/experiments/normalized_results/spherical_mnist/n_full/bispectrum_R_seed789/results.json new file mode 100644 index 0000000..04769e1 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_full/bispectrum_R_seed789/results.json @@ -0,0 +1,79 @@ +{ + "dataset": "spherical_mnist", + "model": "bispectrum", + "base_model": "bispectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 789, + "lmax": 15, + "n_params": 231818, + "invariant_dim": 768, + "train_size": null, + "train_examples": 50000, + "best_val_accuracy": 0.9556, + "test_c": { + "loss": 0.16120577639341355, + "accuracy": 0.9469 + }, + "test": { + "loss": 0.16120577639341355, + "accuracy": 0.9469 + }, + "test_nr": { + "loss": 0.16120577639341355, + "accuracy": 0.9469 + }, + "test_r": { + "loss": 0.15971069877147676, + "accuracy": 0.9477 + }, + "rotation_robustness": { + "rot_00": 0.9478, + "rot_01": 0.9477, + "rot_02": 0.9477, + "rot_03": 0.9477, + "rot_04": 0.9475, + "rot_05": 0.9476, + "rot_06": 0.9476, + "rot_07": 0.9476, + "rot_08": 0.9476, + "rot_09": 0.9475, + "mean_accuracy": 0.94763, + "std_accuracy": 8.999999999999009e-05 + }, + "wall_time_s": 39.5629460811615, + "epochs_run": 19, + "peak_train_alloc_bytes": 421850624, + "peak_train_reserved_bytes": 847249408, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "bispectrum", + "--run_label", + "bispectrum", + "--train_mode", + "R", + "--seed", + "789", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_C_seed101112/results.json b/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_C_seed101112/results.json new file mode 100644 index 0000000..23f047c --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_C_seed101112/results.json @@ -0,0 +1,79 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum", + "base_model": "power_spectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 11466, + "invariant_dim": 16, + "train_size": null, + "train_examples": 50000, + "best_val_accuracy": 0.7936, + "test_c": { + "loss": 0.6568726788520813, + "accuracy": 0.7792 + }, + "test": { + "loss": 0.6568726788520813, + "accuracy": 0.7792 + }, + "test_nr": { + "loss": 0.6568726788520813, + "accuracy": 0.7792 + }, + "test_r": { + "loss": 0.6625716110229493, + "accuracy": 0.7778 + }, + "rotation_robustness": { + "rot_00": 0.7775, + "rot_01": 0.7774, + "rot_02": 0.7776, + "rot_03": 0.7779, + "rot_04": 0.7779, + "rot_05": 0.7774, + "rot_06": 0.7777, + "rot_07": 0.7776, + "rot_08": 0.778, + "rot_09": 0.7776, + "mean_accuracy": 0.77766, + "std_accuracy": 0.00020099751242244097 + }, + "wall_time_s": 85.05676460266113, + "epochs_run": 39, + "peak_train_alloc_bytes": 43872768, + "peak_train_reserved_bytes": 69206016, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum", + "--train_mode", + "C", + "--seed", + "101112", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_C_seed456/results.json b/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_C_seed456/results.json new file mode 100644 index 0000000..15a6517 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_C_seed456/results.json @@ -0,0 +1,79 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum", + "base_model": "power_spectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 456, + "lmax": 15, + "n_params": 11466, + "invariant_dim": 16, + "train_size": null, + "train_examples": 50000, + "best_val_accuracy": 0.7924, + "test_c": { + "loss": 0.6460607055664063, + "accuracy": 0.7791 + }, + "test": { + "loss": 0.6460607055664063, + "accuracy": 0.7791 + }, + "test_nr": { + "loss": 0.6460607055664063, + "accuracy": 0.7791 + }, + "test_r": { + "loss": 0.6492259380340576, + "accuracy": 0.7789 + }, + "rotation_robustness": { + "rot_00": 0.7793, + "rot_01": 0.7793, + "rot_02": 0.7788, + "rot_03": 0.7791, + "rot_04": 0.7784, + "rot_05": 0.7782, + "rot_06": 0.7798, + "rot_07": 0.7797, + "rot_08": 0.7797, + "rot_09": 0.7793, + "mean_accuracy": 0.77916, + "std_accuracy": 0.0005180733538795383 + }, + "wall_time_s": 92.05686020851135, + "epochs_run": 38, + "peak_train_alloc_bytes": 43872768, + "peak_train_reserved_bytes": 69206016, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum", + "--train_mode", + "C", + "--seed", + "456", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_C_seed789/results.json b/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_C_seed789/results.json new file mode 100644 index 0000000..5a0eb0e --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_C_seed789/results.json @@ -0,0 +1,79 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum", + "base_model": "power_spectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 789, + "lmax": 15, + "n_params": 11466, + "invariant_dim": 16, + "train_size": null, + "train_examples": 50000, + "best_val_accuracy": 0.7912, + "test_c": { + "loss": 0.6590518564224244, + "accuracy": 0.7776 + }, + "test": { + "loss": 0.6590518564224244, + "accuracy": 0.7776 + }, + "test_nr": { + "loss": 0.6590518564224244, + "accuracy": 0.7776 + }, + "test_r": { + "loss": 0.66399700756073, + "accuracy": 0.777 + }, + "rotation_robustness": { + "rot_00": 0.7766, + "rot_01": 0.7772, + "rot_02": 0.7766, + "rot_03": 0.7767, + "rot_04": 0.7769, + "rot_05": 0.7764, + "rot_06": 0.7772, + "rot_07": 0.777, + "rot_08": 0.7768, + "rot_09": 0.7771, + "mean_accuracy": 0.7768499999999999, + "std_accuracy": 0.00026172504656606587 + }, + "wall_time_s": 88.67271041870117, + "epochs_run": 38, + "peak_train_alloc_bytes": 43872768, + "peak_train_reserved_bytes": 69206016, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum", + "--train_mode", + "C", + "--seed", + "789", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_R_seed101112/results.json b/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_R_seed101112/results.json new file mode 100644 index 0000000..cd8b611 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_R_seed101112/results.json @@ -0,0 +1,79 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum", + "base_model": "power_spectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 11466, + "invariant_dim": 16, + "train_size": null, + "train_examples": 50000, + "best_val_accuracy": 0.7927, + "test_c": { + "loss": 0.6597861833572388, + "accuracy": 0.7757 + }, + "test": { + "loss": 0.6597861833572388, + "accuracy": 0.7757 + }, + "test_nr": { + "loss": 0.6597861833572388, + "accuracy": 0.7757 + }, + "test_r": { + "loss": 0.6568497360229493, + "accuracy": 0.7768 + }, + "rotation_robustness": { + "rot_00": 0.7763, + "rot_01": 0.7766, + "rot_02": 0.7765, + "rot_03": 0.777, + "rot_04": 0.7767, + "rot_05": 0.7765, + "rot_06": 0.7767, + "rot_07": 0.7768, + "rot_08": 0.7771, + "rot_09": 0.7763, + "mean_accuracy": 0.77665, + "std_accuracy": 0.00025396850198401943 + }, + "wall_time_s": 87.9685435295105, + "epochs_run": 39, + "peak_train_alloc_bytes": 43872768, + "peak_train_reserved_bytes": 69206016, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum", + "--train_mode", + "R", + "--seed", + "101112", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_R_seed123/results.json b/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_R_seed123/results.json new file mode 100644 index 0000000..94589ef --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_R_seed123/results.json @@ -0,0 +1,79 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum", + "base_model": "power_spectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 123, + "lmax": 15, + "n_params": 11466, + "invariant_dim": 16, + "train_size": null, + "train_examples": 50000, + "best_val_accuracy": 0.7918, + "test_c": { + "loss": 0.6507925777435303, + "accuracy": 0.7793 + }, + "test": { + "loss": 0.6507925777435303, + "accuracy": 0.7793 + }, + "test_nr": { + "loss": 0.6507925777435303, + "accuracy": 0.7793 + }, + "test_r": { + "loss": 0.6468469829559326, + "accuracy": 0.78 + }, + "rotation_robustness": { + "rot_00": 0.7798, + "rot_01": 0.7794, + "rot_02": 0.7794, + "rot_03": 0.7799, + "rot_04": 0.7789, + "rot_05": 0.7788, + "rot_06": 0.7796, + "rot_07": 0.7791, + "rot_08": 0.7795, + "rot_09": 0.78, + "mean_accuracy": 0.77944, + "std_accuracy": 0.0003878143885933031 + }, + "wall_time_s": 83.35942792892456, + "epochs_run": 40, + "peak_train_alloc_bytes": 43872768, + "peak_train_reserved_bytes": 69206016, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum", + "--train_mode", + "R", + "--seed", + "123", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_R_seed456/results.json b/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_R_seed456/results.json new file mode 100644 index 0000000..fc57acf --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_R_seed456/results.json @@ -0,0 +1,79 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum", + "base_model": "power_spectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 456, + "lmax": 15, + "n_params": 11466, + "invariant_dim": 16, + "train_size": null, + "train_examples": 50000, + "best_val_accuracy": 0.7933, + "test_c": { + "loss": 0.6519663318634034, + "accuracy": 0.7773 + }, + "test": { + "loss": 0.6519663318634034, + "accuracy": 0.7773 + }, + "test_nr": { + "loss": 0.6519663318634034, + "accuracy": 0.7773 + }, + "test_r": { + "loss": 0.6457738152503967, + "accuracy": 0.7796 + }, + "rotation_robustness": { + "rot_00": 0.7794, + "rot_01": 0.7792, + "rot_02": 0.7792, + "rot_03": 0.7798, + "rot_04": 0.7793, + "rot_05": 0.7798, + "rot_06": 0.7791, + "rot_07": 0.7793, + "rot_08": 0.7795, + "rot_09": 0.7791, + "mean_accuracy": 0.77937, + "std_accuracy": 0.0002451530134426372 + }, + "wall_time_s": 80.26684904098511, + "epochs_run": 38, + "peak_train_alloc_bytes": 43872768, + "peak_train_reserved_bytes": 69206016, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum", + "--train_mode", + "R", + "--seed", + "456", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_R_seed789/results.json b/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_R_seed789/results.json new file mode 100644 index 0000000..ef51863 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_R_seed789/results.json @@ -0,0 +1,79 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum", + "base_model": "power_spectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 789, + "lmax": 15, + "n_params": 11466, + "invariant_dim": 16, + "train_size": null, + "train_examples": 50000, + "best_val_accuracy": 0.7916, + "test_c": { + "loss": 0.6623161985397339, + "accuracy": 0.7778 + }, + "test": { + "loss": 0.6623161985397339, + "accuracy": 0.7778 + }, + "test_nr": { + "loss": 0.6623161985397339, + "accuracy": 0.7778 + }, + "test_r": { + "loss": 0.6598847732543945, + "accuracy": 0.7764 + }, + "rotation_robustness": { + "rot_00": 0.7767, + "rot_01": 0.7767, + "rot_02": 0.777, + "rot_03": 0.7772, + "rot_04": 0.7769, + "rot_05": 0.7766, + "rot_06": 0.7771, + "rot_07": 0.7767, + "rot_08": 0.7766, + "rot_09": 0.7768, + "mean_accuracy": 0.77683, + "std_accuracy": 0.00020024984394503292 + }, + "wall_time_s": 81.63417339324951, + "epochs_run": 38, + "peak_train_alloc_bytes": 43872768, + "peak_train_reserved_bytes": 69206016, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum", + "--train_mode", + "R", + "--seed", + "789", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_matched_C_seed101112/results.json b/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_matched_C_seed101112/results.json new file mode 100644 index 0000000..db330a0 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_matched_C_seed101112/results.json @@ -0,0 +1,79 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum_matched", + "base_model": "power_spectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 231906, + "invariant_dim": 16, + "train_size": null, + "train_examples": 50000, + "best_val_accuracy": 0.7987, + "test_c": { + "loss": 0.6387528379440308, + "accuracy": 0.789 + }, + "test": { + "loss": 0.6387528379440308, + "accuracy": 0.789 + }, + "test_nr": { + "loss": 0.6387528379440308, + "accuracy": 0.789 + }, + "test_r": { + "loss": 0.6449006071090698, + "accuracy": 0.7862 + }, + "rotation_robustness": { + "rot_00": 0.7858, + "rot_01": 0.7862, + "rot_02": 0.7859, + "rot_03": 0.7854, + "rot_04": 0.7856, + "rot_05": 0.7856, + "rot_06": 0.7863, + "rot_07": 0.7862, + "rot_08": 0.7858, + "rot_09": 0.786, + "mean_accuracy": 0.78588, + "std_accuracy": 0.00028213471959332754 + }, + "wall_time_s": 47.07693600654602, + "epochs_run": 19, + "peak_train_alloc_bytes": 47850496, + "peak_train_reserved_bytes": 73400320, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum_matched", + "--train_mode", + "C", + "--seed", + "101112", + "--hidden", + "1312", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_matched_C_seed456/results.json b/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_matched_C_seed456/results.json new file mode 100644 index 0000000..cda914e --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_matched_C_seed456/results.json @@ -0,0 +1,79 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum_matched", + "base_model": "power_spectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 456, + "lmax": 15, + "n_params": 231906, + "invariant_dim": 16, + "train_size": null, + "train_examples": 50000, + "best_val_accuracy": 0.8144, + "test_c": { + "loss": 0.5946796028137207, + "accuracy": 0.8 + }, + "test": { + "loss": 0.5946796028137207, + "accuracy": 0.8 + }, + "test_nr": { + "loss": 0.5946796028137207, + "accuracy": 0.8 + }, + "test_r": { + "loss": 0.5995377373695373, + "accuracy": 0.7992 + }, + "rotation_robustness": { + "rot_00": 0.7987, + "rot_01": 0.7984, + "rot_02": 0.7979, + "rot_03": 0.7986, + "rot_04": 0.7984, + "rot_05": 0.7983, + "rot_06": 0.7985, + "rot_07": 0.7987, + "rot_08": 0.7986, + "rot_09": 0.7987, + "mean_accuracy": 0.79848, + "std_accuracy": 0.00023579652245100594 + }, + "wall_time_s": 92.49976921081543, + "epochs_run": 40, + "peak_train_alloc_bytes": 47850496, + "peak_train_reserved_bytes": 73400320, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum_matched", + "--train_mode", + "C", + "--seed", + "456", + "--hidden", + "1312", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_matched_C_seed789/results.json b/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_matched_C_seed789/results.json new file mode 100644 index 0000000..f2e3c9e --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_matched_C_seed789/results.json @@ -0,0 +1,79 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum_matched", + "base_model": "power_spectrum", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 789, + "lmax": 15, + "n_params": 231906, + "invariant_dim": 16, + "train_size": null, + "train_examples": 50000, + "best_val_accuracy": 0.7979, + "test_c": { + "loss": 0.6398348875045776, + "accuracy": 0.7837 + }, + "test": { + "loss": 0.6398348875045776, + "accuracy": 0.7837 + }, + "test_nr": { + "loss": 0.6398348875045776, + "accuracy": 0.7837 + }, + "test_r": { + "loss": 0.6438332759857178, + "accuracy": 0.7814 + }, + "rotation_robustness": { + "rot_00": 0.7814, + "rot_01": 0.7823, + "rot_02": 0.7816, + "rot_03": 0.7822, + "rot_04": 0.7822, + "rot_05": 0.7821, + "rot_06": 0.7819, + "rot_07": 0.782, + "rot_08": 0.7819, + "rot_09": 0.782, + "mean_accuracy": 0.78196, + "std_accuracy": 0.00026532998322844123 + }, + "wall_time_s": 46.255738973617554, + "epochs_run": 19, + "peak_train_alloc_bytes": 47850496, + "peak_train_reserved_bytes": 73400320, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum_matched", + "--train_mode", + "C", + "--seed", + "789", + "--hidden", + "1312", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_matched_R_seed101112/results.json b/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_matched_R_seed101112/results.json new file mode 100644 index 0000000..7f1a94b --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_matched_R_seed101112/results.json @@ -0,0 +1,79 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum_matched", + "base_model": "power_spectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 231906, + "invariant_dim": 16, + "train_size": null, + "train_examples": 50000, + "best_val_accuracy": 0.7987, + "test_c": { + "loss": 0.6406575617790222, + "accuracy": 0.7844 + }, + "test": { + "loss": 0.6406575617790222, + "accuracy": 0.7844 + }, + "test_nr": { + "loss": 0.6406575617790222, + "accuracy": 0.7844 + }, + "test_r": { + "loss": 0.6371415319442749, + "accuracy": 0.7857 + }, + "rotation_robustness": { + "rot_00": 0.785, + "rot_01": 0.7856, + "rot_02": 0.786, + "rot_03": 0.786, + "rot_04": 0.7856, + "rot_05": 0.7854, + "rot_06": 0.7859, + "rot_07": 0.7859, + "rot_08": 0.7854, + "rot_09": 0.7859, + "mean_accuracy": 0.78567, + "std_accuracy": 0.00031320919526732987 + }, + "wall_time_s": 46.68060302734375, + "epochs_run": 20, + "peak_train_alloc_bytes": 47850496, + "peak_train_reserved_bytes": 73400320, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum_matched", + "--train_mode", + "R", + "--seed", + "101112", + "--hidden", + "1312", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_matched_R_seed123/results.json b/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_matched_R_seed123/results.json new file mode 100644 index 0000000..e13fc89 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_matched_R_seed123/results.json @@ -0,0 +1,79 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum_matched", + "base_model": "power_spectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 123, + "lmax": 15, + "n_params": 231906, + "invariant_dim": 16, + "train_size": null, + "train_examples": 50000, + "best_val_accuracy": 0.797, + "test_c": { + "loss": 0.6387877700805664, + "accuracy": 0.7819 + }, + "test": { + "loss": 0.6387877700805664, + "accuracy": 0.7819 + }, + "test_nr": { + "loss": 0.6387877700805664, + "accuracy": 0.7819 + }, + "test_r": { + "loss": 0.634994360923767, + "accuracy": 0.7838 + }, + "rotation_robustness": { + "rot_00": 0.7842, + "rot_01": 0.7841, + "rot_02": 0.7846, + "rot_03": 0.7846, + "rot_04": 0.7842, + "rot_05": 0.7839, + "rot_06": 0.7848, + "rot_07": 0.7847, + "rot_08": 0.7842, + "rot_09": 0.784, + "mean_accuracy": 0.78433, + "std_accuracy": 0.00030016662039605705 + }, + "wall_time_s": 55.064170122146606, + "epochs_run": 20, + "peak_train_alloc_bytes": 47850496, + "peak_train_reserved_bytes": 73400320, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum_matched", + "--train_mode", + "R", + "--seed", + "123", + "--hidden", + "1312", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_matched_R_seed456/results.json b/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_matched_R_seed456/results.json new file mode 100644 index 0000000..aa9e40b --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_matched_R_seed456/results.json @@ -0,0 +1,79 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum_matched", + "base_model": "power_spectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 456, + "lmax": 15, + "n_params": 231906, + "invariant_dim": 16, + "train_size": null, + "train_examples": 50000, + "best_val_accuracy": 0.8145, + "test_c": { + "loss": 0.6020673034667968, + "accuracy": 0.7976 + }, + "test": { + "loss": 0.6020673034667968, + "accuracy": 0.7976 + }, + "test_nr": { + "loss": 0.6020673034667968, + "accuracy": 0.7976 + }, + "test_r": { + "loss": 0.5947265553474427, + "accuracy": 0.7988 + }, + "rotation_robustness": { + "rot_00": 0.7993, + "rot_01": 0.7992, + "rot_02": 0.799, + "rot_03": 0.7985, + "rot_04": 0.799, + "rot_05": 0.7984, + "rot_06": 0.799, + "rot_07": 0.7985, + "rot_08": 0.7989, + "rot_09": 0.7992, + "mean_accuracy": 0.7988999999999999, + "std_accuracy": 0.00030659419433513114 + }, + "wall_time_s": 108.79988479614258, + "epochs_run": 40, + "peak_train_alloc_bytes": 47850496, + "peak_train_reserved_bytes": 73400320, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum_matched", + "--train_mode", + "R", + "--seed", + "456", + "--hidden", + "1312", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_matched_R_seed789/results.json b/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_matched_R_seed789/results.json new file mode 100644 index 0000000..1b0abdb --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_full/power_spectrum_matched_R_seed789/results.json @@ -0,0 +1,79 @@ +{ + "dataset": "spherical_mnist", + "model": "power_spectrum_matched", + "base_model": "power_spectrum", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 789, + "lmax": 15, + "n_params": 231906, + "invariant_dim": 16, + "train_size": null, + "train_examples": 50000, + "best_val_accuracy": 0.7978, + "test_c": { + "loss": 0.6498076982498169, + "accuracy": 0.7786 + }, + "test": { + "loss": 0.6498076982498169, + "accuracy": 0.7786 + }, + "test_nr": { + "loss": 0.6498076982498169, + "accuracy": 0.7786 + }, + "test_r": { + "loss": 0.6463006746292115, + "accuracy": 0.7808 + }, + "rotation_robustness": { + "rot_00": 0.7806, + "rot_01": 0.7806, + "rot_02": 0.7798, + "rot_03": 0.7808, + "rot_04": 0.7805, + "rot_05": 0.7811, + "rot_06": 0.7806, + "rot_07": 0.7809, + "rot_08": 0.7798, + "rot_09": 0.7806, + "mean_accuracy": 0.78053, + "std_accuracy": 0.0004026164427839369 + }, + "wall_time_s": 42.49588990211487, + "epochs_run": 18, + "peak_train_alloc_bytes": 47850496, + "peak_train_reserved_bytes": 73400320, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "power_spectrum", + "--run_label", + "power_spectrum_matched", + "--train_mode", + "R", + "--seed", + "789", + "--hidden", + "1312", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_full/standard_C_seed101112/results.json b/paper/experiments/normalized_results/spherical_mnist/n_full/standard_C_seed101112/results.json new file mode 100644 index 0000000..93c7fbf --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_full/standard_C_seed101112/results.json @@ -0,0 +1,79 @@ +{ + "dataset": "spherical_mnist", + "model": "standard", + "base_model": "standard", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 184778, + "invariant_dim": null, + "train_size": null, + "train_examples": 50000, + "best_val_accuracy": 0.9928, + "test_c": { + "loss": 0.026164649534225464, + "accuracy": 0.9906 + }, + "test": { + "loss": 0.026164649534225464, + "accuracy": 0.9906 + }, + "test_nr": { + "loss": 0.026164649534225464, + "accuracy": 0.9906 + }, + "test_r": { + "loss": 9.98349937286377, + "accuracy": 0.1334 + }, + "rotation_robustness": { + "rot_00": 0.1129, + "rot_01": 0.1044, + "rot_02": 0.0535, + "rot_03": 0.1137, + "rot_04": 0.0333, + "rot_05": 0.0883, + "rot_06": 0.1267, + "rot_07": 0.0982, + "rot_08": 0.0894, + "rot_09": 0.1587, + "mean_accuracy": 0.09791, + "std_accuracy": 0.033692712861982485 + }, + "wall_time_s": 197.68651366233826, + "epochs_run": 40, + "peak_train_alloc_bytes": 738189312, + "peak_train_reserved_bytes": 1044381696, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--run_label", + "standard", + "--train_mode", + "C", + "--seed", + "101112", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_full/standard_C_seed456/results.json b/paper/experiments/normalized_results/spherical_mnist/n_full/standard_C_seed456/results.json new file mode 100644 index 0000000..20f0d4b --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_full/standard_C_seed456/results.json @@ -0,0 +1,79 @@ +{ + "dataset": "spherical_mnist", + "model": "standard", + "base_model": "standard", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 456, + "lmax": 15, + "n_params": 184778, + "invariant_dim": null, + "train_size": null, + "train_examples": 50000, + "best_val_accuracy": 0.9919, + "test_c": { + "loss": 0.026100445771217347, + "accuracy": 0.9908 + }, + "test": { + "loss": 0.026100445771217347, + "accuracy": 0.9908 + }, + "test_nr": { + "loss": 0.026100445771217347, + "accuracy": 0.9908 + }, + "test_r": { + "loss": 11.113989538574218, + "accuracy": 0.1288 + }, + "rotation_robustness": { + "rot_00": 0.1047, + "rot_01": 0.0926, + "rot_02": 0.0443, + "rot_03": 0.1227, + "rot_04": 0.0456, + "rot_05": 0.0916, + "rot_06": 0.1066, + "rot_07": 0.1074, + "rot_08": 0.0617, + "rot_09": 0.1458, + "mean_accuracy": 0.09230000000000001, + "std_accuracy": 0.03129616589935579 + }, + "wall_time_s": 173.13884234428406, + "epochs_run": 37, + "peak_train_alloc_bytes": 738189312, + "peak_train_reserved_bytes": 1044381696, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--run_label", + "standard", + "--train_mode", + "C", + "--seed", + "456", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_full/standard_C_seed789/results.json b/paper/experiments/normalized_results/spherical_mnist/n_full/standard_C_seed789/results.json new file mode 100644 index 0000000..bc12391 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_full/standard_C_seed789/results.json @@ -0,0 +1,79 @@ +{ + "dataset": "spherical_mnist", + "model": "standard", + "base_model": "standard", + "train_mode": "C", + "test_rotation_seed": 777, + "seed": 789, + "lmax": 15, + "n_params": 184778, + "invariant_dim": null, + "train_size": null, + "train_examples": 50000, + "best_val_accuracy": 0.9919, + "test_c": { + "loss": 0.02523168466091156, + "accuracy": 0.991 + }, + "test": { + "loss": 0.02523168466091156, + "accuracy": 0.991 + }, + "test_nr": { + "loss": 0.02523168466091156, + "accuracy": 0.991 + }, + "test_r": { + "loss": 10.034609759521484, + "accuracy": 0.1368 + }, + "rotation_robustness": { + "rot_00": 0.1111, + "rot_01": 0.1208, + "rot_02": 0.0504, + "rot_03": 0.145, + "rot_04": 0.0414, + "rot_05": 0.103, + "rot_06": 0.1506, + "rot_07": 0.1817, + "rot_08": 0.0561, + "rot_09": 0.1153, + "mean_accuracy": 0.10754, + "std_accuracy": 0.043945425245410924 + }, + "wall_time_s": 175.9750611782074, + "epochs_run": 37, + "peak_train_alloc_bytes": 738189312, + "peak_train_reserved_bytes": 1044381696, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--run_label", + "standard", + "--train_mode", + "C", + "--seed", + "789", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_full/standard_R_seed101112/results.json b/paper/experiments/normalized_results/spherical_mnist/n_full/standard_R_seed101112/results.json new file mode 100644 index 0000000..aea2298 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_full/standard_R_seed101112/results.json @@ -0,0 +1,79 @@ +{ + "dataset": "spherical_mnist", + "model": "standard", + "base_model": "standard", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 101112, + "lmax": 15, + "n_params": 184778, + "invariant_dim": null, + "train_size": null, + "train_examples": 50000, + "best_val_accuracy": 0.7991, + "test_c": { + "loss": 0.5900006027221679, + "accuracy": 0.809 + }, + "test": { + "loss": 0.5900006027221679, + "accuracy": 0.809 + }, + "test_nr": { + "loss": 0.5900006027221679, + "accuracy": 0.809 + }, + "test_r": { + "loss": 0.6413787857055664, + "accuracy": 0.7892 + }, + "rotation_robustness": { + "rot_00": 0.7706, + "rot_01": 0.7845, + "rot_02": 0.7834, + "rot_03": 0.8234, + "rot_04": 0.7804, + "rot_05": 0.8204, + "rot_06": 0.7623, + "rot_07": 0.8397, + "rot_08": 0.8155, + "rot_09": 0.7986, + "mean_accuracy": 0.7978799999999999, + "std_accuracy": 0.024336589736444193 + }, + "wall_time_s": 175.52416348457336, + "epochs_run": 40, + "peak_train_alloc_bytes": 738189312, + "peak_train_reserved_bytes": 1044381696, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--run_label", + "standard", + "--train_mode", + "R", + "--seed", + "101112", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_full/standard_R_seed123/results.json b/paper/experiments/normalized_results/spherical_mnist/n_full/standard_R_seed123/results.json new file mode 100644 index 0000000..493a9d2 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_full/standard_R_seed123/results.json @@ -0,0 +1,79 @@ +{ + "dataset": "spherical_mnist", + "model": "standard", + "base_model": "standard", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 123, + "lmax": 15, + "n_params": 184778, + "invariant_dim": null, + "train_size": null, + "train_examples": 50000, + "best_val_accuracy": 0.799, + "test_c": { + "loss": 0.6821227066040039, + "accuracy": 0.7728 + }, + "test": { + "loss": 0.6821227066040039, + "accuracy": 0.7728 + }, + "test_nr": { + "loss": 0.6821227066040039, + "accuracy": 0.7728 + }, + "test_r": { + "loss": 0.6449970428466797, + "accuracy": 0.7902 + }, + "rotation_robustness": { + "rot_00": 0.7286, + "rot_01": 0.7929, + "rot_02": 0.788, + "rot_03": 0.808, + "rot_04": 0.8115, + "rot_05": 0.7965, + "rot_06": 0.7681, + "rot_07": 0.79, + "rot_08": 0.7899, + "rot_09": 0.799, + "mean_accuracy": 0.78725, + "std_accuracy": 0.022574022680949005 + }, + "wall_time_s": 201.4820020198822, + "epochs_run": 39, + "peak_train_alloc_bytes": 738189312, + "peak_train_reserved_bytes": 1044381696, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--run_label", + "standard", + "--train_mode", + "R", + "--seed", + "123", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_full/standard_R_seed456/results.json b/paper/experiments/normalized_results/spherical_mnist/n_full/standard_R_seed456/results.json new file mode 100644 index 0000000..5655890 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_full/standard_R_seed456/results.json @@ -0,0 +1,79 @@ +{ + "dataset": "spherical_mnist", + "model": "standard", + "base_model": "standard", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 456, + "lmax": 15, + "n_params": 184778, + "invariant_dim": null, + "train_size": null, + "train_examples": 50000, + "best_val_accuracy": 0.7891, + "test_c": { + "loss": 0.6604173233032227, + "accuracy": 0.7977 + }, + "test": { + "loss": 0.6604173233032227, + "accuracy": 0.7977 + }, + "test_nr": { + "loss": 0.6604173233032227, + "accuracy": 0.7977 + }, + "test_r": { + "loss": 0.6729250200271606, + "accuracy": 0.7829 + }, + "rotation_robustness": { + "rot_00": 0.738, + "rot_01": 0.7838, + "rot_02": 0.7616, + "rot_03": 0.8018, + "rot_04": 0.7628, + "rot_05": 0.7949, + "rot_06": 0.7425, + "rot_07": 0.8065, + "rot_08": 0.7919, + "rot_09": 0.8076, + "mean_accuracy": 0.77914, + "std_accuracy": 0.024727644449077622 + }, + "wall_time_s": 185.67867016792297, + "epochs_run": 39, + "peak_train_alloc_bytes": 738189312, + "peak_train_reserved_bytes": 1044381696, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--run_label", + "standard", + "--train_mode", + "R", + "--seed", + "456", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/spherical_mnist/n_full/standard_R_seed789/results.json b/paper/experiments/normalized_results/spherical_mnist/n_full/standard_R_seed789/results.json new file mode 100644 index 0000000..19ef221 --- /dev/null +++ b/paper/experiments/normalized_results/spherical_mnist/n_full/standard_R_seed789/results.json @@ -0,0 +1,79 @@ +{ + "dataset": "spherical_mnist", + "model": "standard", + "base_model": "standard", + "train_mode": "R", + "test_rotation_seed": 777, + "seed": 789, + "lmax": 15, + "n_params": 184778, + "invariant_dim": null, + "train_size": null, + "train_examples": 50000, + "best_val_accuracy": 0.7831, + "test_c": { + "loss": 0.6876913215637207, + "accuracy": 0.7781 + }, + "test": { + "loss": 0.6876913215637207, + "accuracy": 0.7781 + }, + "test_nr": { + "loss": 0.6876913215637207, + "accuracy": 0.7781 + }, + "test_r": { + "loss": 0.6835661241531372, + "accuracy": 0.7742 + }, + "rotation_robustness": { + "rot_00": 0.7001, + "rot_01": 0.7764, + "rot_02": 0.7583, + "rot_03": 0.779, + "rot_04": 0.7983, + "rot_05": 0.8064, + "rot_06": 0.7484, + "rot_07": 0.7997, + "rot_08": 0.7789, + "rot_09": 0.7743, + "mean_accuracy": 0.77198, + "std_accuracy": 0.02945820089550618 + }, + "wall_time_s": 187.80042219161987, + "epochs_run": 40, + "peak_train_alloc_bytes": 738189312, + "peak_train_reserved_bytes": 1044381696, + "gpu_name": "NVIDIA A100-SXM4-80GB", + "cuda_total_memory_bytes": 85095874560, + "git_sha": "5fb3903a1c11765c007a1686e1c9acd77b6024db", + "argv": [ + "--model", + "standard", + "--run_label", + "standard", + "--train_mode", + "R", + "--seed", + "789", + "--hidden", + "256", + "--lmax", + "15", + "--batch_size", + "256", + "--output_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/spherical_mnist/n_full", + "--data_dir", + "./smnist_data", + "--subset_dir", + "/home/johmathe/bispectrum/paper/experiments/normalized_results/subsets", + "--test_rotation_seed", + "777", + "--patience", + "10", + "--epochs", + "50" + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/subsets/organ3d_train_n100_seed101112.json b/paper/experiments/normalized_results/subsets/organ3d_train_n100_seed101112.json new file mode 100644 index 0000000..e3c6e67 --- /dev/null +++ b/paper/experiments/normalized_results/subsets/organ3d_train_n100_seed101112.json @@ -0,0 +1,104 @@ +{ + "indices": [ + 581, + 757, + 739, + 234, + 352, + 504, + 755, + 165, + 402, + 825, + 587, + 551, + 915, + 176, + 559, + 847, + 943, + 500, + 832, + 449, + 640, + 819, + 923, + 158, + 401, + 651, + 743, + 656, + 161, + 663, + 761, + 635, + 907, + 248, + 358, + 875, + 621, + 147, + 414, + 175, + 433, + 410, + 553, + 7, + 47, + 232, + 962, + 74, + 724, + 156, + 638, + 423, + 28, + 492, + 395, + 285, + 785, + 230, + 759, + 442, + 32, + 732, + 510, + 608, + 766, + 183, + 342, + 869, + 660, + 376, + 169, + 549, + 514, + 127, + 203, + 99, + 675, + 641, + 184, + 390, + 324, + 69, + 377, + 467, + 389, + 458, + 540, + 908, + 655, + 263, + 686, + 649, + 857, + 513, + 969, + 77, + 288, + 740, + 135, + 770 + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/subsets/organ3d_train_n100_seed456.json b/paper/experiments/normalized_results/subsets/organ3d_train_n100_seed456.json new file mode 100644 index 0000000..3bea169 --- /dev/null +++ b/paper/experiments/normalized_results/subsets/organ3d_train_n100_seed456.json @@ -0,0 +1,104 @@ +{ + "indices": [ + 394, + 36, + 441, + 436, + 331, + 778, + 88, + 649, + 533, + 237, + 212, + 696, + 239, + 234, + 531, + 415, + 451, + 3, + 24, + 787, + 186, + 454, + 628, + 837, + 198, + 397, + 295, + 701, + 636, + 151, + 668, + 359, + 737, + 859, + 577, + 251, + 864, + 353, + 202, + 287, + 160, + 38, + 192, + 98, + 630, + 25, + 322, + 846, + 566, + 516, + 288, + 125, + 502, + 108, + 832, + 750, + 562, + 196, + 541, + 597, + 425, + 800, + 666, + 855, + 540, + 802, + 228, + 290, + 100, + 210, + 285, + 665, + 826, + 5, + 74, + 535, + 747, + 908, + 46, + 640, + 439, + 348, + 62, + 277, + 591, + 48, + 850, + 291, + 65, + 418, + 117, + 757, + 741, + 811, + 754, + 231, + 444, + 265, + 702, + 678 + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/subsets/organ3d_train_n100_seed789.json b/paper/experiments/normalized_results/subsets/organ3d_train_n100_seed789.json new file mode 100644 index 0000000..0508e9d --- /dev/null +++ b/paper/experiments/normalized_results/subsets/organ3d_train_n100_seed789.json @@ -0,0 +1,104 @@ +{ + "indices": [ + 922, + 765, + 580, + 157, + 44, + 241, + 697, + 618, + 789, + 911, + 52, + 575, + 807, + 529, + 341, + 472, + 555, + 930, + 199, + 724, + 357, + 644, + 250, + 707, + 356, + 397, + 460, + 302, + 650, + 242, + 798, + 740, + 398, + 546, + 169, + 640, + 710, + 758, + 620, + 223, + 916, + 366, + 752, + 85, + 700, + 788, + 247, + 570, + 834, + 361, + 590, + 227, + 768, + 9, + 665, + 379, + 792, + 778, + 496, + 57, + 40, + 325, + 371, + 813, + 679, + 538, + 622, + 819, + 808, + 261, + 348, + 277, + 742, + 359, + 188, + 387, + 225, + 402, + 635, + 178, + 138, + 717, + 649, + 514, + 513, + 920, + 372, + 363, + 748, + 598, + 557, + 579, + 322, + 159, + 484, + 939, + 677, + 382, + 165, + 501 + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/subsets/organ3d_train_n500_seed101112.json b/paper/experiments/normalized_results/subsets/organ3d_train_n500_seed101112.json new file mode 100644 index 0000000..21094eb --- /dev/null +++ b/paper/experiments/normalized_results/subsets/organ3d_train_n500_seed101112.json @@ -0,0 +1,504 @@ +{ + "indices": [ + 581, + 757, + 739, + 234, + 352, + 504, + 755, + 165, + 402, + 825, + 587, + 551, + 915, + 176, + 559, + 847, + 943, + 500, + 832, + 449, + 640, + 819, + 923, + 158, + 401, + 651, + 743, + 656, + 161, + 663, + 761, + 635, + 907, + 248, + 358, + 875, + 621, + 147, + 414, + 175, + 433, + 410, + 553, + 7, + 47, + 232, + 962, + 74, + 724, + 156, + 638, + 423, + 28, + 492, + 395, + 285, + 785, + 230, + 759, + 442, + 32, + 732, + 510, + 608, + 766, + 183, + 342, + 869, + 660, + 376, + 169, + 549, + 514, + 127, + 203, + 99, + 675, + 641, + 184, + 390, + 324, + 69, + 377, + 467, + 389, + 458, + 540, + 908, + 655, + 263, + 686, + 649, + 857, + 513, + 969, + 77, + 288, + 740, + 135, + 770, + 49, + 189, + 526, + 848, + 181, + 457, + 547, + 524, + 833, + 104, + 92, + 398, + 360, + 396, + 46, + 1, + 446, + 602, + 693, + 827, + 689, + 711, + 41, + 219, + 271, + 274, + 27, + 102, + 362, + 909, + 871, + 698, + 576, + 468, + 557, + 249, + 918, + 196, + 75, + 349, + 378, + 187, + 51, + 829, + 930, + 811, + 791, + 124, + 837, + 883, + 932, + 416, + 665, + 948, + 191, + 690, + 951, + 588, + 20, + 950, + 476, + 421, + 793, + 508, + 341, + 272, + 572, + 142, + 152, + 741, + 101, + 456, + 55, + 459, + 356, + 66, + 727, + 97, + 884, + 900, + 217, + 502, + 805, + 648, + 427, + 664, + 308, + 866, + 960, + 629, + 388, + 699, + 361, + 325, + 171, + 594, + 96, + 721, + 852, + 291, + 374, + 728, + 821, + 339, + 780, + 873, + 420, + 63, + 616, + 220, + 600, + 789, + 424, + 947, + 29, + 372, + 636, + 938, + 68, + 206, + 335, + 758, + 253, + 8, + 454, + 417, + 647, + 141, + 260, + 846, + 373, + 489, + 386, + 800, + 562, + 322, + 194, + 375, + 781, + 590, + 0, + 384, + 623, + 589, + 860, + 963, + 580, + 645, + 90, + 822, + 752, + 942, + 539, + 317, + 222, + 350, + 868, + 708, + 859, + 258, + 329, + 612, + 765, + 577, + 39, + 795, + 753, + 472, + 959, + 79, + 403, + 574, + 310, + 840, + 190, + 906, + 259, + 967, + 273, + 34, + 143, + 487, + 438, + 845, + 202, + 517, + 521, + 435, + 301, + 865, + 679, + 799, + 119, + 316, + 545, + 166, + 762, + 956, + 136, + 744, + 666, + 153, + 593, + 461, + 58, + 538, + 523, + 913, + 309, + 154, + 290, + 501, + 862, + 760, + 426, + 114, + 311, + 436, + 531, + 60, + 928, + 916, + 677, + 50, + 333, + 180, + 247, + 3, + 168, + 777, + 564, + 103, + 200, + 534, + 40, + 16, + 404, + 823, + 137, + 407, + 749, + 644, + 157, + 313, + 497, + 685, + 927, + 45, + 546, + 899, + 798, + 210, + 643, + 605, + 83, + 573, + 286, + 706, + 680, + 835, + 21, + 478, + 877, + 235, + 38, + 719, + 312, + 72, + 303, + 905, + 684, + 844, + 776, + 767, + 671, + 831, + 701, + 841, + 674, + 466, + 475, + 937, + 26, + 351, + 387, + 806, + 670, + 254, + 914, + 912, + 44, + 488, + 876, + 682, + 532, + 382, + 552, + 59, + 778, + 879, + 535, + 125, + 650, + 603, + 880, + 381, + 170, + 463, + 54, + 413, + 519, + 944, + 208, + 731, + 405, + 215, + 527, + 624, + 901, + 820, + 897, + 471, + 946, + 768, + 566, + 130, + 751, + 18, + 70, + 109, + 872, + 925, + 120, + 450, + 961, + 279, + 224, + 544, + 556, + 953, + 348, + 100, + 858, + 295, + 163, + 86, + 256, + 779, + 64, + 164, + 672, + 902, + 808, + 482, + 212, + 804, + 91, + 214, + 555, + 144, + 204, + 257, + 803, + 383, + 366, + 935, + 262, + 35, + 537, + 344, + 738, + 773, + 98, + 265, + 326, + 614, + 469, + 774, + 610, + 246, + 716, + 569, + 33, + 864, + 228, + 863, + 115, + 22, + 970, + 646, + 357, + 121, + 890, + 306, + 440, + 696, + 491, + 965, + 198, + 31 + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/subsets/organ3d_train_n500_seed456.json b/paper/experiments/normalized_results/subsets/organ3d_train_n500_seed456.json new file mode 100644 index 0000000..3765a4f --- /dev/null +++ b/paper/experiments/normalized_results/subsets/organ3d_train_n500_seed456.json @@ -0,0 +1,504 @@ +{ + "indices": [ + 394, + 36, + 441, + 436, + 331, + 778, + 88, + 649, + 533, + 237, + 212, + 696, + 239, + 234, + 531, + 415, + 451, + 3, + 24, + 787, + 186, + 454, + 628, + 837, + 198, + 397, + 295, + 701, + 636, + 151, + 668, + 359, + 737, + 859, + 577, + 251, + 864, + 353, + 202, + 287, + 160, + 38, + 192, + 98, + 630, + 25, + 322, + 846, + 566, + 516, + 288, + 125, + 502, + 108, + 832, + 750, + 562, + 196, + 541, + 597, + 425, + 800, + 666, + 855, + 540, + 802, + 228, + 290, + 100, + 210, + 285, + 665, + 826, + 5, + 74, + 535, + 747, + 908, + 46, + 640, + 439, + 348, + 62, + 277, + 591, + 48, + 850, + 291, + 65, + 418, + 117, + 757, + 741, + 811, + 754, + 231, + 444, + 265, + 702, + 678, + 526, + 323, + 297, + 840, + 589, + 365, + 139, + 786, + 538, + 939, + 165, + 557, + 31, + 593, + 217, + 734, + 889, + 82, + 256, + 15, + 173, + 334, + 821, + 795, + 428, + 401, + 676, + 283, + 554, + 609, + 69, + 698, + 894, + 225, + 345, + 7, + 934, + 346, + 953, + 567, + 298, + 755, + 182, + 925, + 898, + 58, + 856, + 20, + 558, + 68, + 187, + 383, + 700, + 162, + 959, + 293, + 726, + 943, + 652, + 22, + 317, + 103, + 412, + 250, + 378, + 916, + 308, + 605, + 556, + 90, + 753, + 56, + 866, + 610, + 374, + 364, + 583, + 952, + 518, + 324, + 862, + 371, + 735, + 877, + 493, + 385, + 886, + 966, + 931, + 910, + 863, + 809, + 171, + 505, + 880, + 569, + 835, + 539, + 857, + 318, + 370, + 438, + 339, + 141, + 49, + 132, + 489, + 29, + 876, + 677, + 193, + 657, + 869, + 55, + 301, + 958, + 272, + 625, + 409, + 709, + 328, + 929, + 848, + 719, + 651, + 627, + 720, + 838, + 654, + 950, + 111, + 659, + 113, + 514, + 565, + 135, + 81, + 434, + 278, + 270, + 930, + 14, + 405, + 64, + 509, + 86, + 946, + 844, + 874, + 712, + 650, + 158, + 656, + 660, + 280, + 47, + 243, + 615, + 690, + 101, + 896, + 226, + 468, + 967, + 177, + 738, + 606, + 51, + 544, + 430, + 512, + 54, + 519, + 614, + 486, + 175, + 421, + 148, + 810, + 884, + 449, + 935, + 458, + 679, + 940, + 136, + 715, + 595, + 362, + 218, + 279, + 749, + 223, + 918, + 905, + 42, + 389, + 146, + 799, + 675, + 60, + 851, + 801, + 711, + 332, + 559, + 689, + 774, + 970, + 309, + 253, + 433, + 2, + 623, + 315, + 878, + 446, + 729, + 553, + 203, + 961, + 674, + 336, + 913, + 84, + 305, + 561, + 460, + 951, + 137, + 452, + 390, + 109, + 261, + 236, + 130, + 697, + 760, + 762, + 549, + 579, + 480, + 537, + 122, + 740, + 495, + 653, + 789, + 467, + 257, + 923, + 713, + 221, + 344, + 782, + 775, + 632, + 325, + 310, + 573, + 954, + 764, + 27, + 302, + 45, + 510, + 854, + 77, + 95, + 381, + 633, + 242, + 13, + 189, + 252, + 602, + 568, + 475, + 465, + 685, + 479, + 520, + 166, + 80, + 0, + 377, + 229, + 191, + 195, + 453, + 115, + 311, + 937, + 546, + 824, + 153, + 220, + 703, + 816, + 152, + 450, + 114, + 167, + 927, + 138, + 904, + 392, + 121, + 936, + 860, + 833, + 263, + 783, + 529, + 271, + 871, + 669, + 670, + 379, + 326, + 215, + 788, + 185, + 417, + 382, + 150, + 269, + 21, + 190, + 474, + 603, + 26, + 127, + 76, + 473, + 909, + 823, + 423, + 957, + 508, + 97, + 455, + 10, + 163, + 852, + 763, + 601, + 316, + 796, + 570, + 213, + 131, + 667, + 641, + 736, + 705, + 411, + 6, + 470, + 306, + 504, + 903, + 347, + 617, + 178, + 550, + 588, + 8, + 620, + 664, + 330, + 917, + 932, + 205, + 337, + 240, + 275, + 968, + 752, + 776, + 79, + 183, + 655, + 733, + 792, + 19, + 129, + 890, + 724, + 699, + 104, + 219, + 208, + 933, + 199, + 594, + 647, + 586, + 408, + 268 + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/subsets/organ3d_train_n500_seed789.json b/paper/experiments/normalized_results/subsets/organ3d_train_n500_seed789.json new file mode 100644 index 0000000..adb42d4 --- /dev/null +++ b/paper/experiments/normalized_results/subsets/organ3d_train_n500_seed789.json @@ -0,0 +1,504 @@ +{ + "indices": [ + 922, + 765, + 580, + 157, + 44, + 241, + 697, + 618, + 789, + 911, + 52, + 575, + 807, + 529, + 341, + 472, + 555, + 930, + 199, + 724, + 357, + 644, + 250, + 707, + 356, + 397, + 460, + 302, + 650, + 242, + 798, + 740, + 398, + 546, + 169, + 640, + 710, + 758, + 620, + 223, + 916, + 366, + 752, + 85, + 700, + 788, + 247, + 570, + 834, + 361, + 590, + 227, + 768, + 9, + 665, + 379, + 792, + 778, + 496, + 57, + 40, + 325, + 371, + 813, + 679, + 538, + 622, + 819, + 808, + 261, + 348, + 277, + 742, + 359, + 188, + 387, + 225, + 402, + 635, + 178, + 138, + 717, + 649, + 514, + 513, + 920, + 372, + 363, + 748, + 598, + 557, + 579, + 322, + 159, + 484, + 939, + 677, + 382, + 165, + 501, + 8, + 829, + 616, + 701, + 736, + 891, + 673, + 333, + 696, + 831, + 786, + 940, + 512, + 116, + 680, + 360, + 262, + 524, + 730, + 566, + 671, + 299, + 862, + 753, + 311, + 645, + 87, + 933, + 684, + 433, + 449, + 346, + 532, + 161, + 817, + 812, + 345, + 931, + 919, + 131, + 578, + 142, + 313, + 10, + 561, + 687, + 68, + 318, + 837, + 137, + 436, + 136, + 368, + 664, + 95, + 384, + 852, + 141, + 775, + 466, + 599, + 846, + 41, + 258, + 240, + 814, + 904, + 446, + 106, + 109, + 285, + 908, + 201, + 734, + 373, + 18, + 647, + 152, + 712, + 858, + 431, + 378, + 848, + 209, + 119, + 667, + 37, + 936, + 685, + 233, + 419, + 694, + 246, + 617, + 70, + 214, + 123, + 17, + 523, + 806, + 958, + 492, + 42, + 872, + 252, + 826, + 314, + 75, + 386, + 296, + 825, + 349, + 967, + 291, + 653, + 36, + 430, + 926, + 478, + 859, + 180, + 797, + 200, + 248, + 661, + 690, + 26, + 447, + 970, + 55, + 915, + 445, + 65, + 102, + 74, + 545, + 133, + 968, + 726, + 643, + 600, + 498, + 22, + 663, + 99, + 226, + 469, + 604, + 938, + 410, + 56, + 33, + 889, + 38, + 130, + 951, + 215, + 86, + 773, + 440, + 220, + 721, + 327, + 867, + 77, + 448, + 884, + 733, + 458, + 595, + 767, + 184, + 627, + 787, + 289, + 380, + 613, + 271, + 128, + 417, + 192, + 770, + 381, + 337, + 564, + 388, + 462, + 879, + 795, + 503, + 551, + 533, + 219, + 703, + 506, + 526, + 144, + 101, + 120, + 326, + 534, + 655, + 347, + 208, + 574, + 633, + 60, + 723, + 800, + 3, + 945, + 489, + 31, + 494, + 520, + 280, + 515, + 719, + 704, + 166, + 525, + 334, + 185, + 6, + 189, + 804, + 205, + 658, + 571, + 92, + 576, + 823, + 330, + 331, + 432, + 636, + 630, + 342, + 522, + 863, + 842, + 485, + 315, + 269, + 907, + 476, + 540, + 948, + 232, + 224, + 666, + 952, + 961, + 541, + 839, + 490, + 13, + 662, + 840, + 718, + 893, + 918, + 399, + 72, + 487, + 838, + 586, + 547, + 194, + 766, + 39, + 937, + 517, + 63, + 412, + 53, + 678, + 292, + 602, + 518, + 264, + 607, + 151, + 737, + 27, + 508, + 126, + 681, + 675, + 631, + 362, + 774, + 928, + 779, + 442, + 588, + 689, + 259, + 816, + 887, + 876, + 122, + 925, + 407, + 67, + 335, + 624, + 581, + 78, + 46, + 45, + 729, + 873, + 202, + 170, + 236, + 91, + 463, + 583, + 562, + 239, + 404, + 268, + 385, + 97, + 206, + 395, + 491, + 761, + 537, + 898, + 528, + 425, + 426, + 415, + 439, + 539, + 251, + 962, + 355, + 329, + 875, + 179, + 167, + 706, + 358, + 878, + 396, + 80, + 176, + 794, + 351, + 428, + 781, + 493, + 290, + 629, + 221, + 727, + 160, + 511, + 601, + 115, + 175, + 811, + 559, + 114, + 769, + 955, + 692, + 597, + 754, + 651, + 656, + 266, + 2, + 375, + 756, + 286, + 343, + 51, + 150, + 374, + 686, + 870, + 605, + 711, + 820, + 238, + 450, + 504, + 713, + 323, + 1, + 582, + 885, + 549, + 843, + 312, + 295 + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/subsets/pcam_train_n100_seed101112.json b/paper/experiments/normalized_results/subsets/pcam_train_n100_seed101112.json new file mode 100644 index 0000000..b6bea62 --- /dev/null +++ b/paper/experiments/normalized_results/subsets/pcam_train_n100_seed101112.json @@ -0,0 +1,104 @@ +{ + "indices": [ + 177900, + 62224, + 150399, + 106285, + 189853, + 231454, + 128834, + 181667, + 132493, + 248647, + 146879, + 215876, + 61376, + 143056, + 172203, + 260260, + 33879, + 122137, + 114212, + 134807, + 259442, + 259320, + 155901, + 130661, + 121019, + 129021, + 45893, + 66785, + 37524, + 119105, + 131717, + 154162, + 195493, + 159598, + 95936, + 174363, + 192978, + 205415, + 63480, + 38404, + 135208, + 61823, + 151482, + 215375, + 77897, + 123108, + 255916, + 35879, + 140538, + 186068, + 229613, + 141990, + 189886, + 134906, + 98288, + 52065, + 40237, + 132909, + 224026, + 115328, + 96156, + 28354, + 84268, + 39212, + 206679, + 251370, + 83613, + 162736, + 12040, + 129538, + 196533, + 844, + 193496, + 123355, + 16402, + 250290, + 35663, + 125400, + 93181, + 43849, + 57689, + 208581, + 253150, + 171196, + 116568, + 196722, + 169684, + 36155, + 260616, + 217307, + 204669, + 32395, + 91270, + 11947, + 9499, + 117988, + 175916, + 91928, + 45995, + 212217 + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/subsets/pcam_train_n100_seed456.json b/paper/experiments/normalized_results/subsets/pcam_train_n100_seed456.json new file mode 100644 index 0000000..e111eb0 --- /dev/null +++ b/paper/experiments/normalized_results/subsets/pcam_train_n100_seed456.json @@ -0,0 +1,104 @@ +{ + "indices": [ + 161691, + 82214, + 185227, + 231282, + 106698, + 169227, + 39452, + 65333, + 159655, + 249232, + 45986, + 231840, + 1160, + 120110, + 11751, + 63974, + 106535, + 215274, + 142357, + 249447, + 187567, + 70864, + 218955, + 105789, + 77118, + 44276, + 206406, + 8755, + 89599, + 89733, + 200256, + 106357, + 1653, + 113586, + 140976, + 204750, + 220413, + 194308, + 190452, + 144672, + 156986, + 242785, + 57408, + 3936, + 164648, + 169699, + 26415, + 107656, + 116051, + 723, + 53633, + 118707, + 193678, + 90868, + 177258, + 191645, + 256112, + 148523, + 84636, + 230087, + 83425, + 53582, + 250094, + 244688, + 81132, + 253180, + 194307, + 54850, + 4367, + 187815, + 205053, + 163236, + 107862, + 49562, + 107807, + 181286, + 150790, + 25218, + 250270, + 156311, + 126147, + 86200, + 248572, + 86284, + 130600, + 25291, + 151771, + 221310, + 235843, + 197927, + 194263, + 136992, + 180629, + 175399, + 259729, + 116283, + 140089, + 96398, + 128479, + 53553 + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/subsets/pcam_train_n100_seed789.json b/paper/experiments/normalized_results/subsets/pcam_train_n100_seed789.json new file mode 100644 index 0000000..3081fb9 --- /dev/null +++ b/paper/experiments/normalized_results/subsets/pcam_train_n100_seed789.json @@ -0,0 +1,104 @@ +{ + "indices": [ + 135731, + 85768, + 104216, + 177367, + 123577, + 12952, + 190372, + 79828, + 160644, + 62989, + 15961, + 193440, + 1797, + 249869, + 38852, + 163843, + 102398, + 4405, + 169029, + 227861, + 217548, + 127196, + 180099, + 32746, + 163977, + 11419, + 30453, + 44154, + 168548, + 69801, + 150452, + 246602, + 238726, + 87378, + 249876, + 152768, + 15087, + 125117, + 109077, + 244623, + 173871, + 147546, + 102951, + 178276, + 77019, + 150192, + 93827, + 134033, + 25670, + 32834, + 187875, + 196926, + 116086, + 251610, + 87853, + 78057, + 178408, + 106854, + 9659, + 220720, + 23148, + 39377, + 134252, + 90470, + 174133, + 244149, + 121317, + 181771, + 73086, + 228291, + 231636, + 41454, + 38650, + 157613, + 217510, + 197433, + 2781, + 236396, + 106584, + 250197, + 147934, + 180688, + 250897, + 65226, + 95373, + 213409, + 110299, + 4981, + 179576, + 255672, + 243231, + 25648, + 51708, + 5214, + 91838, + 25839, + 39541, + 234480, + 254743, + 252728 + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/subsets/pcam_train_n12500_seed456.json b/paper/experiments/normalized_results/subsets/pcam_train_n12500_seed456.json new file mode 100644 index 0000000..12369b5 --- /dev/null +++ b/paper/experiments/normalized_results/subsets/pcam_train_n12500_seed456.json @@ -0,0 +1,12504 @@ +{ + "indices": [ + 161691, + 82214, + 185227, + 231282, + 106698, + 169227, + 39452, + 65333, + 159655, + 249232, + 45986, + 231840, + 1160, + 120110, + 11751, + 63974, + 106535, + 215274, + 142357, + 249447, + 187567, + 70864, + 218955, + 105789, + 77118, + 44276, + 206406, + 8755, + 89599, + 89733, + 200256, + 106357, + 1653, + 113586, + 140976, + 204750, + 220413, + 194308, + 190452, + 144672, + 156986, + 242785, + 57408, + 3936, + 164648, + 169699, + 26415, + 107656, + 116051, + 723, + 53633, + 118707, + 193678, + 90868, + 177258, + 191645, + 256112, + 148523, + 84636, + 230087, + 83425, + 53582, + 250094, + 244688, + 81132, + 253180, + 194307, + 54850, + 4367, + 187815, + 205053, + 163236, + 107862, + 49562, + 107807, + 181286, + 150790, + 25218, + 250270, + 156311, + 126147, + 86200, + 248572, + 86284, + 130600, + 25291, + 151771, + 221310, + 235843, + 197927, + 194263, + 136992, + 180629, + 175399, + 259729, + 116283, + 140089, + 96398, + 128479, + 53553, + 201687, + 259045, + 241692, + 16311, + 201009, + 224123, + 51447, + 142955, + 183918, + 181510, + 6083, + 193317, + 178263, + 89000, + 89919, + 41376, + 257075, + 222607, + 54223, + 111314, + 127125, + 220663, + 72390, + 130983, + 211474, + 102105, + 109416, + 255843, + 199843, + 88337, + 117982, + 80682, + 12463, + 238070, + 96755, + 210078, + 184056, + 105392, + 135777, + 251712, + 255408, + 115167, + 147084, + 33995, + 8337, + 195535, + 42535, + 193942, + 175331, + 20542, + 187996, + 211138, + 129809, + 85845, + 178354, + 86129, + 209712, + 259542, + 176886, + 167754, + 71703, + 167269, + 231246, + 210856, + 39446, + 76186, + 74340, + 34174, + 209413, + 4403, + 205950, + 11748, + 147873, + 234252, + 45708, + 168811, + 208409, + 75275, + 145601, + 5571, + 240837, + 64230, + 27442, + 19295, + 168872, + 218280, + 44679, + 42223, + 19868, + 37675, + 67127, + 154981, + 208037, + 54083, + 84331, + 76912, + 258574, + 159805, + 90423, + 211762, + 88583, + 73115, + 15677, + 195884, + 117802, + 245839, + 252864, + 254978, + 140007, + 197576, + 186323, + 258401, + 29887, + 210948, + 45155, + 55084, + 256642, + 130702, + 250295, + 177883, + 188109, + 40876, + 250368, + 235470, + 243004, + 239197, + 112050, + 68059, + 94229, + 95007, + 165046, + 232800, + 243889, + 81605, + 39714, + 65035, + 1818, + 185157, + 49025, + 153884, + 134606, + 208621, + 182285, + 95567, + 256832, + 193966, + 231024, + 33915, + 66767, + 120946, + 90909, + 251902, + 257182, + 198896, + 157017, + 41992, + 259755, + 115125, + 153874, + 50138, + 155981, + 246841, + 234481, + 42407, + 236151, + 5773, + 91058, + 195365, + 72551, + 179291, + 245551, + 134514, + 2695, + 52255, + 70011, + 43211, + 74916, + 66977, + 17002, + 128674, + 104870, + 218443, + 118639, + 204138, + 240740, + 174067, + 140651, + 195906, + 215314, + 224347, + 43774, + 50187, + 79802, + 172022, + 218947, + 33009, + 8684, + 138748, + 168209, + 193326, + 26066, + 71563, + 92600, + 132240, + 247929, + 126594, + 195956, + 48191, + 62593, + 207067, + 125421, + 236218, + 187623, + 225283, + 228192, + 257548, + 62935, + 137859, + 251387, + 25470, + 115085, + 68261, + 89425, + 181130, + 211919, + 30793, + 222583, + 30060, + 115966, + 204007, + 149545, + 242038, + 201611, + 72429, + 141723, + 217477, + 698, + 87735, + 42186, + 176269, + 199420, + 131010, + 11284, + 55086, + 164343, + 27160, + 175137, + 44821, + 4349, + 135188, + 49994, + 33514, + 259867, + 108505, + 48091, + 60417, + 154646, + 224241, + 63596, + 43180, + 86116, + 53091, + 46910, + 191629, + 216454, + 26000, + 80582, + 58201, + 106886, + 140822, + 88784, + 163876, + 47765, + 155810, + 214308, + 156847, + 166725, + 175166, + 243384, + 182556, + 131037, + 122300, + 32219, + 229729, + 201197, + 118191, + 126771, + 6271, + 96687, + 212838, + 199431, + 18384, + 50645, + 75002, + 220794, + 189424, + 164239, + 95037, + 83353, + 34943, + 235663, + 252475, + 129497, + 63664, + 231877, + 87926, + 96949, + 164223, + 229593, + 167647, + 153007, + 144290, + 200562, + 26385, + 17409, + 31371, + 192929, + 34497, + 207655, + 229435, + 85123, + 59561, + 180811, + 163827, + 123310, + 237411, + 9653, + 52480, + 99443, + 190816, + 62711, + 50938, + 51004, + 216758, + 31992, + 170713, + 227693, + 70095, + 161603, + 139134, + 234713, + 182246, + 170341, + 14609, + 200968, + 120730, + 7546, + 22602, + 105550, + 182911, + 29066, + 10249, + 195096, + 38293, + 101298, + 182964, + 170491, + 229471, + 34854, + 252285, + 229422, + 212814, + 63733, + 72455, + 129703, + 225731, + 114641, + 122945, + 29956, + 116326, + 70348, + 61348, + 86928, + 52030, + 183041, + 109843, + 158190, + 234478, + 246798, + 18453, + 47658, + 104854, + 32915, + 204818, + 39457, + 150015, + 73094, + 194798, + 44742, + 68248, + 190210, + 29214, + 125362, + 203746, + 214365, + 161677, + 50123, + 89115, + 123300, + 253214, + 175394, + 74089, + 250171, + 76165, + 23108, + 224507, + 102013, + 170393, + 148882, + 54418, + 201645, + 163377, + 227105, + 30134, + 160163, + 258535, + 110413, + 95170, + 221376, + 75900, + 31252, + 82346, + 122734, + 85839, + 79790, + 21750, + 146220, + 50355, + 25043, + 159434, + 245741, + 85007, + 47511, + 41182, + 138375, + 159439, + 41024, + 141643, + 26970, + 231071, + 181370, + 228312, + 226797, + 91709, + 1641, + 60831, + 253608, + 167610, + 9380, + 153191, + 65767, + 130374, + 258632, + 247823, + 143823, + 251213, + 245385, + 160930, + 77259, + 165002, + 230405, + 179534, + 86859, + 32030, + 162325, + 90729, + 24608, + 132500, + 110242, + 54434, + 216996, + 129949, + 77187, + 172828, + 85827, + 123957, + 118587, + 90841, + 115790, + 65988, + 32324, + 221049, + 143886, + 99671, + 62366, + 112370, + 124942, + 259452, + 102487, + 20410, + 4289, + 10703, + 105345, + 161949, + 257229, + 175976, + 207122, + 176025, + 89873, + 238436, + 180321, + 126695, + 10579, + 64463, + 30283, + 79402, + 95985, + 48113, + 117449, + 55080, + 35297, + 119888, + 219895, + 245591, + 152255, + 14035, + 220013, + 21715, + 258591, + 102530, + 201193, + 16841, + 257023, + 46710, + 26910, + 161610, + 107115, + 166269, + 7291, + 148163, + 118077, + 71910, + 172173, + 244548, + 187619, + 217034, + 193705, + 188336, + 55362, + 207652, + 21927, + 43783, + 160736, + 63647, + 41892, + 203437, + 59972, + 69674, + 25003, + 6408, + 166766, + 222911, + 151107, + 206073, + 178348, + 166499, + 221768, + 151671, + 250090, + 239872, + 97347, + 46662, + 219408, + 229114, + 114634, + 189769, + 13284, + 53708, + 29368, + 56487, + 201452, + 204192, + 235764, + 225277, + 207922, + 247802, + 166019, + 173187, + 255541, + 186193, + 82252, + 47439, + 110551, + 255822, + 64949, + 92850, + 155837, + 56707, + 20195, + 156815, + 157727, + 202853, + 152486, + 183475, + 260642, + 108651, + 39013, + 78327, + 190982, + 53454, + 46672, + 92091, + 230709, + 138642, + 110048, + 135517, + 148462, + 103447, + 238625, + 244919, + 53393, + 210786, + 247927, + 127373, + 221487, + 257913, + 120394, + 260030, + 202130, + 142873, + 242788, + 44214, + 133167, + 45933, + 110516, + 209663, + 133560, + 260657, + 221733, + 172868, + 103222, + 112334, + 103334, + 135195, + 250108, + 109437, + 146913, + 115445, + 95489, + 72620, + 148898, + 205638, + 140881, + 51450, + 250558, + 170321, + 128853, + 129348, + 131007, + 117994, + 261357, + 111232, + 140650, + 59109, + 56155, + 195459, + 45532, + 56563, + 39537, + 239202, + 207742, + 174716, + 54031, + 90359, + 143180, + 138739, + 76580, + 72221, + 67432, + 180197, + 93916, + 31398, + 12455, + 23280, + 226593, + 165888, + 55951, + 11417, + 235569, + 9537, + 18249, + 226829, + 41622, + 76413, + 190706, + 238938, + 136641, + 101602, + 49684, + 71921, + 25670, + 179858, + 91071, + 176129, + 255610, + 167600, + 191742, + 72912, + 11763, + 206487, + 231436, + 189360, + 246498, + 125018, + 213474, + 95770, + 6623, + 101917, + 68523, + 66587, + 5006, + 155449, + 125918, + 109704, + 73827, + 13042, + 177033, + 255500, + 24397, + 73297, + 235281, + 160307, + 193355, + 4157, + 77642, + 82081, + 30533, + 210086, + 100080, + 165266, + 67397, + 211122, + 101292, + 242510, + 64607, + 113339, + 119244, + 89939, + 90867, + 177127, + 34651, + 209806, + 29331, + 218218, + 182006, + 135983, + 229454, + 180106, + 93591, + 113539, + 231761, + 254207, + 53958, + 258551, + 111805, + 27157, + 125980, + 62198, + 207479, + 183230, + 147108, + 93799, + 136248, + 215710, + 55099, + 216460, + 37603, + 183706, + 106874, + 34795, + 198222, + 212619, + 248786, + 257483, + 59917, + 69954, + 59048, + 241910, + 82519, + 12056, + 234193, + 18750, + 3034, + 68309, + 5272, + 149850, + 178893, + 112980, + 219630, + 123104, + 40912, + 259065, + 235180, + 118188, + 224140, + 8498, + 75427, + 1619, + 145523, + 56672, + 88228, + 26620, + 50781, + 60619, + 54169, + 104995, + 202965, + 139605, + 23690, + 127094, + 204880, + 17014, + 207015, + 13151, + 171272, + 50298, + 77727, + 14469, + 126148, + 208711, + 174371, + 249021, + 126623, + 123585, + 214411, + 84853, + 161976, + 152842, + 202885, + 120173, + 107034, + 207460, + 37749, + 176342, + 169216, + 87135, + 122949, + 84846, + 63091, + 256762, + 168586, + 74693, + 5538, + 119385, + 140272, + 15305, + 230504, + 252968, + 82914, + 173194, + 4156, + 57568, + 257817, + 106646, + 42756, + 194197, + 29868, + 215064, + 112396, + 36863, + 68842, + 239592, + 244184, + 51703, + 109137, + 112223, + 51597, + 109757, + 198911, + 22717, + 141442, + 38455, + 63358, + 222210, + 75008, + 179633, + 4552, + 7108, + 106251, + 42725, + 2329, + 239401, + 129436, + 175516, + 82347, + 31666, + 61867, + 205668, + 209089, + 60457, + 139251, + 251892, + 20389, + 119726, + 113714, + 139954, + 259450, + 189462, + 163287, + 242285, + 167325, + 186118, + 42612, + 233883, + 257300, + 159499, + 109812, + 51928, + 202263, + 109354, + 100835, + 75488, + 170809, + 123741, + 62479, + 30902, + 138999, + 29341, + 194935, + 256036, + 182440, + 129757, + 232666, + 181374, + 226049, + 191988, + 163089, + 117945, + 38975, + 163325, + 64870, + 40417, + 255299, + 12497, + 42247, + 53682, + 223293, + 252351, + 74137, + 41370, + 226393, + 53111, + 246748, + 104749, + 14502, + 98124, + 36070, + 189432, + 52323, + 61979, + 93568, + 59240, + 40628, + 24366, + 86098, + 162322, + 74788, + 144838, + 232253, + 90017, + 187779, + 244005, + 130302, + 174045, + 212439, + 233177, + 235684, + 249009, + 206058, + 23597, + 197132, + 16174, + 252608, + 134669, + 239509, + 65000, + 125455, + 6347, + 94087, + 70506, + 67969, + 216155, + 11735, + 250210, + 246134, + 138931, + 108157, + 142396, + 32976, + 77669, + 65796, + 168473, + 244976, + 176252, + 81845, + 139388, + 261753, + 53757, + 172504, + 87015, + 17801, + 230582, + 172732, + 53331, + 81896, + 77629, + 240409, + 247944, + 76100, + 110086, + 196688, + 228915, + 103521, + 134149, + 112904, + 16871, + 44300, + 5630, + 150895, + 67586, + 155277, + 174010, + 3163, + 117155, + 217867, + 189306, + 205891, + 217710, + 94859, + 119956, + 195335, + 201333, + 42601, + 199773, + 104244, + 101752, + 259358, + 145647, + 192524, + 95775, + 108791, + 178601, + 231178, + 95032, + 207779, + 232290, + 63989, + 248175, + 240605, + 176712, + 199539, + 37916, + 127720, + 104142, + 166011, + 10946, + 168024, + 60410, + 53977, + 259113, + 142174, + 121506, + 107382, + 189701, + 189330, + 129166, + 18895, + 194965, + 4886, + 14455, + 92422, + 149174, + 39010, + 181167, + 170681, + 206556, + 120349, + 172030, + 199081, + 159886, + 77037, + 239186, + 145309, + 250789, + 68247, + 166634, + 220290, + 201140, + 210789, + 29529, + 98101, + 115896, + 138048, + 156002, + 142064, + 23673, + 47083, + 232927, + 16015, + 60295, + 254680, + 167465, + 162531, + 20221, + 153669, + 116639, + 99958, + 49654, + 114821, + 170970, + 68415, + 29206, + 200149, + 81936, + 120742, + 204463, + 18177, + 19458, + 50874, + 94374, + 207082, + 5209, + 237658, + 61512, + 5173, + 68875, + 64694, + 117833, + 198554, + 139282, + 18402, + 81210, + 136724, + 110727, + 73967, + 146512, + 145640, + 126060, + 182283, + 51548, + 89571, + 5861, + 55941, + 151529, + 249343, + 230922, + 25173, + 259274, + 12376, + 12405, + 167891, + 223079, + 258081, + 194063, + 105863, + 218615, + 119134, + 228110, + 166474, + 143663, + 200719, + 242499, + 252903, + 108120, + 208680, + 35286, + 2234, + 223877, + 31495, + 113058, + 16491, + 158226, + 100029, + 244427, + 225252, + 100476, + 103945, + 144923, + 128589, + 11579, + 34785, + 18733, + 31110, + 162551, + 60331, + 125820, + 66129, + 185478, + 215638, + 201173, + 223800, + 108566, + 155312, + 68818, + 190852, + 48442, + 198942, + 229647, + 166081, + 222361, + 247494, + 86126, + 164257, + 132153, + 180381, + 79447, + 201932, + 196476, + 256613, + 225472, + 206601, + 15478, + 197903, + 241881, + 158248, + 212944, + 27054, + 174937, + 219047, + 122414, + 255653, + 83090, + 200250, + 259161, + 181959, + 156996, + 48994, + 250832, + 129913, + 204783, + 197458, + 93973, + 72884, + 68888, + 114254, + 148757, + 230357, + 194343, + 178118, + 213139, + 229957, + 148903, + 182643, + 55928, + 52279, + 191750, + 130714, + 164877, + 90894, + 142726, + 96440, + 4637, + 157544, + 212456, + 125539, + 246530, + 218113, + 257767, + 12905, + 35680, + 144357, + 248330, + 139052, + 186033, + 194963, + 64305, + 86899, + 89557, + 8504, + 115827, + 213845, + 141596, + 26685, + 137907, + 36416, + 33580, + 151370, + 73658, + 218363, + 164236, + 134300, + 102965, + 97577, + 87364, + 219722, + 181362, + 34928, + 114793, + 3938, + 146025, + 213000, + 111437, + 214207, + 34760, + 177871, + 173116, + 161030, + 138432, + 230642, + 55414, + 37774, + 20002, + 6712, + 186553, + 206926, + 179957, + 215329, + 187065, + 6673, + 110291, + 183240, + 207310, + 91619, + 104034, + 213573, + 225659, + 103023, + 198494, + 62470, + 151209, + 132738, + 197644, + 155042, + 24160, + 162959, + 229109, + 129513, + 251756, + 152021, + 18646, + 11649, + 235530, + 145586, + 25990, + 239474, + 152483, + 117495, + 251473, + 60835, + 143177, + 203179, + 80647, + 83003, + 228092, + 54218, + 258357, + 238045, + 91102, + 204155, + 240104, + 139818, + 113764, + 251203, + 224060, + 228520, + 193416, + 130672, + 132930, + 225382, + 201504, + 93494, + 247367, + 16499, + 172215, + 57988, + 163499, + 144349, + 117193, + 199939, + 138177, + 44631, + 227567, + 101814, + 167672, + 90325, + 147581, + 85070, + 147839, + 83780, + 210615, + 125426, + 146328, + 197197, + 94788, + 218687, + 60892, + 173768, + 66745, + 69082, + 202916, + 45322, + 39004, + 168697, + 21114, + 21597, + 253857, + 142035, + 155374, + 222473, + 204610, + 7725, + 1468, + 45885, + 154360, + 86471, + 220410, + 232019, + 32145, + 37227, + 134659, + 14198, + 77875, + 125427, + 140159, + 229157, + 53908, + 147360, + 77415, + 26357, + 176589, + 81283, + 246871, + 92028, + 5804, + 75472, + 22377, + 171002, + 58768, + 52515, + 48005, + 236202, + 76698, + 261088, + 172799, + 222298, + 114967, + 132589, + 16956, + 160987, + 68226, + 47299, + 220296, + 243406, + 114589, + 7275, + 33077, + 40888, + 144828, + 228112, + 173692, + 224714, + 22531, + 173314, + 172502, + 7779, + 228135, + 43884, + 190955, + 252297, + 20902, + 34352, + 52117, + 115549, + 193667, + 81572, + 188247, + 20494, + 4638, + 157881, + 76189, + 240648, + 129320, + 240168, + 185631, + 18674, + 87169, + 220650, + 240529, + 183525, + 159066, + 182288, + 178995, + 149921, + 248511, + 25932, + 208268, + 203090, + 49030, + 21712, + 127090, + 89689, + 224941, + 121847, + 142932, + 186149, + 181131, + 206689, + 91331, + 257772, + 219078, + 226458, + 248382, + 38012, + 254750, + 98886, + 118672, + 1132, + 227528, + 2905, + 219359, + 110772, + 44390, + 53488, + 193210, + 130995, + 227517, + 70164, + 66172, + 199761, + 248851, + 198512, + 99953, + 60050, + 131144, + 77521, + 67819, + 103367, + 204125, + 178521, + 142913, + 140638, + 46511, + 234232, + 62859, + 103649, + 2306, + 87422, + 135566, + 84239, + 36806, + 168261, + 137130, + 25826, + 192709, + 93654, + 120339, + 180854, + 57378, + 136971, + 251411, + 233857, + 7247, + 74473, + 207128, + 208691, + 190237, + 54353, + 182097, + 254658, + 144337, + 169763, + 76517, + 16913, + 56586, + 242461, + 73220, + 59745, + 200298, + 142548, + 41197, + 237233, + 202389, + 191161, + 229193, + 100730, + 40936, + 180756, + 34612, + 130436, + 7785, + 226307, + 259386, + 111110, + 235916, + 83181, + 111936, + 99305, + 14827, + 164249, + 173009, + 260282, + 226389, + 105437, + 154870, + 8962, + 51862, + 15856, + 79917, + 131389, + 10777, + 46638, + 184831, + 213174, + 121953, + 184314, + 239102, + 258396, + 229635, + 178681, + 40390, + 34796, + 139177, + 59982, + 154093, + 119975, + 84884, + 124191, + 86204, + 207357, + 35451, + 187438, + 79493, + 71355, + 146058, + 125330, + 87936, + 97366, + 183431, + 131992, + 201595, + 225470, + 44590, + 130806, + 62873, + 196392, + 121844, + 86264, + 93701, + 11166, + 218764, + 11717, + 164679, + 208951, + 140190, + 124414, + 177835, + 57864, + 157082, + 258296, + 38111, + 256315, + 203373, + 11314, + 129395, + 158167, + 205349, + 196271, + 216619, + 209214, + 81944, + 155595, + 143486, + 209575, + 38075, + 137430, + 160874, + 136725, + 213024, + 233312, + 7982, + 49032, + 20330, + 65129, + 21939, + 220622, + 145880, + 103839, + 123321, + 78159, + 58280, + 243607, + 174509, + 240537, + 152795, + 238558, + 169636, + 11597, + 130758, + 61087, + 118601, + 190012, + 68817, + 165870, + 212856, + 112166, + 174573, + 208051, + 176974, + 206807, + 19470, + 180842, + 54266, + 249620, + 3344, + 29336, + 81446, + 237611, + 231626, + 149648, + 191094, + 49457, + 106189, + 154707, + 186766, + 244074, + 245556, + 69001, + 201506, + 137392, + 35585, + 40642, + 5636, + 141504, + 10244, + 9268, + 257390, + 104414, + 93511, + 52487, + 169604, + 196620, + 150759, + 244220, + 252882, + 34133, + 70026, + 6743, + 88272, + 130080, + 103045, + 183581, + 187672, + 67470, + 157642, + 89304, + 15787, + 163369, + 42701, + 231522, + 195578, + 6294, + 79672, + 129490, + 247366, + 185836, + 20293, + 256357, + 13798, + 47432, + 98324, + 72440, + 172516, + 137918, + 18175, + 1874, + 43026, + 91870, + 99127, + 110705, + 98694, + 140255, + 50511, + 151816, + 102274, + 32083, + 147526, + 155734, + 7827, + 255442, + 51581, + 130584, + 253287, + 73510, + 42760, + 75377, + 205130, + 77974, + 113630, + 84386, + 67849, + 46193, + 183471, + 111403, + 149400, + 165886, + 225458, + 70680, + 209086, + 94791, + 242479, + 31757, + 1070, + 194198, + 125344, + 239753, + 164525, + 141382, + 214180, + 11828, + 83415, + 193489, + 211794, + 99913, + 135763, + 262045, + 245872, + 13867, + 117652, + 118753, + 75986, + 216901, + 22950, + 229021, + 179523, + 94197, + 35991, + 183824, + 69493, + 225181, + 251959, + 247559, + 211753, + 122289, + 189420, + 110501, + 170653, + 176139, + 72523, + 225262, + 167504, + 243679, + 232376, + 185112, + 107844, + 167291, + 123176, + 43952, + 189431, + 97074, + 101042, + 172703, + 13538, + 24823, + 140606, + 173603, + 116342, + 227949, + 7708, + 108538, + 121719, + 223119, + 225565, + 13433, + 97610, + 137396, + 23716, + 45299, + 16974, + 243325, + 132207, + 24393, + 213767, + 103269, + 72530, + 63399, + 222902, + 206135, + 174747, + 120383, + 53374, + 178678, + 10969, + 159861, + 91590, + 58140, + 124819, + 246322, + 208469, + 129916, + 7378, + 30193, + 60573, + 52964, + 121346, + 102545, + 106951, + 243790, + 242642, + 86857, + 52101, + 242325, + 195512, + 199902, + 49086, + 100923, + 197569, + 244347, + 1229, + 191836, + 55545, + 204061, + 248556, + 232495, + 204390, + 234005, + 189456, + 249527, + 79330, + 101706, + 42539, + 6217, + 167855, + 35334, + 149791, + 88894, + 132791, + 69243, + 7297, + 211304, + 65614, + 189181, + 39992, + 43796, + 62300, + 190276, + 29844, + 162532, + 45671, + 44720, + 185359, + 230548, + 159872, + 59574, + 135558, + 256409, + 28474, + 113230, + 43182, + 85401, + 107538, + 255133, + 236268, + 100664, + 127165, + 221315, + 519, + 187361, + 21733, + 256205, + 239727, + 124473, + 146609, + 246812, + 188006, + 96189, + 198201, + 252118, + 179433, + 121514, + 166159, + 261064, + 242144, + 224725, + 241476, + 91548, + 172194, + 175971, + 200022, + 111995, + 80198, + 236099, + 95525, + 226743, + 215216, + 253838, + 103588, + 99638, + 28118, + 128629, + 144149, + 2886, + 25401, + 213074, + 85764, + 39488, + 255337, + 21391, + 133760, + 24870, + 225434, + 25153, + 129376, + 179656, + 132724, + 102328, + 231703, + 42578, + 125809, + 256117, + 178709, + 230898, + 959, + 83186, + 245654, + 83861, + 31068, + 168705, + 8725, + 222955, + 115809, + 228567, + 32874, + 182839, + 6764, + 52979, + 230323, + 13527, + 95388, + 141081, + 137413, + 15785, + 54473, + 43756, + 131260, + 84924, + 229679, + 229701, + 62127, + 108652, + 51995, + 205359, + 49916, + 65642, + 48019, + 18146, + 92023, + 106062, + 199352, + 114311, + 25377, + 214700, + 249262, + 130290, + 242243, + 151066, + 16053, + 162123, + 127009, + 65181, + 158495, + 231921, + 56573, + 151682, + 64166, + 52282, + 148950, + 152766, + 43689, + 5576, + 39773, + 64857, + 254506, + 49631, + 35135, + 40614, + 68634, + 153078, + 172770, + 209542, + 172787, + 229107, + 241385, + 62414, + 214394, + 1663, + 156115, + 214025, + 162601, + 146126, + 89664, + 8375, + 83742, + 31564, + 5424, + 130005, + 66507, + 50301, + 134218, + 256285, + 109635, + 153427, + 177129, + 67481, + 176519, + 180968, + 251828, + 188977, + 203491, + 78151, + 4503, + 69861, + 222356, + 80056, + 246631, + 56716, + 244784, + 202988, + 33258, + 231211, + 247106, + 91603, + 55439, + 223982, + 173313, + 234065, + 159783, + 43896, + 249594, + 13851, + 223849, + 100068, + 178750, + 31860, + 181530, + 180032, + 197986, + 187304, + 150168, + 151886, + 35645, + 165835, + 149788, + 91140, + 194602, + 206645, + 255435, + 66423, + 244792, + 168465, + 17634, + 4020, + 19248, + 166571, + 6918, + 90764, + 208620, + 42768, + 46446, + 196920, + 212595, + 236724, + 114354, + 165867, + 175674, + 197896, + 103277, + 163095, + 258853, + 179893, + 169740, + 70296, + 241945, + 243201, + 99331, + 141288, + 125958, + 168363, + 117242, + 207491, + 221577, + 95064, + 78874, + 27689, + 103487, + 139831, + 81630, + 89576, + 7080, + 213776, + 188918, + 239987, + 60127, + 97758, + 6799, + 64025, + 121716, + 55264, + 75295, + 115697, + 112385, + 188851, + 206396, + 159247, + 167119, + 174466, + 60453, + 226349, + 93909, + 213679, + 7141, + 176724, + 90321, + 136998, + 39596, + 192638, + 142463, + 208588, + 174995, + 46378, + 193675, + 89453, + 106163, + 121260, + 14752, + 209170, + 147621, + 79618, + 122727, + 197465, + 51407, + 116902, + 188297, + 119902, + 130329, + 16917, + 245331, + 6160, + 202336, + 65606, + 120607, + 93948, + 72007, + 62062, + 21064, + 210418, + 219966, + 62676, + 91626, + 234299, + 24544, + 134438, + 217639, + 76169, + 165866, + 119670, + 67593, + 7066, + 70758, + 23669, + 86019, + 193440, + 72512, + 259739, + 142911, + 102123, + 164545, + 244585, + 205762, + 87706, + 139874, + 229243, + 105459, + 255320, + 86321, + 62618, + 96651, + 141980, + 248749, + 14996, + 260215, + 147117, + 121254, + 190050, + 196390, + 49009, + 124060, + 196748, + 176050, + 79000, + 48915, + 171536, + 180631, + 11189, + 239811, + 165524, + 21003, + 102261, + 233653, + 225941, + 29332, + 23792, + 241327, + 46681, + 2662, + 142039, + 178754, + 175461, + 166906, + 179550, + 85598, + 151176, + 21888, + 186385, + 61435, + 242591, + 32146, + 261563, + 71376, + 111204, + 248040, + 172297, + 131157, + 169431, + 55022, + 67971, + 151269, + 112448, + 177806, + 204812, + 179861, + 74300, + 23703, + 146872, + 155824, + 180033, + 238738, + 256565, + 998, + 187933, + 151422, + 88402, + 188333, + 124722, + 200175, + 253486, + 116075, + 61259, + 197241, + 218941, + 246791, + 78153, + 72399, + 138852, + 262024, + 168037, + 86279, + 213800, + 202825, + 54942, + 72015, + 62904, + 65085, + 153287, + 145705, + 8248, + 126874, + 90352, + 161570, + 237890, + 148122, + 74950, + 66575, + 37729, + 197344, + 248187, + 129432, + 102027, + 72828, + 46412, + 8920, + 224765, + 186816, + 103528, + 114320, + 226266, + 257641, + 119345, + 80268, + 72680, + 152503, + 47959, + 118105, + 123191, + 147416, + 178566, + 104816, + 234731, + 206245, + 22714, + 26701, + 67742, + 249890, + 103844, + 47383, + 192140, + 194805, + 87140, + 247243, + 41507, + 213029, + 173451, + 137870, + 195925, + 5983, + 198821, + 67790, + 209960, + 69977, + 246874, + 136188, + 30482, + 146253, + 203399, + 242067, + 9559, + 200973, + 85180, + 236446, + 13629, + 110486, + 208835, + 240416, + 188659, + 153073, + 71344, + 80446, + 219495, + 206730, + 13643, + 13408, + 169, + 168238, + 210052, + 63433, + 149488, + 160148, + 208898, + 106820, + 85171, + 20563, + 55573, + 192658, + 143390, + 256254, + 156879, + 175499, + 261338, + 21858, + 106377, + 198204, + 109040, + 193573, + 77154, + 83661, + 2752, + 59400, + 219884, + 63599, + 65952, + 257398, + 186926, + 244466, + 259827, + 7662, + 139421, + 168646, + 40304, + 213012, + 120489, + 38265, + 214105, + 90692, + 205609, + 180298, + 247314, + 47545, + 60424, + 34206, + 135139, + 75915, + 258971, + 96407, + 45365, + 217470, + 46856, + 30541, + 32440, + 8478, + 209635, + 188561, + 122647, + 59819, + 3063, + 241668, + 145414, + 36312, + 245988, + 235715, + 31613, + 97125, + 167102, + 232483, + 66373, + 247991, + 83922, + 95947, + 257896, + 90089, + 80986, + 125042, + 77950, + 147534, + 12585, + 12049, + 92997, + 163713, + 206198, + 115571, + 145967, + 186833, + 36396, + 152455, + 249155, + 203724, + 151244, + 200474, + 69857, + 237679, + 86989, + 17757, + 173363, + 256688, + 248909, + 261634, + 91563, + 26309, + 176053, + 252350, + 80121, + 99968, + 29705, + 103973, + 216545, + 213850, + 30784, + 131299, + 101354, + 70739, + 73087, + 147807, + 152810, + 124475, + 154898, + 78250, + 108823, + 72232, + 83567, + 45922, + 56191, + 102766, + 27223, + 120474, + 189575, + 66697, + 1764, + 82941, + 201053, + 72307, + 47566, + 112033, + 43682, + 154782, + 217460, + 229765, + 258644, + 18200, + 209750, + 54511, + 92183, + 107876, + 92404, + 218328, + 167544, + 179640, + 81185, + 226787, + 7617, + 36905, + 98964, + 54430, + 23959, + 159867, + 150913, + 235028, + 61624, + 115579, + 714, + 89997, + 256454, + 251124, + 175173, + 15042, + 227013, + 44549, + 129325, + 177718, + 59811, + 157530, + 244, + 126065, + 12678, + 253969, + 254349, + 174020, + 131250, + 173308, + 210800, + 158220, + 250829, + 227819, + 52277, + 35937, + 22907, + 252808, + 40030, + 44919, + 226710, + 163845, + 9373, + 256682, + 8538, + 32931, + 27918, + 146373, + 28879, + 235685, + 87205, + 217453, + 143372, + 221382, + 130850, + 86998, + 30846, + 40398, + 11626, + 64127, + 103502, + 161417, + 9453, + 5227, + 189741, + 63482, + 223960, + 87730, + 78775, + 236812, + 86621, + 99530, + 176540, + 250473, + 205263, + 37905, + 24791, + 87850, + 125222, + 49569, + 231067, + 216644, + 200829, + 117620, + 66678, + 30748, + 210934, + 191822, + 63116, + 237520, + 116426, + 99296, + 40600, + 248529, + 251664, + 106811, + 247445, + 224564, + 255724, + 98821, + 58695, + 117610, + 241844, + 200000, + 15236, + 27079, + 115746, + 188191, + 74846, + 187389, + 239354, + 254633, + 219675, + 75756, + 202509, + 86909, + 261658, + 242252, + 43651, + 226357, + 252378, + 78143, + 198872, + 245835, + 251634, + 208698, + 38676, + 124197, + 240596, + 221715, + 53293, + 192517, + 8699, + 60956, + 26916, + 89333, + 55461, + 36450, + 152894, + 223543, + 234863, + 224213, + 131636, + 166360, + 182659, + 127134, + 39372, + 154696, + 139460, + 82394, + 160480, + 44197, + 155499, + 191908, + 101643, + 246641, + 255336, + 98913, + 159256, + 105389, + 46778, + 237446, + 175805, + 165484, + 4026, + 74584, + 235131, + 79213, + 219750, + 190008, + 151227, + 79638, + 17237, + 2690, + 209795, + 59299, + 210015, + 56820, + 185422, + 23647, + 250903, + 96320, + 144198, + 250127, + 178241, + 214095, + 16288, + 245098, + 109691, + 3086, + 68237, + 182963, + 175024, + 89854, + 240032, + 145743, + 179256, + 161247, + 260171, + 178956, + 98024, + 38471, + 97397, + 48603, + 237577, + 93439, + 54626, + 110458, + 107463, + 243218, + 72327, + 203684, + 41214, + 247456, + 213477, + 65426, + 77495, + 22586, + 165815, + 201530, + 1929, + 115485, + 139243, + 150132, + 3590, + 98275, + 47745, + 113357, + 114107, + 260670, + 60222, + 19634, + 220584, + 157088, + 91795, + 239352, + 220451, + 132980, + 163793, + 92571, + 54520, + 90676, + 112011, + 90932, + 61091, + 72537, + 243445, + 118553, + 32570, + 7560, + 144814, + 169219, + 7761, + 172317, + 118199, + 34660, + 135868, + 202266, + 219430, + 117102, + 96786, + 162888, + 96387, + 26202, + 156575, + 160001, + 253678, + 86422, + 202350, + 103289, + 27597, + 140624, + 215361, + 35478, + 24151, + 13559, + 52295, + 151016, + 256349, + 102797, + 216711, + 93190, + 59748, + 40325, + 122332, + 220769, + 13529, + 148861, + 218454, + 2843, + 48043, + 66531, + 107059, + 78074, + 163533, + 191438, + 48563, + 187, + 146403, + 149882, + 5193, + 8193, + 209885, + 78245, + 43879, + 180594, + 42878, + 108650, + 196050, + 214026, + 121621, + 211257, + 27841, + 139100, + 240501, + 40179, + 141060, + 56379, + 178228, + 17305, + 173935, + 9969, + 167091, + 105419, + 178382, + 109892, + 229248, + 100258, + 177885, + 14013, + 161415, + 174035, + 250700, + 18019, + 164139, + 250439, + 124216, + 246948, + 208384, + 216237, + 64179, + 172690, + 223520, + 80231, + 32345, + 195685, + 92213, + 173091, + 169538, + 36213, + 103074, + 131196, + 166354, + 15536, + 70709, + 153785, + 120667, + 46393, + 64349, + 188904, + 259449, + 118888, + 239396, + 47384, + 14763, + 220963, + 13680, + 222025, + 140674, + 139638, + 24725, + 78103, + 209459, + 225006, + 132599, + 240559, + 16102, + 19937, + 163659, + 28905, + 246697, + 120113, + 220600, + 193229, + 96553, + 52475, + 235203, + 195543, + 147990, + 102048, + 75305, + 87284, + 75254, + 252345, + 147182, + 64947, + 73710, + 152380, + 48591, + 178012, + 250016, + 190753, + 171934, + 105946, + 116950, + 99575, + 33590, + 17011, + 30611, + 151925, + 3194, + 171331, + 29324, + 201515, + 177085, + 188093, + 69339, + 92764, + 219661, + 34686, + 217094, + 203178, + 126591, + 6110, + 155433, + 178921, + 242999, + 52476, + 180261, + 207220, + 108457, + 86278, + 71202, + 46935, + 89448, + 87732, + 91287, + 39322, + 182151, + 209461, + 148810, + 172184, + 133328, + 204277, + 45654, + 60754, + 245113, + 56425, + 46485, + 6288, + 97377, + 202401, + 141347, + 190255, + 220848, + 21224, + 91696, + 19943, + 105593, + 228003, + 141621, + 41155, + 94305, + 203108, + 63773, + 161778, + 80379, + 111469, + 201918, + 112998, + 238323, + 70722, + 188586, + 261721, + 194060, + 34935, + 165661, + 49805, + 48923, + 36267, + 234721, + 144092, + 8460, + 141594, + 247732, + 41766, + 85115, + 246937, + 57027, + 157086, + 141976, + 230102, + 65265, + 248510, + 136362, + 36966, + 117393, + 36865, + 254345, + 154590, + 208321, + 222960, + 188056, + 136301, + 70339, + 190705, + 8923, + 63969, + 231316, + 194842, + 228263, + 17581, + 43808, + 50095, + 21119, + 152937, + 104428, + 113376, + 3296, + 108785, + 46330, + 93072, + 211578, + 165639, + 215680, + 173494, + 39931, + 186371, + 227472, + 93898, + 211715, + 168340, + 148416, + 43986, + 6212, + 191275, + 40260, + 255746, + 15714, + 107770, + 114037, + 81166, + 8759, + 34011, + 145090, + 46533, + 68199, + 26555, + 199519, + 163086, + 42910, + 74138, + 118132, + 131838, + 12162, + 158919, + 115561, + 103210, + 244891, + 78364, + 105242, + 182407, + 220761, + 94502, + 216486, + 28031, + 28484, + 181555, + 14020, + 161951, + 159067, + 231790, + 27567, + 177672, + 18089, + 137368, + 104222, + 225328, + 15974, + 122510, + 236118, + 248948, + 201641, + 2737, + 69562, + 179148, + 24967, + 31655, + 1892, + 93536, + 200293, + 144772, + 160632, + 131355, + 8933, + 87382, + 124746, + 182927, + 247256, + 23523, + 103560, + 102088, + 118096, + 24532, + 77203, + 54247, + 155365, + 41625, + 199854, + 89007, + 45034, + 253604, + 57653, + 2898, + 36649, + 37259, + 39348, + 158618, + 117678, + 49436, + 127341, + 133244, + 243403, + 71495, + 179741, + 210700, + 175355, + 97499, + 213453, + 212455, + 166281, + 118826, + 227426, + 256856, + 120646, + 71007, + 76430, + 104132, + 141569, + 231245, + 157455, + 125327, + 31150, + 37330, + 245584, + 175622, + 90910, + 71623, + 108440, + 25701, + 186137, + 184781, + 152102, + 162801, + 41686, + 228245, + 163464, + 132751, + 197277, + 107436, + 98994, + 52061, + 161188, + 261362, + 9272, + 220841, + 49263, + 130397, + 118175, + 10194, + 207169, + 82715, + 41566, + 53631, + 108959, + 39518, + 9979, + 51622, + 61709, + 249737, + 128075, + 114396, + 96081, + 10327, + 132960, + 249684, + 129772, + 120930, + 58403, + 28646, + 118540, + 101374, + 26967, + 80699, + 188037, + 137821, + 223317, + 85795, + 68028, + 199343, + 249218, + 91634, + 179384, + 117707, + 99600, + 245720, + 86848, + 192541, + 1806, + 248577, + 137972, + 139470, + 54285, + 167055, + 200346, + 97288, + 135697, + 7154, + 217102, + 71612, + 226825, + 89093, + 248574, + 73474, + 114650, + 93259, + 152606, + 218649, + 10531, + 32685, + 237869, + 215399, + 38170, + 231416, + 128363, + 69738, + 179919, + 215813, + 57735, + 256859, + 91490, + 255561, + 239028, + 182296, + 157545, + 134370, + 117052, + 62435, + 89860, + 9205, + 65018, + 108301, + 43084, + 30476, + 49042, + 14790, + 89381, + 192116, + 33021, + 225409, + 96549, + 175035, + 257335, + 59420, + 149119, + 30308, + 260713, + 121922, + 255081, + 182986, + 116733, + 23591, + 63876, + 117891, + 235155, + 250653, + 160563, + 124165, + 100966, + 14201, + 161513, + 30553, + 125676, + 116323, + 227561, + 230880, + 37261, + 29948, + 220109, + 52472, + 85588, + 235745, + 32912, + 227860, + 183095, + 137837, + 257039, + 207121, + 257795, + 34919, + 242240, + 146996, + 196284, + 3023, + 111555, + 238489, + 205120, + 146595, + 224090, + 17850, + 244859, + 6755, + 223185, + 158077, + 155839, + 37401, + 32658, + 145112, + 240397, + 127479, + 5414, + 247822, + 154096, + 84619, + 160927, + 185417, + 24627, + 235553, + 248658, + 154352, + 240622, + 218718, + 150978, + 257561, + 238677, + 30311, + 57467, + 72206, + 155620, + 186199, + 3528, + 138231, + 179456, + 62306, + 78662, + 136842, + 32736, + 37295, + 205056, + 94603, + 159775, + 228255, + 223246, + 32232, + 12600, + 8589, + 95440, + 189407, + 84986, + 135828, + 123780, + 43448, + 180030, + 25784, + 104172, + 240116, + 109199, + 92465, + 146640, + 142814, + 39240, + 170067, + 241982, + 25389, + 125249, + 3749, + 201943, + 114476, + 152338, + 114492, + 230159, + 208775, + 102674, + 151121, + 5944, + 152321, + 36251, + 52503, + 59192, + 159046, + 42301, + 182461, + 13970, + 93860, + 52495, + 82131, + 64661, + 36363, + 60838, + 246451, + 247625, + 51269, + 183484, + 178761, + 242851, + 18454, + 171408, + 224910, + 36108, + 170395, + 149178, + 71024, + 123892, + 110279, + 84762, + 47812, + 138481, + 122442, + 179367, + 64553, + 94360, + 178737, + 222542, + 136361, + 155022, + 205340, + 6411, + 176969, + 177567, + 190775, + 149932, + 44473, + 191193, + 178908, + 55682, + 169267, + 113736, + 42367, + 231218, + 173530, + 95172, + 225926, + 23769, + 182601, + 42385, + 212989, + 162581, + 251279, + 223472, + 176632, + 34303, + 252080, + 101090, + 14369, + 69026, + 214682, + 25025, + 194209, + 149129, + 35122, + 109140, + 255327, + 192217, + 197555, + 165672, + 62250, + 18575, + 11473, + 62998, + 67511, + 260837, + 19552, + 185023, + 74229, + 244331, + 177584, + 147492, + 46317, + 44791, + 226121, + 235125, + 257009, + 143500, + 49818, + 185405, + 27528, + 222249, + 28180, + 126229, + 246148, + 231856, + 151751, + 66085, + 72880, + 177648, + 69594, + 61099, + 251600, + 38373, + 135684, + 154045, + 56056, + 5950, + 243213, + 204311, + 84411, + 219003, + 117211, + 125835, + 2002, + 118118, + 68577, + 31317, + 248614, + 72989, + 53591, + 29126, + 10198, + 120696, + 93242, + 233514, + 150710, + 259732, + 50092, + 188387, + 64867, + 129091, + 14889, + 215352, + 33257, + 214718, + 256887, + 122291, + 23203, + 160217, + 150336, + 144042, + 44683, + 229078, + 72929, + 13147, + 13397, + 197893, + 46368, + 34515, + 162437, + 145072, + 183969, + 32907, + 225755, + 120886, + 6223, + 116316, + 112213, + 25185, + 59512, + 102711, + 205494, + 83837, + 187659, + 6633, + 168232, + 172735, + 197752, + 248423, + 84497, + 242724, + 56763, + 215766, + 191113, + 13696, + 142945, + 43230, + 135505, + 67349, + 142879, + 70275, + 115727, + 83666, + 118818, + 211249, + 174635, + 241131, + 98485, + 138239, + 106872, + 93772, + 145207, + 106313, + 256531, + 149406, + 225951, + 111100, + 225240, + 72173, + 215413, + 76347, + 2979, + 210633, + 192409, + 152784, + 73701, + 184880, + 254699, + 241002, + 249551, + 190998, + 96606, + 216773, + 127692, + 216153, + 47528, + 142153, + 46104, + 247988, + 128759, + 71764, + 207036, + 38820, + 244423, + 68799, + 222775, + 94942, + 116892, + 160319, + 150757, + 186307, + 11201, + 191793, + 66069, + 156932, + 22568, + 151546, + 213282, + 187673, + 50242, + 162199, + 39779, + 109390, + 150055, + 107453, + 256626, + 28791, + 208053, + 749, + 248651, + 107893, + 28810, + 18230, + 105188, + 142517, + 151000, + 107611, + 232222, + 65006, + 78630, + 229712, + 245776, + 87360, + 40588, + 165127, + 107747, + 250390, + 249376, + 19273, + 201913, + 65450, + 252281, + 241574, + 111354, + 100940, + 226319, + 252201, + 87870, + 226379, + 140561, + 248477, + 119065, + 241110, + 172827, + 211223, + 117336, + 171950, + 233232, + 63771, + 132135, + 164957, + 61306, + 155490, + 100974, + 1662, + 35524, + 74459, + 193746, + 151423, + 27763, + 51161, + 62444, + 131759, + 126735, + 116410, + 53233, + 46038, + 34657, + 132246, + 45828, + 137358, + 41721, + 229321, + 27883, + 255672, + 13191, + 179772, + 161938, + 162828, + 233003, + 66749, + 236307, + 73990, + 64998, + 150191, + 124204, + 54291, + 251316, + 145862, + 190948, + 105417, + 201745, + 228963, + 77821, + 132080, + 224091, + 100820, + 229888, + 66541, + 133238, + 68566, + 168455, + 100338, + 165363, + 104221, + 105740, + 201395, + 94667, + 151790, + 11471, + 252933, + 123524, + 149544, + 177682, + 120271, + 142444, + 153258, + 121285, + 151483, + 40348, + 254238, + 110536, + 50708, + 26999, + 218195, + 52050, + 253311, + 110439, + 224660, + 88423, + 227083, + 192637, + 233789, + 237970, + 251862, + 130784, + 202575, + 215480, + 195863, + 214586, + 122315, + 102572, + 153415, + 211311, + 45849, + 26284, + 165842, + 156619, + 69065, + 46050, + 164418, + 236300, + 238913, + 254431, + 13357, + 57330, + 44484, + 111337, + 147477, + 235909, + 11449, + 41244, + 138446, + 108228, + 199409, + 141162, + 112402, + 140369, + 11860, + 34723, + 33706, + 52049, + 197766, + 120327, + 95375, + 106740, + 97087, + 66930, + 229158, + 131203, + 111525, + 27529, + 141599, + 246166, + 256938, + 89852, + 215100, + 124071, + 170394, + 76771, + 174172, + 208318, + 218599, + 203506, + 155064, + 97522, + 169954, + 229965, + 100619, + 79651, + 199114, + 204679, + 56644, + 136816, + 117518, + 75208, + 243225, + 116687, + 214172, + 86296, + 77641, + 1805, + 105000, + 258539, + 7280, + 226670, + 160419, + 175893, + 197916, + 32421, + 41579, + 130538, + 65120, + 65313, + 124185, + 135683, + 62006, + 159549, + 88566, + 165707, + 103831, + 239397, + 90149, + 167674, + 27581, + 187467, + 113948, + 230460, + 209552, + 2899, + 50714, + 247150, + 41928, + 124771, + 150061, + 20472, + 49004, + 88431, + 206257, + 242731, + 64078, + 83862, + 253894, + 220640, + 102356, + 53773, + 74952, + 182363, + 181188, + 19438, + 153598, + 82617, + 76871, + 104076, + 256776, + 83819, + 67564, + 168628, + 57102, + 113465, + 118573, + 83423, + 160359, + 179978, + 179925, + 114040, + 164097, + 172176, + 259196, + 66319, + 15727, + 166830, + 11920, + 18882, + 226518, + 259121, + 99379, + 156340, + 15142, + 32414, + 184010, + 259847, + 9209, + 230610, + 180836, + 260100, + 73228, + 39402, + 243684, + 127944, + 245516, + 234273, + 188065, + 141387, + 133380, + 244350, + 19944, + 247995, + 48996, + 9794, + 102930, + 142817, + 22748, + 232630, + 153445, + 38840, + 15609, + 221706, + 221560, + 141605, + 237183, + 237195, + 179385, + 240964, + 68568, + 85105, + 111084, + 115699, + 74595, + 164625, + 89132, + 217035, + 196382, + 129504, + 175316, + 104156, + 184959, + 73139, + 15730, + 92684, + 239321, + 10965, + 12543, + 249339, + 55781, + 124983, + 67591, + 140102, + 24712, + 141857, + 21294, + 251143, + 233624, + 62061, + 33161, + 177049, + 45353, + 54226, + 1505, + 192840, + 223962, + 152162, + 23300, + 98281, + 52271, + 229770, + 100085, + 140671, + 64274, + 253933, + 59945, + 136010, + 75739, + 169581, + 150143, + 200718, + 135252, + 4032, + 107566, + 8753, + 148447, + 260410, + 32954, + 91243, + 58319, + 191561, + 217722, + 228610, + 76025, + 161594, + 248170, + 216050, + 117741, + 259349, + 152913, + 57184, + 38596, + 32536, + 139459, + 82203, + 15977, + 81652, + 181969, + 162174, + 139826, + 221730, + 231965, + 92315, + 185241, + 208798, + 255733, + 40369, + 48496, + 235838, + 206144, + 150746, + 260988, + 202380, + 68839, + 173619, + 59235, + 26286, + 139760, + 17806, + 241330, + 115192, + 236586, + 124337, + 35837, + 36403, + 60746, + 242894, + 146430, + 223440, + 256377, + 165107, + 154957, + 125964, + 194924, + 112657, + 182651, + 228172, + 253461, + 174375, + 240832, + 197621, + 60055, + 148169, + 232295, + 245823, + 40143, + 142352, + 151826, + 210287, + 136670, + 122443, + 105214, + 146807, + 177533, + 237535, + 71012, + 132858, + 141736, + 186355, + 194122, + 149986, + 75545, + 75919, + 9318, + 203475, + 214952, + 241594, + 208476, + 95912, + 108317, + 256647, + 227602, + 170532, + 167308, + 85300, + 108405, + 22967, + 95045, + 148932, + 195973, + 31197, + 164404, + 114729, + 164401, + 73377, + 225816, + 50788, + 219832, + 99914, + 52329, + 13013, + 32960, + 67882, + 185265, + 76787, + 26459, + 181896, + 98987, + 236784, + 174679, + 53739, + 118555, + 17121, + 68660, + 252753, + 244311, + 129185, + 55145, + 103449, + 87053, + 27901, + 6061, + 261121, + 19171, + 85281, + 100947, + 191165, + 49629, + 137118, + 143845, + 241071, + 208610, + 101526, + 2900, + 116952, + 146606, + 132289, + 25947, + 243694, + 136512, + 205799, + 40106, + 168454, + 146054, + 106290, + 76754, + 136410, + 129321, + 51964, + 30563, + 24512, + 143462, + 185584, + 211714, + 118771, + 145919, + 161970, + 7325, + 169549, + 124434, + 201108, + 185937, + 36782, + 24922, + 212102, + 153975, + 191207, + 121186, + 144735, + 197585, + 201923, + 242744, + 217103, + 207450, + 106319, + 248128, + 90558, + 161409, + 2977, + 35483, + 35183, + 4121, + 179688, + 227575, + 198234, + 35857, + 422, + 199358, + 3352, + 27228, + 247877, + 43942, + 116734, + 186374, + 54451, + 48927, + 129184, + 25870, + 201510, + 57852, + 151545, + 4953, + 259385, + 111144, + 4719, + 141800, + 150590, + 109714, + 215438, + 202750, + 219162, + 151301, + 143878, + 74254, + 79148, + 189733, + 116548, + 241367, + 26490, + 191708, + 193808, + 70006, + 249826, + 4868, + 140891, + 159039, + 245299, + 44711, + 117772, + 188223, + 118713, + 244713, + 1997, + 221809, + 227942, + 231435, + 189152, + 32019, + 234850, + 110583, + 188004, + 78988, + 170032, + 61596, + 131607, + 37576, + 237452, + 83325, + 19209, + 21256, + 16805, + 112487, + 191359, + 253405, + 233774, + 111336, + 96695, + 86865, + 152838, + 176952, + 221297, + 169840, + 247283, + 185004, + 15044, + 51741, + 127351, + 230261, + 13342, + 199458, + 8417, + 82943, + 245187, + 43402, + 200266, + 111253, + 238969, + 17462, + 167913, + 160446, + 82524, + 46560, + 23631, + 79444, + 161523, + 182512, + 90444, + 57002, + 217779, + 12394, + 2362, + 118909, + 100513, + 74375, + 183556, + 228687, + 202368, + 239142, + 174598, + 87037, + 240957, + 50211, + 154444, + 162168, + 112085, + 193414, + 229352, + 23822, + 27672, + 242879, + 15074, + 62612, + 17578, + 241271, + 103822, + 133376, + 127672, + 214054, + 149386, + 80779, + 106001, + 204178, + 228224, + 90402, + 91477, + 58642, + 32729, + 167165, + 35926, + 21002, + 68742, + 143998, + 6125, + 101220, + 146925, + 132540, + 49383, + 228717, + 89971, + 72682, + 78414, + 152932, + 197072, + 124772, + 143417, + 67797, + 35116, + 8544, + 206028, + 77426, + 131507, + 145936, + 207285, + 152832, + 189596, + 224107, + 120056, + 121995, + 36246, + 147334, + 20516, + 224055, + 211903, + 165534, + 193243, + 16143, + 250321, + 229696, + 197728, + 208050, + 17641, + 166668, + 11094, + 51210, + 261044, + 114071, + 209103, + 236755, + 225628, + 209137, + 199316, + 105313, + 221806, + 243945, + 192340, + 19594, + 226628, + 244974, + 62525, + 115111, + 114044, + 164786, + 156071, + 126236, + 206588, + 205029, + 121066, + 207433, + 22087, + 241164, + 148561, + 114952, + 30190, + 168616, + 210582, + 141125, + 94596, + 16996, + 146228, + 79546, + 172182, + 127674, + 69289, + 153226, + 139762, + 57287, + 61475, + 180685, + 87174, + 249746, + 212931, + 89037, + 182411, + 56153, + 253810, + 190730, + 3016, + 189075, + 143603, + 146685, + 256988, + 243334, + 117577, + 58054, + 66358, + 31790, + 9914, + 228350, + 113023, + 161255, + 63850, + 35156, + 132412, + 55118, + 243861, + 176916, + 240171, + 135147, + 180966, + 31704, + 256084, + 60938, + 175931, + 207321, + 250821, + 105889, + 205119, + 42175, + 188990, + 173966, + 60267, + 127797, + 226275, + 28915, + 138675, + 246368, + 61777, + 250567, + 37390, + 147389, + 139028, + 114309, + 126970, + 192366, + 119618, + 225053, + 79358, + 497, + 36015, + 22789, + 51157, + 3787, + 65533, + 232918, + 150644, + 241332, + 24487, + 213711, + 180141, + 3621, + 51357, + 97727, + 34351, + 217971, + 2497, + 237301, + 61934, + 193185, + 255978, + 175419, + 168709, + 115781, + 194396, + 33289, + 90355, + 88339, + 206494, + 24015, + 45424, + 196009, + 51363, + 155984, + 135387, + 239064, + 167032, + 119543, + 78309, + 179718, + 203270, + 159469, + 14380, + 180742, + 207823, + 66124, + 43416, + 29279, + 177192, + 24131, + 145702, + 245863, + 252718, + 226972, + 218203, + 133149, + 181984, + 194287, + 206117, + 186821, + 5483, + 259776, + 177955, + 87028, + 220892, + 5335, + 236909, + 58328, + 232378, + 135456, + 117024, + 260609, + 44961, + 80501, + 84224, + 111255, + 102886, + 215478, + 195784, + 100051, + 28095, + 68723, + 217794, + 89157, + 40713, + 172694, + 238182, + 50196, + 95187, + 49342, + 96281, + 146435, + 223973, + 63992, + 105466, + 145667, + 109398, + 38089, + 17363, + 153723, + 129636, + 248202, + 88892, + 213905, + 3323, + 45568, + 184545, + 30130, + 208445, + 230167, + 174978, + 157131, + 79448, + 182444, + 50763, + 141470, + 255839, + 128248, + 76747, + 117648, + 250681, + 205672, + 85304, + 88953, + 52120, + 121180, + 35358, + 124615, + 206903, + 122193, + 117525, + 9770, + 149606, + 6662, + 27282, + 81703, + 201627, + 118482, + 187741, + 245209, + 258493, + 224667, + 3007, + 117617, + 245335, + 103204, + 73022, + 15584, + 211077, + 33834, + 124061, + 169413, + 258743, + 34401, + 142886, + 21254, + 214728, + 228643, + 102756, + 99160, + 94030, + 135605, + 62001, + 114276, + 121934, + 23619, + 32601, + 9311, + 12257, + 189406, + 79379, + 80013, + 102966, + 213922, + 63232, + 126506, + 42999, + 92228, + 189569, + 30830, + 156785, + 195360, + 210591, + 23387, + 169629, + 189148, + 51309, + 216376, + 95470, + 150080, + 182182, + 111228, + 45169, + 17609, + 165261, + 7784, + 131833, + 40380, + 145639, + 115772, + 205074, + 64340, + 79919, + 74847, + 160180, + 233894, + 225600, + 39684, + 96643, + 15114, + 13985, + 170735, + 137016, + 111470, + 130349, + 256816, + 157490, + 143568, + 46154, + 145231, + 222493, + 200070, + 90483, + 190157, + 123111, + 56855, + 21361, + 129692, + 89260, + 203835, + 84704, + 115876, + 227706, + 32491, + 118544, + 68449, + 178742, + 60650, + 161407, + 54719, + 210435, + 61313, + 39275, + 195521, + 91901, + 235679, + 1578, + 238818, + 108912, + 63835, + 142865, + 180928, + 253107, + 169917, + 154674, + 182280, + 130689, + 218020, + 50469, + 118552, + 97340, + 142216, + 58336, + 217188, + 256810, + 40648, + 195044, + 117129, + 35338, + 154212, + 52653, + 147633, + 60179, + 56003, + 224337, + 68342, + 129537, + 255729, + 159791, + 121364, + 243018, + 6535, + 186691, + 86687, + 233721, + 94019, + 200650, + 75431, + 96085, + 259219, + 243035, + 174743, + 74180, + 70513, + 226434, + 242611, + 250423, + 218891, + 2526, + 5350, + 206366, + 247818, + 52088, + 156036, + 36401, + 168976, + 212641, + 104929, + 179354, + 206825, + 187860, + 177772, + 92884, + 20300, + 99590, + 208972, + 261283, + 260936, + 223392, + 38270, + 219564, + 106571, + 129333, + 36457, + 72475, + 230375, + 155272, + 35316, + 4617, + 163949, + 213324, + 47846, + 66574, + 36914, + 149139, + 56726, + 187745, + 254221, + 215579, + 127945, + 31032, + 133586, + 239849, + 165498, + 10063, + 93290, + 91558, + 239667, + 158740, + 233914, + 50918, + 207412, + 120974, + 159352, + 148886, + 44893, + 164212, + 63126, + 145510, + 76708, + 227560, + 227789, + 247080, + 122978, + 260390, + 241077, + 241947, + 169408, + 252141, + 143006, + 190853, + 125948, + 5819, + 182763, + 125053, + 212576, + 91452, + 255269, + 113751, + 210263, + 238241, + 16264, + 168899, + 94593, + 218551, + 101223, + 186100, + 221466, + 202131, + 245210, + 88593, + 26750, + 193232, + 255784, + 115877, + 183369, + 171270, + 142591, + 205884, + 6186, + 37178, + 72020, + 1005, + 177399, + 75393, + 113677, + 17950, + 97503, + 210248, + 207188, + 69157, + 113155, + 21965, + 189243, + 22, + 222558, + 201731, + 175083, + 175257, + 259763, + 113617, + 250765, + 105117, + 252989, + 213739, + 55047, + 140491, + 79008, + 56333, + 26019, + 259297, + 219182, + 192943, + 170948, + 232797, + 196144, + 105414, + 74209, + 102896, + 155402, + 222729, + 38647, + 226653, + 47250, + 58065, + 110963, + 248716, + 159003, + 134730, + 212486, + 125694, + 134676, + 262113, + 121779, + 100780, + 232649, + 128281, + 57758, + 124594, + 187665, + 196155, + 47020, + 77555, + 73724, + 176524, + 179659, + 154199, + 147414, + 128623, + 142694, + 19088, + 221609, + 70420, + 88254, + 81321, + 16610, + 132447, + 32216, + 215771, + 3337, + 32233, + 232886, + 29812, + 158365, + 113863, + 67678, + 238017, + 147401, + 85228, + 192835, + 45030, + 193417, + 26830, + 31673, + 25219, + 249616, + 261386, + 133488, + 107891, + 182129, + 4461, + 131347, + 259494, + 194914, + 148738, + 80917, + 127688, + 201676, + 131561, + 133153, + 38871, + 216257, + 96993, + 219515, + 184980, + 232878, + 137460, + 146397, + 250499, + 53144, + 76480, + 138655, + 241794, + 132514, + 214478, + 186708, + 9458, + 124174, + 226365, + 74520, + 67451, + 100115, + 22494, + 211002, + 92322, + 154281, + 233017, + 70602, + 8529, + 16598, + 220536, + 95382, + 181744, + 102501, + 155084, + 151032, + 111725, + 127802, + 231177, + 92461, + 137760, + 222101, + 6784, + 155427, + 140447, + 169544, + 250508, + 3750, + 25101, + 160542, + 256520, + 28961, + 119181, + 59664, + 139501, + 128649, + 254380, + 251141, + 248778, + 146388, + 252645, + 227226, + 79826, + 144543, + 214808, + 58078, + 31343, + 193640, + 23525, + 83032, + 172990, + 60400, + 177702, + 204029, + 119970, + 131453, + 95850, + 39203, + 140352, + 195088, + 19306, + 166138, + 156373, + 177216, + 142832, + 117432, + 157038, + 40232, + 61790, + 10847, + 118595, + 261540, + 1639, + 10154, + 80627, + 164464, + 238582, + 61597, + 86390, + 36635, + 92112, + 73794, + 39281, + 144661, + 247543, + 69175, + 19983, + 99893, + 84683, + 143324, + 44813, + 63219, + 72080, + 6976, + 211153, + 177784, + 144805, + 246022, + 253134, + 144035, + 6463, + 157805, + 228937, + 113897, + 21666, + 70306, + 75516, + 188260, + 209185, + 169262, + 30929, + 141958, + 70041, + 205258, + 212143, + 147640, + 119421, + 227920, + 60052, + 52824, + 40368, + 122255, + 75399, + 236254, + 31769, + 42547, + 236676, + 234846, + 123889, + 82421, + 217792, + 206608, + 137386, + 47952, + 20777, + 252375, + 91356, + 51532, + 76161, + 93344, + 210431, + 8808, + 64343, + 255396, + 142962, + 246117, + 181395, + 242455, + 236930, + 114482, + 55472, + 207656, + 79282, + 220609, + 107397, + 143214, + 98833, + 107617, + 152396, + 6973, + 2238, + 149007, + 257651, + 125346, + 106952, + 93728, + 119347, + 160636, + 110819, + 231854, + 198702, + 29737, + 203576, + 146574, + 209275, + 111330, + 166241, + 115647, + 112596, + 53991, + 192484, + 134325, + 49120, + 135932, + 258187, + 159888, + 143583, + 152885, + 253792, + 4845, + 233490, + 92932, + 113391, + 178035, + 226831, + 141803, + 241100, + 223408, + 17709, + 70228, + 68889, + 243923, + 240673, + 82733, + 52669, + 63875, + 167712, + 33946, + 162344, + 252250, + 128745, + 11299, + 88173, + 62364, + 198038, + 139427, + 123483, + 141434, + 236344, + 113678, + 97804, + 149331, + 221667, + 128969, + 72478, + 102115, + 78047, + 226527, + 211199, + 22395, + 153595, + 13506, + 83986, + 49178, + 35594, + 54592, + 59886, + 155317, + 157734, + 121328, + 97564, + 92462, + 92819, + 95646, + 240038, + 14033, + 44782, + 37120, + 21004, + 234295, + 34987, + 162722, + 173220, + 248292, + 176926, + 93300, + 251319, + 35703, + 34774, + 18261, + 118420, + 169466, + 37651, + 231198, + 166198, + 248980, + 37151, + 143203, + 234561, + 93880, + 252414, + 50265, + 140099, + 93843, + 661, + 24755, + 17761, + 80930, + 149110, + 30371, + 13063, + 89080, + 134014, + 44036, + 87249, + 29030, + 2714, + 221015, + 32755, + 102892, + 209892, + 46336, + 47689, + 229837, + 220720, + 205222, + 68595, + 32264, + 126289, + 95004, + 133712, + 125716, + 170816, + 43228, + 32781, + 51353, + 259599, + 88735, + 186658, + 246683, + 171888, + 158344, + 114720, + 245105, + 67490, + 220081, + 56705, + 130265, + 221930, + 242910, + 13367, + 32435, + 182829, + 125843, + 165526, + 205015, + 131478, + 144375, + 157817, + 119139, + 46138, + 133353, + 168337, + 65743, + 250771, + 231758, + 127915, + 68878, + 172592, + 222718, + 16778, + 55153, + 14289, + 71615, + 202511, + 70229, + 78583, + 27482, + 255928, + 32424, + 16245, + 88095, + 44706, + 225892, + 204120, + 175577, + 206407, + 60670, + 93487, + 58891, + 229393, + 5300, + 180848, + 140603, + 71223, + 198193, + 98214, + 54022, + 119738, + 190874, + 206294, + 129984, + 70634, + 17770, + 244921, + 247468, + 243052, + 45426, + 18996, + 30269, + 21613, + 66282, + 121482, + 148678, + 69947, + 247172, + 150030, + 223303, + 202164, + 182039, + 4762, + 36104, + 196886, + 164542, + 249046, + 30342, + 67066, + 209338, + 184454, + 256171, + 235828, + 132020, + 144987, + 112450, + 64622, + 151719, + 11406, + 190446, + 89267, + 48000, + 8963, + 5432, + 29777, + 40314, + 223187, + 125762, + 19303, + 36019, + 94312, + 137025, + 132721, + 151733, + 199020, + 259316, + 229171, + 12386, + 10731, + 104544, + 211679, + 89600, + 176954, + 158920, + 209801, + 68078, + 180690, + 236339, + 118097, + 94489, + 57705, + 224096, + 74442, + 219646, + 146424, + 192994, + 3693, + 178355, + 242759, + 91017, + 82198, + 197004, + 210861, + 75332, + 209048, + 220131, + 211010, + 12477, + 219396, + 109075, + 195118, + 8570, + 238570, + 135305, + 90383, + 31872, + 18306, + 238837, + 76004, + 243620, + 29747, + 244167, + 189903, + 261924, + 110743, + 40962, + 100615, + 91138, + 26167, + 139521, + 100308, + 228543, + 228965, + 164349, + 49111, + 23657, + 135657, + 119204, + 89753, + 135461, + 161311, + 46602, + 65294, + 129806, + 132939, + 83379, + 82579, + 44413, + 69263, + 232033, + 35335, + 79701, + 4269, + 187291, + 247284, + 100160, + 161939, + 248265, + 161324, + 196235, + 106558, + 51783, + 188613, + 207103, + 53810, + 86521, + 200437, + 187402, + 118520, + 37247, + 63432, + 84202, + 246446, + 173400, + 235723, + 222937, + 36861, + 125205, + 261065, + 63552, + 46380, + 77434, + 187783, + 229258, + 95409, + 110391, + 245363, + 54921, + 227182, + 171011, + 36596, + 154186, + 231584, + 137803, + 13474, + 41401, + 230456, + 138384, + 202450, + 205350, + 197389, + 72325, + 82431, + 2586, + 59923, + 192655, + 43065, + 123107, + 245158, + 177934, + 166808, + 254098, + 45128, + 112287, + 89657, + 184280, + 206459, + 76893, + 190288, + 214388, + 14867, + 105222, + 150864, + 138745, + 206892, + 95502, + 243093, + 238543, + 167117, + 187419, + 83273, + 171848, + 89389, + 130176, + 207288, + 5548, + 118867, + 7150, + 239739, + 121736, + 226162, + 58650, + 135645, + 86058, + 52077, + 108995, + 168693, + 230930, + 183266, + 247712, + 134382, + 224723, + 210368, + 204422, + 222283, + 148901, + 204677, + 132522, + 44748, + 168046, + 29255, + 218971, + 169554, + 118011, + 81928, + 83036, + 40509, + 136269, + 196373, + 160552, + 181657, + 27182, + 109139, + 201071, + 120010, + 130411, + 157030, + 88966, + 181356, + 2505, + 175484, + 232106, + 245830, + 91852, + 111121, + 53586, + 177530, + 141281, + 247155, + 36915, + 242957, + 30636, + 168329, + 124187, + 233927, + 41241, + 216001, + 89455, + 82322, + 232587, + 236310, + 22965, + 150216, + 174871, + 24689, + 247154, + 71875, + 6919, + 153988, + 81317, + 120301, + 134949, + 225493, + 134909, + 77372, + 227137, + 203445, + 115873, + 15912, + 119515, + 50371, + 42437, + 226327, + 10233, + 109207, + 133061, + 59401, + 255813, + 237229, + 115200, + 136471, + 114008, + 16865, + 231054, + 97763, + 240298, + 70619, + 249657, + 229954, + 21665, + 242982, + 14266, + 190626, + 136891, + 162906, + 110812, + 69260, + 159668, + 158057, + 1862, + 159391, + 196456, + 123977, + 210968, + 20970, + 82763, + 204942, + 89336, + 16853, + 231779, + 219007, + 236348, + 261320, + 211096, + 194734, + 51963, + 47275, + 18819, + 132436, + 248608, + 254303, + 79830, + 85165, + 40883, + 34715, + 249416, + 174266, + 154886, + 63155, + 68487, + 201371, + 55473, + 143841, + 110908, + 81218, + 215458, + 26614, + 23145, + 104627, + 190334, + 32304, + 92668, + 73670, + 254751, + 179862, + 32398, + 155181, + 252766, + 31874, + 205544, + 169851, + 207650, + 68672, + 36365, + 140611, + 161961, + 40264, + 24760, + 110452, + 123815, + 161071, + 84526, + 45538, + 69024, + 95942, + 76304, + 177769, + 175198, + 77183, + 33445, + 105817, + 143911, + 2601, + 51170, + 234600, + 211553, + 92679, + 51106, + 144440, + 123601, + 202585, + 166848, + 204076, + 96207, + 240100, + 3557, + 181142, + 215090, + 46061, + 59175, + 228129, + 28582, + 2449, + 224497, + 31097, + 124706, + 252721, + 42429, + 104612, + 142134, + 243850, + 40230, + 195615, + 168884, + 162837, + 199739, + 161611, + 48929, + 91716, + 194142, + 4584, + 97156, + 15872, + 157939, + 45214, + 128142, + 204523, + 154383, + 131000, + 249908, + 244721, + 18961, + 173471, + 85412, + 118942, + 107068, + 77447, + 262004, + 25187, + 246658, + 237973, + 159237, + 259140, + 180591, + 191186, + 73560, + 80707, + 171374, + 81717, + 137764, + 132024, + 104808, + 215054, + 19947, + 258882, + 100778, + 194349, + 215848, + 165659, + 98662, + 117059, + 114043, + 95398, + 154454, + 122976, + 104902, + 166714, + 84772, + 176685, + 101069, + 134449, + 137845, + 195850, + 35303, + 31247, + 20492, + 224003, + 232009, + 136389, + 231882, + 121723, + 148024, + 34057, + 55873, + 104737, + 60224, + 161285, + 218516, + 160737, + 216054, + 251398, + 216431, + 28949, + 10511, + 126829, + 23859, + 153026, + 43318, + 70658, + 16097, + 186955, + 92472, + 17466, + 171571, + 200019, + 165388, + 92399, + 45551, + 27506, + 122861, + 180620, + 197305, + 7109, + 240196, + 155893, + 139995, + 172384, + 203416, + 188752, + 177398, + 48707, + 199802, + 258383, + 117008, + 255284, + 200923, + 154776, + 166410, + 15297, + 146371, + 12254, + 199788, + 233742, + 43208, + 188474, + 31910, + 220080, + 235822, + 90216, + 233946, + 69734, + 116096, + 214092, + 146589, + 205850, + 103302, + 131645, + 211590, + 129541, + 176665, + 66189, + 39329, + 75153, + 8452, + 124858, + 424, + 48105, + 64048, + 257997, + 243725, + 156421, + 202512, + 206934, + 256799, + 204168, + 21392, + 157818, + 176087, + 158644, + 193557, + 188880, + 121854, + 218863, + 61658, + 26957, + 186017, + 169026, + 249651, + 103728, + 257796, + 123212, + 236340, + 188527, + 135293, + 247921, + 105197, + 30605, + 75300, + 195624, + 10982, + 156637, + 189363, + 230621, + 35329, + 245421, + 75221, + 8574, + 79484, + 111273, + 31393, + 4473, + 93972, + 152045, + 9686, + 123021, + 19995, + 196121, + 72041, + 86277, + 97523, + 203540, + 33664, + 155947, + 137152, + 44307, + 60450, + 164184, + 185921, + 22255, + 159400, + 196176, + 219846, + 143626, + 137759, + 77446, + 137159, + 4541, + 225562, + 254419, + 70247, + 175865, + 33908, + 117871, + 231654, + 129970, + 23000, + 115427, + 183528, + 75691, + 237871, + 32171, + 124958, + 90601, + 46418, + 167468, + 143173, + 232441, + 103706, + 224332, + 144644, + 18671, + 253828, + 164071, + 183303, + 75160, + 184993, + 49673, + 4715, + 16044, + 78157, + 205077, + 140742, + 1696, + 222405, + 52285, + 210122, + 215965, + 77423, + 63095, + 101651, + 14985, + 112655, + 171513, + 18061, + 133646, + 63403, + 215032, + 150350, + 236685, + 197298, + 261344, + 246866, + 147031, + 225560, + 161813, + 27965, + 49074, + 9984, + 213152, + 61282, + 30898, + 7738, + 24594, + 35741, + 146225, + 126371, + 4513, + 40395, + 16331, + 8556, + 239510, + 201502, + 6580, + 97541, + 218975, + 122988, + 163105, + 100796, + 44625, + 184502, + 29130, + 135529, + 35819, + 192143, + 41184, + 37312, + 162779, + 148923, + 96728, + 85341, + 136993, + 185298, + 222035, + 105694, + 96572, + 44508, + 134831, + 12432, + 109903, + 4009, + 75722, + 108949, + 221504, + 52434, + 99094, + 215606, + 29240, + 235320, + 119847, + 191313, + 134978, + 173981, + 183165, + 205304, + 91023, + 237087, + 194643, + 8610, + 2255, + 195922, + 245244, + 256871, + 234085, + 13325, + 191418, + 16329, + 226706, + 121586, + 151218, + 132385, + 225626, + 56667, + 232114, + 80948, + 100573, + 67007, + 256330, + 109916, + 47526, + 230345, + 222761, + 29490, + 66245, + 251134, + 214540, + 164022, + 230201, + 173413, + 211091, + 30781, + 101997, + 70528, + 71328, + 42637, + 227444, + 136190, + 64883, + 56692, + 140849, + 19913, + 183457, + 198571, + 233401, + 201483, + 16056, + 157967, + 244808, + 6095, + 98437, + 27556, + 50857, + 90719, + 122171, + 151409, + 67815, + 102175, + 64794, + 252451, + 57599, + 245522, + 200421, + 93716, + 15183, + 169631, + 204004, + 141894, + 194753, + 174929, + 142348, + 126038, + 115156, + 57871, + 112784, + 255899, + 146382, + 30505, + 4725, + 186103, + 178206, + 129099, + 161833, + 216089, + 119617, + 156288, + 5493, + 130684, + 218415, + 3934, + 32578, + 181720, + 139599, + 211033, + 40499, + 118581, + 175504, + 97368, + 116931, + 29550, + 46845, + 103409, + 1873, + 21549, + 58385, + 25711, + 232503, + 55360, + 225923, + 180758, + 159034, + 158396, + 50203, + 161587, + 203330, + 93311, + 232595, + 225412, + 191146, + 28019, + 33370, + 38576, + 18492, + 74932, + 3398, + 211929, + 183960, + 27368, + 242653, + 248878, + 18939, + 36500, + 199536, + 145821, + 70507, + 213977, + 13424, + 169977, + 19216, + 99687, + 48134, + 139928, + 225726, + 165938, + 249408, + 233551, + 259486, + 178078, + 27697, + 251616, + 103239, + 211834, + 85976, + 215631, + 7902, + 144235, + 227778, + 171728, + 67245, + 124893, + 113252, + 219010, + 8349, + 44072, + 127924, + 192862, + 258995, + 24847, + 211542, + 229189, + 198674, + 10047, + 246459, + 85627, + 245915, + 136296, + 60362, + 122479, + 259537, + 13731, + 230625, + 201013, + 67082, + 77465, + 73289, + 121002, + 43074, + 37917, + 13080, + 33282, + 182618, + 115938, + 12530, + 26395, + 171284, + 41059, + 39892, + 121652, + 213720, + 146790, + 219527, + 234758, + 141981, + 50535, + 236207, + 33351, + 250886, + 258925, + 26377, + 21554, + 51266, + 11589, + 165912, + 71164, + 204656, + 96937, + 24169, + 206114, + 178211, + 170705, + 90640, + 40986, + 231121, + 44696, + 240745, + 183343, + 4167, + 122393, + 108820, + 55459, + 70932, + 200205, + 158945, + 212747, + 152705, + 70784, + 224022, + 86600, + 214194, + 185212, + 198726, + 253257, + 21736, + 30974, + 184047, + 54250, + 121300, + 225073, + 177063, + 215632, + 214879, + 45101, + 103883, + 169154, + 209824, + 41070, + 189718, + 174820, + 260652, + 147704, + 76730, + 16273, + 101812, + 251759, + 115630, + 21973, + 13612, + 34916, + 34284, + 159260, + 7507, + 127708, + 152388, + 211741, + 16877, + 205303, + 123068, + 14579, + 201047, + 135404, + 105755, + 75979, + 240007, + 165191, + 127092, + 149749, + 69572, + 5357, + 200183, + 172024, + 56836, + 190731, + 124005, + 43770, + 189147, + 173512, + 214090, + 160336, + 169706, + 5748, + 36805, + 192633, + 131707, + 112189, + 93852, + 53547, + 88657, + 211625, + 246326, + 139663, + 7435, + 117705, + 164800, + 46691, + 152897, + 155468, + 154142, + 253056, + 146767, + 71740, + 208083, + 82867, + 84158, + 3478, + 103161, + 257880, + 57592, + 86075, + 211574, + 201642, + 240425, + 162854, + 166564, + 95957, + 77156, + 100229, + 163973, + 49625, + 244002, + 167594, + 18050, + 207755, + 240223, + 49019, + 102980, + 84650, + 250241, + 205175, + 240020, + 177942, + 229131, + 109160, + 218590, + 249690, + 60633, + 257135, + 226210, + 216351, + 155978, + 131897, + 129461, + 32025, + 123198, + 125211, + 261986, + 224992, + 117655, + 220973, + 190217, + 229543, + 196641, + 218788, + 53859, + 17898, + 99612, + 42323, + 69468, + 169011, + 224890, + 252355, + 1727, + 93203, + 87513, + 161452, + 29218, + 217893, + 125718, + 168670, + 163598, + 71371, + 46890, + 24605, + 252528, + 154705, + 87954, + 53921, + 55213, + 96630, + 118244, + 189261, + 181309, + 106650, + 22523, + 167603, + 119220, + 157622, + 243117, + 61426, + 116396, + 127909, + 227231, + 259686, + 238237, + 44928, + 202437, + 136109, + 16083, + 136843, + 222029, + 65815, + 231983, + 260487, + 166265, + 72547, + 230284, + 40435, + 35428, + 6137, + 257916, + 89182, + 167089, + 123033, + 212166, + 151750, + 51973, + 153631, + 29578, + 231868, + 199962, + 147750, + 15895, + 260863, + 212348, + 20755, + 120564, + 67252, + 222026, + 225552, + 175278, + 11395, + 163705, + 104168, + 78979, + 57685, + 129837, + 70663, + 27466, + 120193, + 40133, + 19783, + 250639, + 21052, + 15793, + 7753, + 127200, + 258087, + 218907, + 208748, + 252976, + 128766, + 192203, + 181263, + 143433, + 244563, + 237103, + 234981, + 131244, + 187983, + 179073, + 97404, + 230920, + 107922, + 191956, + 253858, + 164409, + 155888, + 33872, + 208135, + 218881, + 109059, + 169536, + 222351, + 183497, + 40782, + 39410, + 10298, + 169407, + 238065, + 227817, + 157489, + 237319, + 236033, + 44244, + 71180, + 33695, + 26664, + 225288, + 149831, + 130834, + 228261, + 99960, + 225920, + 160316, + 226766, + 232909, + 157304, + 21817, + 124021, + 56774, + 174831, + 162693, + 2072, + 21158, + 130498, + 202415, + 103930, + 256057, + 186738, + 187795, + 40174, + 144085, + 120123, + 78825, + 157051, + 20455, + 160764, + 28070, + 134009, + 34286, + 147715, + 151786, + 80944, + 6933, + 31279, + 212834, + 224136, + 21890, + 257471, + 235774, + 134506, + 98230, + 27370, + 20785, + 246927, + 155341, + 140237, + 194336, + 229661, + 35380, + 63115, + 227655, + 34631, + 144496, + 127811, + 74540, + 7239, + 234743, + 109942, + 157204, + 185700, + 12039, + 51225, + 235105, + 244171, + 21304, + 154241, + 165578, + 155631, + 166789, + 68164, + 51460, + 202443, + 152133, + 198540, + 249014, + 157412, + 88987, + 218062, + 87597, + 63795, + 122878, + 124266, + 29781, + 155559, + 21679, + 3542, + 216990, + 22809, + 54869, + 206088, + 249102, + 123101, + 79165, + 34628, + 131795, + 98524, + 82938, + 206497, + 92250, + 246053, + 122937, + 253591, + 87178, + 199375, + 120313, + 43268, + 20928, + 116116, + 238551, + 228476, + 201203, + 1504, + 19658, + 7072, + 46271, + 6244, + 64122, + 183152, + 17869, + 167389, + 236009, + 222484, + 174107, + 98211, + 252908, + 156451, + 110983, + 236353, + 87225, + 106188, + 142838, + 191812, + 147902, + 241874, + 4718, + 53319, + 92416, + 142689, + 192995, + 144244, + 93769, + 91046, + 228797, + 190678, + 40667, + 131888, + 32295, + 60537, + 12307, + 188753, + 189910, + 64207, + 259013, + 66519, + 6667, + 106056, + 35107, + 59671, + 153499, + 259008, + 33691, + 247981, + 161375, + 158786, + 39914, + 129441, + 254726, + 26583, + 193437, + 53980, + 110103, + 80973, + 191995, + 151921, + 233780, + 192912, + 221160, + 174461, + 102823, + 246928, + 24589, + 70219, + 162954, + 47688, + 145897, + 62156, + 106432, + 103723, + 25712, + 5533, + 166954, + 18697, + 178876, + 84460, + 182005, + 210724, + 135240, + 45429, + 74141, + 172852, + 30429, + 100978, + 177181, + 15340, + 234514, + 178423, + 172237, + 133973, + 64790, + 157258, + 217987, + 227067, + 165648, + 108353, + 224938, + 219714, + 182962, + 148183, + 71427, + 186777, + 52095, + 67023, + 22314, + 46263, + 237281, + 242268, + 127964, + 40164, + 229010, + 248669, + 5140, + 110737, + 160367, + 1261, + 211887, + 117572, + 135580, + 11223, + 3057, + 123761, + 195822, + 216217, + 75528, + 142773, + 226284, + 188239, + 105165, + 238973, + 186876, + 3350, + 255674, + 198405, + 65103, + 110999, + 109007, + 245466, + 38825, + 158948, + 252282, + 151372, + 184137, + 91114, + 209761, + 225716, + 219914, + 138201, + 194433, + 91847, + 171367, + 32100, + 220487, + 182274, + 120221, + 136777, + 163185, + 110495, + 194033, + 196950, + 129154, + 118643, + 228457, + 115182, + 59776, + 7082, + 175867, + 109250, + 42132, + 171488, + 99142, + 8328, + 120512, + 56182, + 244378, + 94309, + 231065, + 85427, + 6968, + 47837, + 208539, + 162932, + 107157, + 135111, + 97756, + 209732, + 171468, + 208201, + 216908, + 138847, + 238191, + 236477, + 142690, + 83180, + 105774, + 43267, + 250119, + 209935, + 200898, + 131914, + 148059, + 247742, + 9279, + 38127, + 162069, + 147548, + 87240, + 227403, + 56149, + 232091, + 11802, + 146826, + 64658, + 76867, + 36340, + 62316, + 24819, + 145318, + 76548, + 208281, + 30964, + 166737, + 72821, + 136004, + 95776, + 19355, + 123720, + 107756, + 244682, + 95188, + 124507, + 212290, + 123182, + 92189, + 129613, + 15571, + 204977, + 146427, + 157027, + 200582, + 6240, + 114161, + 69650, + 148840, + 125601, + 102293, + 65346, + 221482, + 78037, + 61972, + 23211, + 137729, + 166877, + 97112, + 244132, + 88549, + 59111, + 72542, + 51433, + 150303, + 173774, + 13861, + 143555, + 221423, + 219738, + 178875, + 114703, + 179759, + 191351, + 32788, + 149960, + 59035, + 228883, + 172637, + 113990, + 125900, + 20908, + 80671, + 1615, + 119287, + 117171, + 71345, + 176991, + 21096, + 124043, + 46244, + 127640, + 42123, + 197327, + 182597, + 123462, + 192959, + 158766, + 138784, + 37302, + 250201, + 159971, + 245926, + 137373, + 149584, + 136270, + 107135, + 199746, + 149671, + 125103, + 168263, + 18549, + 98341, + 176563, + 258212, + 64996, + 58567, + 19301, + 171137, + 87211, + 117603, + 89992, + 141538, + 170074, + 200129, + 212801, + 138295, + 123550, + 227354, + 101206, + 111623, + 107348, + 41390, + 235459, + 106260, + 189652, + 163481, + 25224, + 251855, + 135038, + 153641, + 5737, + 171577, + 212965, + 139668, + 174166, + 243956, + 20023, + 237081, + 103509, + 169565, + 99453, + 178816, + 248291, + 102581, + 116313, + 34543, + 54263, + 200769, + 234256, + 181795, + 57844, + 113439, + 9241, + 125713, + 117435, + 117156, + 259907, + 8790, + 129198, + 220248, + 59275, + 45899, + 146275, + 31498, + 58061, + 206515, + 31811, + 177529, + 180757, + 240801, + 173570, + 145146, + 2599, + 38417, + 245831, + 261228, + 169417, + 64094, + 23453, + 259773, + 79023, + 46849, + 169752, + 216516, + 195043, + 4508, + 231718, + 84552, + 8487, + 90127, + 112830, + 228058, + 102912, + 182042, + 167778, + 213307, + 37168, + 9632, + 177745, + 59153, + 193961, + 53774, + 141260, + 129289, + 255203, + 80575, + 242152, + 224760, + 221533, + 228427, + 5606, + 67036, + 169984, + 85540, + 30413, + 187880, + 233308, + 54499, + 27356, + 191199, + 31549, + 95332, + 234204, + 32288, + 129469, + 35344, + 258216, + 144591, + 248855, + 97547, + 37145, + 94038, + 126266, + 73038, + 174842, + 201127, + 10007, + 97299, + 26907, + 153296, + 61009, + 149930, + 30137, + 216587, + 208971, + 109161, + 139186, + 31891, + 27179, + 116044, + 2093, + 202928, + 191075, + 128874, + 236051, + 98439, + 38025, + 83736, + 169801, + 197342, + 202457, + 111642, + 60448, + 122808, + 71246, + 82416, + 144980, + 54718, + 6543, + 12941, + 257987, + 101337, + 15519, + 152334, + 77358, + 103299, + 53348, + 61601, + 70639, + 52844, + 37953, + 114831, + 238183, + 248272, + 154866, + 111542, + 149120, + 245849, + 160806, + 70868, + 168636, + 96020, + 82836, + 141969, + 43275, + 16550, + 85134, + 150086, + 41014, + 135669, + 102868, + 151031, + 42656, + 210634, + 95309, + 54296, + 20019, + 247575, + 162771, + 67303, + 24412, + 139607, + 19286, + 56017, + 236306, + 256447, + 241581, + 175776, + 220470, + 249899, + 21246, + 134306, + 22376, + 94121, + 91918, + 223305, + 42727, + 45275, + 190079, + 53260, + 61443, + 70999, + 18138, + 145264, + 234422, + 87721, + 239328, + 100678, + 108019, + 80168, + 253007, + 32365, + 92830, + 120424, + 52189, + 222702, + 194154, + 252323, + 191955, + 156639, + 244822, + 217789, + 151774, + 46875, + 112651, + 166211, + 187093, + 160657, + 207035, + 174759, + 69636, + 114667, + 185024, + 142400, + 141029, + 60636, + 118269, + 152313, + 144473, + 95141, + 183529, + 37720, + 115138, + 140424, + 191374, + 223681, + 173540, + 190351, + 253819, + 66343, + 34521, + 139055, + 154764, + 18345, + 222446, + 192816, + 62217, + 208997, + 150988, + 134739, + 192010, + 260978, + 74009, + 33411, + 178373, + 248348, + 253293, + 261711, + 203148, + 254175, + 103603, + 182989, + 226742, + 115857, + 88761, + 255223, + 238196, + 176197, + 252871, + 49940, + 192858, + 48272, + 108854, + 193015, + 224925, + 96038, + 55741, + 49804, + 219138, + 57190, + 56364, + 215904, + 106932, + 14828, + 101959, + 205004, + 240804, + 63521, + 202226, + 199309, + 242279, + 110371, + 37470, + 3927, + 92522, + 164518, + 255886, + 77788, + 70086, + 26628, + 46099, + 46872, + 111419, + 130188, + 157130, + 145575, + 144314, + 173600, + 18593, + 201701, + 132704, + 117092, + 245985, + 50668, + 16347, + 167612, + 4310, + 253306, + 6376, + 245262, + 175195, + 103670, + 213187, + 65626, + 48960, + 39043, + 208817, + 252229, + 45058, + 61185, + 143046, + 206929, + 78835, + 170958, + 185398, + 72773, + 95870, + 162709, + 158827, + 5660, + 24176, + 37619, + 114456, + 207049, + 19506, + 129473, + 250224, + 178827, + 234429, + 80186, + 86293, + 35041, + 212053, + 120483, + 177746, + 38478, + 191260, + 171582, + 76121, + 19938, + 96061, + 26492, + 250738, + 86846, + 114270, + 73830, + 177625, + 86319, + 154523, + 233137, + 141384, + 37012, + 216156, + 34405, + 69999, + 102773, + 54301, + 109572, + 58313, + 21372, + 97437, + 103134, + 198923, + 47512, + 184130, + 140798, + 188058, + 181902, + 175592, + 72730, + 204834, + 72726, + 62596, + 199846, + 67576, + 162170, + 120608, + 88591, + 190616, + 133837, + 230031, + 88, + 21178, + 211305, + 179236, + 108419, + 170715, + 182945, + 259077, + 39350, + 236579, + 59689, + 179241, + 70561, + 222350, + 116391, + 141633, + 249955, + 120807, + 67582, + 161238, + 183171, + 133682, + 24350, + 211394, + 122155, + 208582, + 45884, + 2730, + 175635, + 5043, + 90334, + 250485, + 217799, + 78087, + 166731, + 98022, + 193568, + 135637, + 164844, + 234382, + 86646, + 122221, + 26512, + 189968, + 88158, + 58578, + 68508, + 202963, + 10774, + 175695, + 133505, + 123195, + 240014, + 245817, + 49451, + 122875, + 258444, + 35669, + 187589, + 55661, + 116084, + 92053, + 257266, + 14079, + 77997, + 133074, + 235499, + 88541, + 244149, + 23905, + 213786, + 80006, + 158351, + 100522, + 36956, + 69224, + 13101, + 255588, + 162194, + 97742, + 62317, + 196987, + 49485, + 72947, + 209431, + 172474, + 129355, + 1803, + 163497, + 138516, + 208731, + 119678, + 152642, + 82308, + 46232, + 54469, + 247825, + 134035, + 199639, + 70650, + 33424, + 82461, + 10532, + 175457, + 123273, + 41931, + 36219, + 160354, + 134053, + 232071, + 157071, + 1126, + 206140, + 120575, + 222435, + 181702, + 234105, + 148515, + 67324, + 21396, + 228719, + 234663, + 180825, + 94088, + 45279, + 209877, + 193714, + 43043, + 231133, + 228093, + 27980, + 144227, + 182209, + 100642, + 167550, + 34129, + 233920, + 12591, + 170550, + 90482, + 5093, + 208020, + 98011, + 140708, + 65539, + 123028, + 31996, + 244922, + 108629, + 95103, + 180776, + 241915, + 20116, + 121014, + 230577, + 230272, + 49962, + 16072, + 51340, + 95819, + 45970, + 165969, + 73069, + 71930, + 169778, + 182860, + 242480, + 43837, + 66025, + 150063, + 79339, + 56167, + 159085, + 134597, + 12856, + 221796, + 28830, + 82951, + 58956, + 62677, + 44573, + 244304, + 111903, + 40050, + 245650, + 31220, + 233868, + 130885, + 211869, + 21716, + 182145, + 1905, + 151296, + 40673, + 163775, + 260211, + 6025, + 41614, + 105429, + 225991, + 193104, + 28968, + 123725, + 198713, + 140256, + 59750, + 9495, + 143446, + 224298, + 239021, + 167679, + 242619, + 197845, + 64400, + 83281, + 251220, + 80896, + 4402, + 67182, + 49044, + 67918, + 189380, + 142545, + 111817, + 77599, + 119605, + 18713, + 188152, + 26242, + 98456, + 237014, + 208861, + 29379, + 222584, + 172858, + 135388, + 189745, + 242797, + 76587, + 20846, + 193566, + 40532, + 27639, + 92113, + 4724, + 33207, + 261552, + 183269, + 2882, + 166713, + 104380, + 233395, + 90301, + 1734, + 29129, + 17333, + 144353, + 242951, + 213565, + 79598, + 203168, + 259315, + 12284, + 102187, + 209050, + 115407, + 175710, + 146322, + 47372, + 198546, + 187724, + 11560, + 251741, + 69079, + 221105, + 122247, + 218722, + 18139, + 239487, + 73448, + 239437, + 139082, + 132989, + 188763, + 21077, + 147058, + 1567, + 214945, + 100505, + 180868, + 2838, + 197500, + 119613, + 257082, + 83639, + 103731, + 173475, + 60324, + 112585, + 182281, + 34637, + 26641, + 110803, + 18034, + 126315, + 238248, + 205558, + 139680, + 181547, + 254229, + 218974, + 97719, + 176966, + 121139, + 75437, + 62653, + 241484, + 94911, + 1219, + 89789, + 70813, + 90501, + 126714, + 17494, + 170305, + 228504, + 193936, + 82374, + 93440, + 8323, + 157502, + 225193, + 48555, + 187512, + 149640, + 140670, + 225374, + 245384, + 108599, + 101323, + 7079, + 159996, + 250204, + 169028, + 135620, + 61272, + 22045, + 69338, + 232732, + 175023, + 205259, + 91662, + 202828, + 93714, + 202473, + 79274, + 162748, + 124852, + 4499, + 150243, + 26497, + 75116, + 162387, + 124175, + 122777, + 33793, + 146701, + 151494, + 18250, + 156858, + 100565, + 246809, + 157906, + 169590, + 44367, + 218296, + 141141, + 213556, + 211482, + 144881, + 125439, + 246055, + 124636, + 52865, + 141, + 60841, + 253805, + 176185, + 26662, + 21590, + 209867, + 250338, + 91256, + 161412, + 99273, + 253976, + 47836, + 226211, + 49379, + 37002, + 216111, + 1733, + 72481, + 187126, + 128236, + 155299, + 205221, + 16511, + 36827, + 240524, + 148332, + 58219, + 227576, + 256371, + 63763, + 73516, + 20939, + 165302, + 68304, + 146168, + 25634, + 21483, + 233961, + 128673, + 37202, + 79923, + 170864, + 208198, + 139444, + 8639, + 118085, + 140127, + 106580, + 159772, + 168067, + 190787, + 211856, + 71628, + 38946, + 139544, + 122409, + 243753, + 223049, + 187746, + 64774, + 146898, + 147402, + 177444, + 242136, + 15328, + 50074, + 142186, + 240125, + 205818, + 170261, + 164447, + 243615, + 156282, + 98484, + 195526, + 257533, + 261247, + 82264, + 260199, + 79920, + 146596, + 22674, + 88600, + 61132, + 210309, + 121352, + 169307, + 101547, + 236576, + 4253, + 146148, + 43839, + 86123, + 92652, + 163816, + 73197, + 74292, + 54766, + 121831, + 104037, + 49942, + 36677, + 114773, + 38697, + 47738, + 40410, + 169009, + 5360, + 215769, + 261735, + 58088, + 19579, + 211262, + 31836, + 181360, + 156199, + 1358, + 49544, + 98930, + 174667, + 261869, + 39856, + 23055, + 41505, + 12149, + 87849, + 42551, + 74335, + 106896, + 207845, + 51695, + 69257, + 125528, + 236163, + 127614, + 11242, + 25380, + 22191, + 45454, + 93427, + 108996, + 202319, + 7821, + 16888, + 129560, + 107909, + 127291, + 30674, + 124811, + 168843, + 208066, + 116191, + 109115, + 18785, + 187530, + 42190, + 251657, + 187483, + 26757, + 76082, + 197343, + 46788, + 17185, + 64919, + 164856, + 171573, + 18302, + 155086, + 55224, + 95186, + 54993, + 188827, + 155117, + 165361, + 10178, + 69975, + 213923, + 86110, + 72005, + 232908, + 113979, + 223486, + 207965, + 226366, + 154405, + 173720, + 135316, + 244370, + 146534, + 76339, + 226652, + 79210, + 155630, + 167970, + 90168, + 201938, + 204379, + 241318, + 128545, + 225401, + 147758, + 115365, + 194760, + 249076, + 257829, + 172527, + 165939, + 49411, + 73458, + 214831, + 97576, + 233826, + 256512, + 63490, + 120506, + 91756, + 27460, + 241908, + 259792, + 103653, + 7352, + 76471, + 230822, + 256245, + 50683, + 198597, + 65168, + 156426, + 206932, + 253338, + 209096, + 240843, + 10441, + 222073, + 88959, + 210813, + 53389, + 131350, + 79554, + 232656, + 112698, + 58224, + 187959, + 100791, + 34010, + 230226, + 130949, + 3096, + 71, + 133016, + 140747, + 164926, + 141151, + 221594, + 258844, + 157605, + 261381, + 29202, + 69425, + 50983, + 32431, + 14913, + 142276, + 80633, + 233009, + 168840, + 13881, + 245540, + 153166, + 260003, + 121593, + 14041, + 163976, + 80827, + 58667, + 146249, + 192059, + 32129, + 161738, + 186223, + 261385, + 45104, + 848, + 70213, + 23711, + 216033, + 176652, + 1425, + 1781, + 5593, + 61040, + 30101, + 80263, + 34088, + 134208, + 98611, + 29358, + 250883, + 257106, + 196208, + 134006, + 197754, + 185074, + 45778, + 49702, + 155766, + 165324, + 78303, + 205300, + 210495, + 166585, + 241388, + 128936, + 166855, + 71268, + 34925, + 98135, + 181806, + 155967, + 217689, + 157728, + 170403, + 102840, + 88655, + 29048, + 4530, + 1607, + 193225, + 71362, + 99021, + 66618, + 242918, + 176409, + 250414, + 245605, + 248327, + 29220, + 117686, + 173620, + 193874, + 43536, + 105295, + 10004, + 32681, + 23741, + 86596, + 95168, + 17479, + 103867, + 74166, + 159925, + 7452, + 20783, + 209733, + 31042, + 76218, + 188605, + 113507, + 140866, + 210491, + 33873, + 53415, + 51563, + 125303, + 45850, + 35653, + 92680, + 3, + 143106, + 40549, + 25108, + 27637, + 11548, + 103249, + 49255, + 182855, + 92155, + 187616, + 250697, + 137498, + 59324, + 178757, + 228016, + 43470, + 113064, + 84634, + 255715, + 51502, + 189699, + 256110, + 48180, + 93058, + 125823, + 66739, + 187042, + 23969, + 231976, + 177068, + 2976, + 24419, + 244899, + 230036, + 105232, + 10197, + 122502, + 144853, + 125145, + 99781, + 29700, + 173639, + 119501, + 167364, + 144999, + 126265, + 80338, + 240324, + 182603, + 189500, + 62844, + 233069, + 6356, + 6467, + 57797, + 187437, + 31291, + 107808, + 230718, + 94109, + 114690, + 101144, + 259187, + 242977, + 19732, + 203320, + 106426, + 58361, + 148209, + 209370, + 124635, + 221329, + 227790, + 25263, + 91933, + 150625, + 160232, + 99938, + 221420, + 188200, + 87628, + 106700, + 77805, + 33117, + 47871, + 258449, + 36116, + 230367, + 78317, + 70777, + 124070, + 215072, + 115053, + 161649, + 21135, + 233289, + 29510, + 166631, + 162388, + 14053, + 144468, + 37090, + 27517, + 227965, + 261398, + 13562, + 202146, + 54394, + 84322, + 151342, + 5054, + 64263, + 190785, + 50495, + 182908, + 78632, + 154073, + 241453, + 95445, + 1964, + 6034, + 8217, + 188111, + 179836, + 241566, + 5822, + 156806, + 155892, + 46520, + 160010, + 20765, + 155367, + 170884, + 182158, + 95125, + 201597, + 17711, + 255985, + 42253, + 236352, + 72699, + 229669, + 75396, + 253618, + 95558, + 187409, + 23759, + 117579, + 207026, + 243214, + 202449, + 5200, + 218885, + 237275, + 172097, + 205557, + 165739, + 191151, + 34822, + 104321, + 96302, + 88374, + 21930, + 103083, + 206284, + 76568, + 154937, + 119816, + 88082, + 121155, + 132863, + 188951, + 104933, + 155880, + 84480, + 671, + 53063, + 145104, + 165550, + 45374, + 110112, + 160502, + 99004, + 40000, + 213753, + 112771, + 97498, + 58731, + 185041, + 68739, + 172118, + 33508, + 139275, + 44774, + 132981, + 85470, + 222788, + 153276, + 150808, + 184412, + 116110, + 179990, + 190318, + 46964, + 82003, + 101942, + 253170, + 87879, + 49474, + 186438, + 61204, + 189508, + 97389, + 125938, + 82712, + 53725, + 22091, + 126694, + 9972, + 93231, + 228006, + 193575, + 3609, + 33802, + 82028, + 49422, + 259457, + 152424, + 42720, + 13079, + 218628, + 34997, + 164514, + 16596, + 232333, + 119661, + 161479, + 6461, + 69853, + 144695, + 44373, + 171259, + 237365, + 197791, + 106495, + 125061, + 187952, + 116120, + 258767, + 112114, + 156346, + 211863, + 159200, + 67665, + 39498, + 158265, + 17793, + 60549, + 152134, + 108778, + 54933, + 106459, + 257104, + 202422, + 167041, + 6790, + 215671, + 238299, + 250525, + 94508, + 83975, + 7616, + 197297, + 60234, + 16429, + 4445, + 167381, + 235039, + 106303, + 208298, + 82886, + 121931, + 55244, + 84420, + 37946, + 235332, + 254208, + 126831, + 143982, + 120985, + 175970, + 212091, + 188588, + 259988, + 201049, + 216650, + 216987, + 57622, + 53195, + 203629, + 228808, + 80839, + 212468, + 113512, + 118215, + 78497, + 216673, + 26642, + 100468, + 201101, + 53321, + 127414, + 95731, + 123719, + 119746, + 145540, + 14551, + 200806, + 17003, + 87941, + 199911, + 36509, + 162904, + 46500, + 109556, + 209816, + 225171, + 56979, + 217632, + 145225, + 98711, + 176662, + 4861, + 29630, + 125579, + 223002, + 15037, + 248919, + 218565, + 249794, + 125127, + 13884, + 176754, + 77161, + 41561, + 195625, + 100732, + 140437, + 186320, + 108789, + 64881, + 219327, + 173695, + 202425, + 258266, + 134411, + 93025, + 171999, + 198267, + 84275, + 136382, + 232331, + 95697, + 234182, + 143291, + 13721, + 154201, + 23654, + 121634, + 202407, + 111024, + 183018, + 43575, + 36086, + 149188, + 93987, + 248666, + 221064, + 83370, + 205953, + 161126, + 195950, + 252770, + 67348, + 101525, + 255974, + 139194, + 23724, + 143141, + 258696, + 257540, + 151757, + 176569, + 133388, + 89023, + 42010, + 4318, + 123409, + 160867, + 81731, + 67764, + 99934, + 155469, + 198115, + 158912, + 66145, + 130717, + 25546, + 74832, + 184752, + 168535, + 94052, + 46119, + 239864, + 34779, + 212130, + 153018, + 232737, + 159392, + 126711, + 144762, + 149030, + 5277, + 18547, + 132832, + 68854, + 97461, + 86647, + 138473, + 238340, + 102111, + 65717, + 202899, + 115265, + 249255, + 184143, + 9908, + 127020, + 96540, + 112854, + 100409, + 198485, + 229356, + 85095, + 82718, + 18212, + 50445, + 19429, + 259083, + 113893, + 105918, + 138300, + 125115, + 243885, + 167197, + 161627, + 143994, + 78834, + 171373, + 17348, + 118765, + 189086, + 41837, + 71971, + 133064, + 63701, + 10059, + 162971, + 43338, + 150005, + 211566, + 8815, + 128815, + 247612, + 179176, + 232087, + 159476, + 49984, + 177002, + 186156, + 227065, + 135290, + 154676, + 191863, + 9530, + 251275, + 194293, + 154025, + 212315, + 171428, + 237540, + 107753, + 92460, + 131573, + 20240, + 214799, + 194414, + 44536, + 47845, + 15902, + 217494, + 249911, + 241179, + 6509, + 233016, + 41323, + 256308, + 220398, + 244051, + 199588, + 231947, + 132173, + 101228, + 168336, + 79249, + 244334, + 197306, + 182548, + 133641, + 214959, + 116954, + 34522, + 66874, + 256679, + 164457, + 176416, + 250778, + 29598, + 186029, + 197403, + 123395, + 89579, + 251434, + 50307, + 159042, + 163622, + 54392, + 217982, + 69113, + 61153, + 97273, + 220369, + 27218, + 52244, + 162593, + 124463, + 136701, + 198273, + 152656, + 258234, + 65584, + 153925, + 87842, + 103098, + 166508, + 65612, + 187022, + 176216, + 20063, + 240584, + 191647, + 87787, + 255694, + 123762, + 5581, + 41641, + 221655, + 259495, + 95387, + 233425, + 11782, + 27575, + 203828, + 199898, + 152755, + 24210, + 111321, + 134991, + 165465, + 31358, + 124444, + 227002, + 142491, + 45381, + 85563, + 114929, + 111351, + 5597, + 242084, + 170292, + 249181, + 157982, + 30452, + 151919, + 62191, + 239761, + 232142, + 130748, + 11553, + 188040, + 21798, + 43841, + 42073, + 166018, + 7652, + 178218, + 105002, + 246170, + 216214, + 238568, + 4357, + 92196, + 146462, + 125451, + 9399, + 150007, + 212727, + 143861, + 27770, + 109873, + 479, + 109187, + 223172, + 243378, + 204222, + 230618, + 158219, + 244384, + 6878, + 88120, + 150029, + 103223, + 231487, + 184171, + 10449, + 109963, + 205019, + 189824, + 1477, + 211843, + 122591, + 9858, + 64564, + 23094, + 114451, + 19709, + 142573, + 243041, + 160613, + 51653, + 22347, + 257811, + 102533, + 134537, + 11170, + 40128, + 136204, + 51666, + 173970, + 159086, + 165651, + 233279, + 120655, + 197541, + 243914, + 108235, + 153849, + 212229, + 156356, + 176919, + 85331, + 161018, + 186025, + 161889, + 60800, + 149365, + 173231, + 205640, + 196860, + 20217, + 162049, + 247337, + 238271, + 199242, + 142447, + 55565, + 12911, + 127044, + 34745, + 232901, + 156771, + 153951, + 85666, + 57295, + 127805, + 242494, + 86025, + 7873, + 114047, + 116547, + 241498, + 73272, + 65322, + 146481, + 93690, + 90929, + 82717, + 32686, + 4963, + 73211, + 32879, + 142764, + 22522, + 69111, + 79810, + 257064, + 46002, + 212597, + 79959, + 139827, + 64068, + 33824, + 82192, + 110247, + 167336, + 151642, + 57377, + 27478, + 54356, + 180998, + 34132, + 120155, + 3804, + 42869, + 70518, + 134898, + 144089, + 88198, + 56799, + 129994, + 37489, + 245470, + 112610, + 56978, + 220009, + 236603, + 110843, + 239883, + 70892, + 260292, + 103840, + 48577, + 220950, + 140615, + 172962, + 16438, + 178604, + 236149, + 251307, + 111490, + 113541, + 252234, + 38903, + 170791, + 103652, + 104709, + 261564, + 179509, + 167824, + 11564, + 73653, + 128835, + 87675, + 127455, + 159605, + 261221, + 228979, + 1752, + 194907, + 6470, + 136006, + 98780, + 143483, + 243554, + 184187, + 85494, + 67144, + 198865, + 67413, + 123522, + 195211, + 31847, + 5473, + 148860, + 41450, + 199383, + 104552, + 222177, + 177496, + 219344, + 3389, + 40773, + 79333, + 197930, + 178637, + 107359, + 131434, + 186884, + 158978, + 198071, + 56031, + 97656, + 56065, + 235857, + 217709, + 73622, + 94337, + 206311, + 214362, + 74496, + 74860, + 93944, + 209499, + 72587, + 170922, + 208484, + 45158, + 194883, + 95769, + 160077, + 157136, + 249054, + 119727, + 3097, + 179085, + 213796, + 62866, + 145080, + 109694, + 73944, + 70523, + 48473, + 171662, + 103457, + 190272, + 190102, + 63760, + 137943, + 23772, + 15261, + 157840, + 99450, + 218854, + 92398, + 192088, + 13514, + 104115, + 70985, + 238462, + 91724, + 159743, + 155602, + 233756, + 230784, + 259373, + 6888, + 81099, + 92374, + 217912, + 212723, + 60465, + 76672, + 37143, + 46820, + 244960, + 241488, + 213079, + 254082, + 11025, + 200751, + 163879, + 234283, + 230052, + 204322, + 60201, + 78795, + 79236, + 221531, + 97838, + 246081, + 124346, + 14170, + 140044, + 39583, + 39530, + 172088, + 943, + 217957, + 189774, + 112283, + 15320, + 228236, + 59847, + 33896, + 164061, + 244204, + 131969, + 125629, + 125043, + 162412, + 246873, + 201368, + 26020, + 96339, + 103620, + 61920, + 69103, + 144963, + 3036, + 2112, + 134725, + 27563, + 113711, + 72580, + 63979, + 140013, + 167362, + 183350, + 217126, + 87080, + 134063, + 183793, + 39921, + 58763, + 169853, + 130430, + 210783, + 163849, + 138737, + 90800, + 29401, + 39926, + 118583, + 211284, + 166083, + 79302, + 13649, + 164232, + 90144, + 257617, + 59399, + 80636, + 223770, + 66956, + 10000, + 163034, + 15436, + 212644, + 2062, + 131815, + 8363, + 257910, + 56839, + 122529, + 139863, + 44907, + 52575, + 99849, + 75775, + 240617, + 121499, + 133722, + 201526, + 187816, + 212767, + 160924, + 478, + 97286, + 197848, + 221922, + 209547, + 135978, + 161768, + 207687, + 155379, + 236713, + 51314, + 41491, + 137818, + 215881, + 111787, + 204780, + 248146, + 202637, + 77679, + 138522, + 110187, + 133916, + 249879, + 35722, + 198455, + 68868, + 244039, + 139381, + 28042, + 66878, + 90050, + 110775, + 224440, + 8809, + 251717, + 22124, + 16250, + 225558, + 202100, + 224393, + 163943, + 225042, + 113377, + 106414, + 157271, + 2584, + 39591, + 75810, + 32746, + 180405, + 227529, + 261040, + 162008, + 113780, + 131886, + 138000, + 9867, + 198794, + 92248, + 245942, + 67283, + 154831, + 212841, + 253636, + 157531, + 261015, + 211327, + 255306, + 113443, + 87749, + 166860, + 63386, + 26912, + 57274, + 49352, + 21362, + 104822, + 142417, + 196038, + 208723, + 214078, + 306, + 131432, + 162670, + 55214, + 4977, + 76741, + 28620, + 237300, + 232274, + 246358, + 148285, + 32189, + 138079, + 81253, + 27523, + 94043, + 11515, + 121674, + 125715, + 11121, + 255859, + 248132, + 24278, + 225707, + 147244, + 127124, + 75010, + 124485, + 61884, + 130453, + 186321, + 26729, + 117691, + 165173, + 187973, + 19864, + 130605, + 40981, + 6986, + 260940, + 260439, + 72767, + 147467, + 68416, + 108325, + 228436, + 51208, + 110575, + 169411, + 152725, + 14728, + 79682, + 15885, + 56845, + 9544, + 201773, + 225051, + 155693, + 122996, + 44054, + 89428, + 158015, + 233211, + 166579, + 1858, + 11048, + 203647, + 54613, + 93353, + 38313, + 51147, + 237619, + 14720, + 70764, + 199187, + 169947, + 39930, + 158751, + 90260, + 171929, + 212060, + 123105, + 149076, + 17364, + 171583, + 247303, + 172038, + 63476, + 246320, + 93788, + 21908, + 46798, + 121413, + 193125, + 44340, + 35136, + 24247, + 225323, + 141038, + 91658, + 189636, + 63757, + 200300, + 9591, + 35782, + 260371, + 13088, + 112042, + 242170, + 249586, + 7155, + 182332, + 220084, + 144499, + 92996, + 105362, + 238769, + 225797, + 213379, + 38569, + 69934, + 174505, + 244506, + 31817, + 121034, + 31326, + 137046, + 181296, + 193432, + 64038, + 253361, + 120691, + 124518, + 217199, + 97466, + 45240, + 258009, + 900, + 181071, + 143754, + 130645, + 81596, + 67009, + 259811, + 21711, + 12148, + 36576, + 103611, + 33612, + 211803, + 206913, + 155644, + 237182, + 7486, + 274, + 13192, + 188265, + 251438, + 74689, + 52018, + 183274, + 121885, + 53472, + 61088, + 193358, + 205006, + 59755, + 170402, + 31816, + 161465, + 190110, + 174449, + 150366, + 86624, + 128521, + 256386, + 165454, + 111172, + 231926, + 172378, + 163557, + 124793, + 242393, + 21209, + 50330, + 11588, + 8661, + 34650, + 87797, + 72385, + 246308, + 241625, + 30104, + 108582, + 184073, + 242695, + 33362, + 250190, + 232047, + 88681, + 189263, + 78621, + 170969, + 138637, + 187255, + 236570, + 177516, + 231490, + 88629, + 187287, + 132061, + 159257, + 189143, + 230437, + 13265, + 178482, + 151033, + 27933, + 112377, + 99359, + 77016, + 112148, + 14785, + 95730, + 252113, + 170775, + 89826, + 170054, + 64966, + 41716, + 246510, + 235230, + 251883, + 147137, + 252736, + 112538, + 93935, + 130371, + 155395, + 174988, + 100406, + 104548, + 98991, + 254615, + 258373, + 233846, + 14276, + 178696, + 225111, + 216857, + 90328, + 60601, + 235387, + 6708, + 103697, + 194633, + 134942, + 217139, + 242517, + 35849, + 226311, + 146577, + 94824, + 130566, + 96764, + 39774, + 34713, + 203363, + 5781, + 156711, + 54280, + 147510, + 161360, + 176727, + 24046, + 151867, + 152722, + 166192, + 202786, + 31634, + 57432, + 26446, + 116939, + 211733, + 77116, + 119380, + 167239, + 176768, + 206292, + 122944, + 55511, + 161762, + 10254, + 228107, + 39946, + 221062, + 64956, + 125214, + 96028, + 255560, + 112419, + 39620, + 33373, + 185240, + 7244, + 228881, + 253572, + 34855, + 217328, + 108925, + 13300, + 183061, + 56477, + 52347, + 157454, + 249590, + 67483, + 134722, + 2457, + 36372, + 176556, + 215967, + 9624, + 140343, + 160153, + 246430, + 64651, + 254122, + 21659, + 251872, + 125785, + 5365, + 234577, + 27725, + 85712, + 122141, + 172219, + 150323, + 38457, + 54253, + 260798, + 148046, + 149708, + 49634, + 214814, + 60974, + 207514, + 6939, + 70007, + 247235, + 211571, + 9586, + 7758, + 195259, + 234712, + 103090, + 29359, + 246054, + 238335, + 232496, + 191205, + 145016, + 150725, + 226076, + 3681, + 85290, + 175242, + 167909, + 9645, + 93171, + 113107, + 11270, + 156380, + 219819, + 257976, + 236104, + 70173, + 88764, + 226938, + 197918, + 137507, + 260326, + 38896, + 147430, + 58600, + 126227, + 122173, + 157898, + 181382, + 198737, + 152868, + 27496, + 20284, + 129530, + 66395, + 255385, + 158059, + 131209, + 153717, + 257191, + 10950, + 219925, + 155911, + 237945, + 155302, + 76638, + 136770, + 233644, + 10823, + 30373, + 12258, + 35771, + 20406, + 170508, + 256547, + 199104, + 175125, + 186218, + 27404, + 31141, + 18511, + 192677, + 203492, + 28390, + 55481, + 206550, + 94959, + 155869, + 227346, + 230487, + 110918, + 42387, + 228134, + 97732, + 41896, + 258506, + 172354, + 120785, + 108248, + 87452, + 247960, + 202235, + 238658, + 200894, + 13647, + 165071, + 184344, + 106181, + 231912, + 90853, + 65682, + 70457, + 88620, + 101961, + 206619, + 52701, + 210579, + 108198, + 17180, + 85435, + 5012, + 261710, + 19201, + 258820, + 140970, + 104010, + 65020, + 190513, + 25174, + 126141, + 147396, + 129547, + 112112, + 40043, + 187737, + 253808, + 224073, + 167222, + 80700, + 214832, + 165805, + 95035, + 184750, + 30922, + 49829, + 63038, + 87222, + 80683, + 142916, + 87002, + 171679, + 107148, + 254389, + 224700, + 110089, + 115954, + 252574, + 213300, + 237444, + 86776, + 188140, + 202349, + 84773, + 188454, + 236358, + 238125, + 57594, + 230227, + 194508, + 183115, + 81506, + 74623, + 19019, + 87175, + 29946, + 183519, + 41057, + 123751, + 198742, + 141942, + 12648, + 237662, + 222765, + 30530, + 15545, + 118535, + 179876, + 257785, + 138879, + 20588, + 192898, + 113142, + 35655, + 242189, + 128754, + 68953, + 215497, + 204957, + 206395, + 166544, + 141174, + 135882, + 162459, + 60384, + 227865, + 253752, + 181061, + 175124, + 39067, + 7916, + 135207, + 39623, + 261538, + 41751, + 116774, + 61284, + 10765, + 178062, + 131279, + 224826, + 82202, + 237047, + 194948, + 22927, + 48773, + 112635, + 66386, + 67940, + 46323, + 11236, + 250313, + 48371, + 19595, + 69052, + 67091, + 247453, + 181396, + 247439, + 127627, + 124454, + 126106, + 216233, + 25863, + 116421, + 137105, + 128225, + 131875, + 63424, + 58878, + 194665, + 14291, + 163841, + 91041, + 123114, + 237650, + 237403, + 114460, + 88621, + 105024, + 219294, + 112398, + 144799, + 194746, + 4094, + 96716, + 147301, + 184409, + 250131, + 164933, + 178731, + 45277, + 139697, + 15277, + 230590, + 160831, + 206363, + 5119, + 226610, + 59, + 230502, + 200357, + 79129, + 83472, + 79844, + 148760, + 110303, + 36511, + 212679, + 32715, + 79027, + 139115, + 164085, + 125801, + 167314, + 27190, + 16003, + 203984, + 180450, + 105092, + 83608, + 120108, + 13272, + 239936, + 51490, + 3452, + 240583, + 212858, + 119559, + 178129, + 60785, + 204945, + 12756, + 26663, + 22536, + 99455, + 18688, + 88781, + 188567, + 201521, + 217753, + 5547, + 208770, + 81240, + 93919, + 136196, + 146152, + 230688, + 142494, + 213666, + 18095, + 54820, + 129208, + 111047, + 169165, + 100094, + 66726, + 201814, + 233818, + 83919, + 235787, + 259938, + 36124, + 162986, + 130078, + 14493, + 41527, + 202869, + 166587, + 97692, + 86667, + 136974, + 136551, + 58392, + 129430, + 185301, + 98521, + 149554, + 211084, + 33036, + 36575, + 144832, + 142889, + 231488, + 127823, + 138583, + 43296, + 251328, + 87458, + 125363, + 163813, + 160285, + 52673, + 181248, + 167715, + 207578, + 183909, + 80264, + 227366, + 82924, + 54732, + 139561, + 237145, + 229296, + 59173, + 259247, + 45480, + 58894, + 229933, + 136563, + 14844, + 77452, + 103559, + 234816, + 236690, + 130504, + 77043, + 137024, + 177720, + 32053, + 215699, + 232611, + 162003, + 48569, + 186809, + 11105, + 192765, + 126561, + 247254, + 255448, + 51, + 106994, + 22482, + 249797, + 210325, + 70308, + 176461, + 14619, + 86704, + 60265, + 144584, + 62122, + 1252, + 176141, + 242534, + 232910, + 63221, + 66489, + 72094, + 201129, + 229429, + 88323, + 119620, + 63361, + 122241, + 75401, + 199989, + 17465, + 234078, + 215756, + 43564, + 197562, + 63921, + 132179, + 76417, + 143691, + 201757, + 190809, + 77956, + 128072, + 100984, + 192555, + 141483, + 190428, + 235802, + 213196, + 175217, + 157370, + 148833, + 239747, + 129891, + 146064, + 61000, + 92877, + 57945, + 143883, + 246318, + 93749, + 175715, + 130648, + 259268, + 29655, + 83800, + 224664, + 229360, + 2177, + 172187, + 251812, + 42812, + 12495, + 200043, + 189482, + 227818, + 201603, + 226212, + 35850, + 47858, + 171505, + 12209, + 110378, + 49722, + 121483, + 119858, + 14933, + 168924, + 120074, + 235160, + 232694, + 172771, + 153456, + 67260, + 260225, + 242701, + 89313, + 126847, + 4614, + 141991, + 86629, + 87781, + 97018, + 49280, + 246092, + 173064, + 31718, + 49603, + 219856, + 85994, + 20079, + 62054, + 172433, + 144024, + 200542, + 161447, + 186736, + 255494, + 175542, + 139940, + 194786, + 22819, + 44800, + 158354, + 170639, + 43383, + 202581, + 136587, + 43515, + 43183, + 138939, + 183130, + 204689, + 90202, + 259823, + 188929, + 257270, + 95300, + 224950, + 180457, + 180040, + 139837, + 252938, + 8462, + 38439, + 231382, + 100662, + 234125, + 131930, + 218192, + 92329, + 59094, + 27710, + 197424, + 139291, + 68923, + 199127, + 109637, + 246706, + 57129, + 200964, + 177421, + 106207, + 223647, + 42226, + 4780, + 200268, + 201152, + 68503, + 137984, + 92292, + 128423, + 195395, + 14714, + 98407, + 210505, + 30386, + 59142, + 13975, + 145657, + 23251, + 235595, + 129486, + 247476, + 241123, + 153997, + 198850, + 101901, + 76053, + 105480, + 4128, + 165674, + 191016, + 204253, + 6952, + 65353, + 142719, + 51841, + 93593, + 55122, + 145202, + 90655, + 117931, + 82476, + 97565, + 180085, + 95833, + 38546, + 193282, + 149392, + 244157, + 37407, + 14662, + 14634, + 227928, + 91656, + 251815, + 29854, + 178356, + 94429, + 205070, + 24454, + 47488, + 84079, + 208966, + 89560, + 186945, + 18053, + 153942, + 207980, + 160685, + 88572, + 236315, + 7788, + 115093, + 253549, + 133639, + 210958, + 18873, + 70003, + 86602, + 98455, + 161196, + 187980, + 7667, + 169969, + 231331, + 20341, + 232619, + 109682, + 259772, + 49003, + 12131, + 240822, + 201770, + 50731, + 3505, + 29196, + 148942, + 130941, + 65520, + 57560, + 159633, + 249957, + 247620, + 72795, + 74362, + 133958, + 115782, + 201003, + 186136, + 29855, + 225806, + 203066, + 9723, + 44191, + 99291, + 9733, + 116211, + 117730, + 141646, + 107531, + 160662, + 151718, + 32535, + 80951, + 72932, + 249098, + 126376, + 116501, + 21861, + 17706, + 25246, + 29743, + 60869, + 56077, + 231264, + 94402, + 54506, + 88022, + 80649, + 211193, + 72756, + 203658, + 221232, + 180146, + 185644, + 174634, + 260504, + 103977, + 140904, + 75799, + 162237, + 166417, + 123059, + 223986, + 233543, + 175744, + 146728, + 79311, + 163569, + 224263, + 26477, + 42668, + 118287, + 239093, + 201092, + 28479, + 241154, + 144228, + 43861, + 233832, + 35053, + 205018, + 194765, + 32957, + 43906, + 136890, + 101009, + 73238, + 143496, + 46567, + 12033, + 105454, + 166888, + 26324, + 254327, + 207958, + 140308, + 218271, + 174708, + 183335, + 174869, + 191864, + 83168, + 121195, + 100631, + 258937, + 179343, + 45129, + 153516, + 256895, + 105041, + 146726, + 71399, + 149897, + 238586, + 146017, + 72118, + 226953, + 249011, + 37822, + 53942, + 106406, + 228272, + 121127, + 196968, + 139433, + 123010, + 231732, + 67874, + 68429, + 5359, + 194743, + 161897, + 247545, + 31562, + 260248, + 81946, + 119958, + 86095, + 204065, + 86253, + 128411, + 68444, + 112811, + 257666, + 102425, + 135622, + 100937, + 207961, + 13421, + 31064, + 259873, + 52679, + 216268, + 181940, + 243239, + 181872, + 169709, + 198042, + 203193, + 189673, + 89612, + 66808, + 126347, + 105416, + 37707, + 257434, + 222748, + 217536, + 198957, + 95322, + 229172, + 84718, + 71335, + 216842, + 101705, + 194334, + 82031, + 124220, + 71537, + 234765, + 211878, + 109025, + 230616, + 12031, + 119754, + 242962, + 179164, + 191597, + 38460, + 213568, + 227879, + 178365, + 57360, + 244387, + 142549, + 46924, + 238619, + 191318, + 151417, + 164585, + 177150, + 107186, + 169107, + 257127, + 205328, + 131989, + 11691, + 140583, + 120009, + 192613, + 110037, + 70269, + 243081, + 162188, + 241569, + 3780, + 213288, + 47333, + 161271, + 3197, + 177066, + 221265, + 186460, + 27983, + 78607, + 143651, + 76748, + 225313, + 116880, + 64797, + 255883, + 8092, + 229594, + 141889, + 208185, + 105059, + 231759, + 50233, + 149618, + 71811, + 213395, + 254433, + 74043, + 250542, + 19589, + 162679, + 49492, + 50623, + 98500, + 146976, + 144137, + 84535, + 162969, + 160510, + 185133, + 253272, + 66141, + 44853, + 34888, + 4152, + 10277, + 197980, + 199916, + 128448, + 97545, + 66191, + 241003, + 30923, + 210646, + 142816, + 214865, + 248942, + 97558, + 20898, + 148597, + 31577, + 201517, + 138782, + 64991, + 101312, + 69555, + 100290, + 110120, + 202335, + 85417, + 54900, + 112191, + 195513, + 103872, + 99118, + 174331, + 33012, + 3521, + 233621, + 37121, + 5881, + 77681, + 109611, + 79934, + 126784, + 112314, + 252584, + 57863, + 38761, + 136157, + 69512, + 22769, + 18079, + 63028, + 208892, + 43876, + 29192, + 181381, + 10283, + 202232, + 157848, + 56723, + 250025, + 19080, + 77242, + 170949, + 228627, + 194412, + 201250, + 37597, + 213092, + 194670, + 148056, + 2606, + 50000, + 94467, + 164124, + 253977, + 228428, + 36519, + 221561, + 155590, + 93856, + 195708, + 183265, + 169732, + 235091, + 90119, + 158218, + 251331, + 151495, + 256138, + 45330, + 38162, + 232838, + 40748, + 45958, + 229715, + 189313, + 19635, + 189064, + 191806, + 24938, + 122067, + 3608, + 93182, + 34375, + 126350, + 256714, + 182310, + 142115, + 15039, + 144019, + 194330, + 138466, + 172612, + 261056, + 48976, + 49893, + 142988, + 179940, + 196436, + 87012, + 13591, + 135844, + 40578, + 98312, + 123960, + 15612, + 23411, + 9694, + 66648, + 228989, + 30589, + 109996, + 210508, + 156878, + 188615, + 135955, + 183368, + 133686, + 139289, + 156139, + 38828, + 55541, + 125929, + 6431, + 141192, + 3070, + 250948, + 249077, + 216443, + 79053, + 65099, + 120451, + 140667, + 242139, + 191407, + 195007, + 67574, + 199252, + 198381, + 227853, + 254442, + 238672, + 205560, + 10468, + 256253, + 204171, + 170579, + 63704, + 230210, + 90084, + 210386, + 51935, + 141253, + 35355, + 58439, + 218037, + 52173, + 16126, + 113967, + 63847, + 5034, + 158242, + 50554, + 44790, + 234587, + 34186, + 181576, + 13877, + 119123, + 159281, + 82332, + 56248, + 182373, + 245110, + 93472, + 209513, + 11072, + 143139, + 182957, + 130969, + 176229, + 233055, + 23444, + 189377, + 8283, + 236050, + 200886, + 137698, + 80860, + 240691, + 192572, + 73235, + 231899, + 205437, + 56596, + 63010, + 86727, + 246568, + 45567, + 226651, + 43102, + 161297, + 20789, + 185012, + 149291, + 3925, + 72800, + 237283, + 199460, + 228603, + 135723, + 93270, + 59756, + 138528, + 48108, + 59098, + 12028, + 35723, + 36868, + 156608, + 74264, + 250303, + 31013, + 211039, + 86869, + 134528, + 256359, + 62292, + 220895, + 212634, + 241631, + 65967, + 163950, + 217500, + 165080, + 204361, + 179703, + 15103, + 190554, + 259303, + 196609, + 58122, + 43992, + 108161, + 174338, + 34640, + 137572, + 95019, + 55252, + 43523, + 165112, + 27747, + 110589, + 251009, + 64130, + 130242, + 221956, + 25818, + 185364, + 66562, + 201004, + 81610, + 47715, + 94200, + 37063, + 57089, + 72798, + 249470, + 183904, + 187549, + 230077, + 157250, + 53887, + 177256, + 29645, + 205217, + 82911, + 11725, + 243593, + 135057, + 257164, + 48562, + 60326, + 132907, + 120369, + 61432, + 15618, + 170509, + 23932, + 194834, + 82213, + 77972, + 100479, + 120265, + 239759, + 70684, + 120013, + 103146, + 27870, + 215245, + 201353, + 143211, + 135662, + 80065, + 22452, + 236065, + 129873, + 84155, + 219736, + 80918, + 89128, + 112067, + 255115, + 6017, + 2364, + 145673, + 194014, + 42215, + 72039, + 68183, + 131515, + 195556, + 236957, + 95561, + 175184, + 147923, + 50088, + 229011, + 144713, + 230313, + 118384, + 237688, + 102042, + 194137, + 198753, + 68898, + 165839, + 181001, + 250928, + 212240, + 167602, + 9531, + 119562, + 150322, + 58987, + 146877, + 158229, + 164712, + 161934, + 262129, + 218607, + 180846, + 6426, + 28828, + 230622, + 80126, + 5062, + 153075, + 97130, + 223980, + 66232, + 203766, + 126649, + 98786, + 86037, + 140331, + 42606, + 93367, + 229785, + 34870, + 60631, + 134482, + 5954, + 189084, + 200038, + 104483, + 186384, + 155798, + 222573, + 202903, + 93586, + 188936, + 242679, + 225786, + 98243, + 196507, + 122563, + 255780, + 119873, + 74898, + 197049, + 134580, + 111910, + 201029, + 187739, + 2389, + 7917, + 157197, + 63345, + 80931, + 182277, + 235277, + 16498, + 192571, + 1232, + 88772, + 109280, + 111290, + 194394, + 162316, + 23948, + 216918, + 198070, + 213818, + 84911, + 20477, + 116514, + 221255, + 68540, + 103414, + 96303, + 145336, + 31813, + 213510, + 14394, + 139732, + 133264, + 54236, + 221500, + 88755, + 152126, + 199082, + 116927, + 74806, + 219812, + 160670, + 160171, + 179078, + 170585, + 13479, + 115221, + 137575, + 222033, + 48822, + 255764, + 98446, + 125531, + 261951, + 224883, + 217839, + 136773, + 251040, + 124429, + 17543, + 44622, + 112632, + 67466, + 244819, + 171777, + 10068, + 84452, + 123312, + 51778, + 120601, + 252810, + 236390, + 114508, + 116427, + 30230, + 101316, + 216861, + 48993, + 21591, + 143546, + 212174, + 138400, + 43703, + 77607, + 102516, + 110581, + 151418, + 60982, + 231110, + 562, + 2031, + 107700, + 89986, + 168940, + 55757, + 231213, + 54955, + 98915, + 209009, + 214246, + 121761, + 13362, + 128517, + 52085, + 163403, + 44862, + 108794, + 81552, + 199241, + 179894, + 8874, + 131333, + 104269, + 237562, + 118700, + 64233, + 19566, + 191081, + 146137, + 213690, + 13917, + 8331, + 91322, + 242657, + 98231, + 192697, + 253988, + 57865, + 44506, + 113415, + 98161, + 128656, + 86868, + 214435, + 30304, + 162533, + 187898, + 148822, + 206799, + 152813, + 74046, + 125283, + 232151, + 226916, + 126811, + 164302, + 42101, + 61075, + 86917, + 180885, + 62286, + 81955, + 3889, + 231979, + 54529, + 42184, + 40194, + 86925, + 137623, + 117938, + 148669, + 223798, + 71614, + 122495, + 29709, + 4082, + 147787, + 174215, + 36860, + 256220, + 169220, + 107923, + 110226, + 65942, + 101333, + 145159, + 226566, + 138368, + 147790, + 239426, + 93077, + 104392, + 182327, + 259824, + 102748, + 72334, + 125184, + 89285, + 68976, + 212202, + 141737, + 127465, + 81609, + 166412, + 30543, + 117889, + 36917, + 177427, + 24159, + 159980, + 33451, + 720, + 226251, + 102691, + 170894, + 96529, + 5470, + 105919, + 209988, + 208040, + 146173, + 47596, + 211123, + 75992, + 213303, + 52788, + 66838, + 172085, + 209173, + 113793, + 131151, + 247375, + 188384, + 5792, + 191143, + 121281, + 88143, + 167847, + 224290, + 194104, + 91485, + 168716, + 204393, + 241593, + 150917, + 198207, + 252548, + 151028, + 221079, + 155532, + 113242, + 104215, + 117054, + 128693, + 109530, + 141522, + 66249, + 31388, + 239167, + 123686, + 181224, + 194248, + 81499, + 78555, + 179834, + 70993, + 203468, + 177022, + 163328, + 220301, + 28231, + 121060, + 128101, + 139947, + 167937, + 44059, + 192310, + 69004, + 99579, + 147602, + 234243, + 170899, + 92482, + 210191, + 248390, + 260393, + 87759, + 168419, + 236560, + 169985, + 148305, + 116254, + 203907, + 141199, + 72533, + 21026, + 8597, + 95190, + 221792, + 6442, + 20125, + 102707, + 177251, + 40371, + 243918, + 127807, + 213788, + 219085, + 139295, + 131442, + 174733, + 81301, + 166361, + 108708, + 186234, + 134444, + 135065, + 232899, + 248532, + 197714, + 45998, + 108963, + 103055, + 158046, + 212129, + 55730, + 196870, + 182483, + 141644, + 59049, + 100132, + 137476, + 20605, + 21556, + 179639, + 29953, + 99374, + 151498, + 231186, + 69754, + 51697, + 168613, + 18753, + 154859, + 94021, + 208933, + 7570, + 204715, + 98967, + 342, + 211801, + 3924, + 68234, + 115524, + 136919, + 124494, + 213412, + 243396, + 118579, + 30175, + 216154, + 108553, + 164594, + 258509, + 259930, + 167259, + 182782, + 32441, + 210334, + 62777, + 85551, + 56867, + 29088, + 101026, + 196957, + 194546, + 178490, + 89510, + 86185, + 122118, + 33823, + 239417, + 164600, + 238970, + 123739, + 98400, + 213640, + 135227, + 231865, + 58942, + 15167, + 113859, + 163639, + 172363, + 136271, + 159509, + 153727, + 218972, + 120472, + 53912, + 256130, + 105064, + 192926, + 58960, + 202096, + 190390, + 120690, + 117640, + 184, + 45813, + 59916, + 212605, + 166635, + 35533, + 230557, + 220070, + 100149, + 67758, + 245355, + 197941, + 187887, + 109855, + 240186, + 228540, + 257603, + 253914, + 208172, + 116132, + 48604, + 143022, + 23941, + 73267, + 92970, + 184983, + 185577, + 99445, + 203840, + 167566, + 129828, + 172319, + 236281, + 224949, + 163315, + 134251, + 116794, + 206651, + 200018, + 82139, + 230848, + 172404, + 227986, + 102355, + 45920, + 73104, + 33566, + 45027, + 155139, + 155227, + 48369, + 106657, + 109818, + 29869, + 23899, + 111187, + 14877, + 180913, + 233145, + 79451, + 114901, + 90732, + 101019, + 223932, + 111847, + 213069, + 200198, + 66942, + 151547, + 209013, + 184937, + 63173, + 60170, + 228556, + 39430, + 157176, + 127706, + 26928, + 150848, + 104838, + 7453, + 216654, + 248664, + 237408, + 70599, + 32542, + 224869, + 171720, + 91586, + 84560, + 31649, + 173059, + 38367, + 14447, + 82112, + 121544, + 120165, + 122801, + 124352, + 197165, + 138607, + 29539, + 154963, + 230759, + 100138, + 219343, + 171626, + 127538, + 251300, + 28682, + 27785, + 192815, + 21950, + 140777, + 218538, + 61835, + 208003, + 37757, + 164950, + 113976, + 140226, + 108687, + 234186, + 21988, + 121485, + 206457, + 98354, + 142061, + 254365, + 74685, + 157090, + 20632, + 183998, + 22207, + 83075, + 9649, + 168434, + 133271, + 30886, + 109198, + 176362, + 15159, + 125264, + 144651, + 110714, + 179756, + 48068, + 71983, + 94092, + 234037, + 254948, + 255976, + 99735, + 203453, + 234624, + 168913, + 78588, + 40771, + 209897, + 148407, + 131941, + 123941, + 97885, + 127704, + 194310, + 126744, + 228253, + 157319, + 204208, + 240061, + 228292, + 8133, + 261762, + 114834, + 143220, + 139491, + 122063, + 115672, + 144529, + 40037, + 176567, + 206062, + 183984, + 236233, + 239542, + 64012, + 83464, + 184387, + 2042, + 262112, + 38319, + 257431, + 178286, + 80768, + 188608, + 71075, + 134356, + 25604, + 42986, + 66508, + 128638, + 208571, + 244873, + 150723, + 224058, + 197117, + 152960, + 165105, + 60628, + 207626, + 90499, + 109290, + 137549, + 201278, + 188261, + 26633, + 58821, + 103395, + 8642, + 5094, + 31553, + 89259, + 203783, + 182431, + 222568, + 31885, + 234472, + 145213, + 247919, + 176973, + 136528, + 166998, + 97705, + 33287, + 172249, + 179615, + 13040, + 102320, + 155562, + 71506, + 162478, + 120028, + 225291, + 151072, + 137696, + 92383, + 180987, + 54143, + 220186, + 68263, + 168975, + 198246, + 104131, + 86406, + 137233, + 40703, + 249893, + 123193, + 119007, + 182935, + 74489, + 192374, + 80425, + 233366, + 161497, + 39370, + 86579, + 20464, + 2202, + 117722, + 71904, + 98301, + 139750, + 23464, + 98824, + 123050, + 77494, + 39228, + 120083, + 234297, + 233835, + 9988, + 176094, + 74799, + 245069, + 17024, + 223264, + 192408, + 96278, + 76590, + 162484, + 27255, + 144950, + 154280, + 229802, + 122551, + 196274, + 71825, + 106661, + 198783, + 36170, + 97454, + 122483, + 39163, + 162950, + 220768, + 5763, + 219491, + 2470, + 157215, + 200153, + 89622, + 133661, + 157339, + 24852, + 204829, + 224658, + 72022, + 76187, + 244807, + 16636, + 136463, + 166755, + 232098, + 119819, + 198539, + 245034, + 32564, + 12392, + 87465, + 80629, + 47137, + 60930, + 199137, + 196327, + 79134, + 100012, + 187738, + 240943, + 231598, + 57996, + 67119, + 241025, + 158321, + 138343, + 58152, + 195758, + 26096, + 182635, + 203531, + 216113, + 83730, + 74857, + 226395, + 30327, + 186912, + 210755, + 89351, + 54727, + 22371, + 110797, + 239268, + 51930, + 56613, + 193369, + 182832, + 74364, + 205658, + 96712, + 196662, + 58013, + 71973, + 258930, + 177719, + 67149, + 255287, + 57440, + 168967, + 205124, + 116080, + 133307, + 22312, + 163437, + 7348, + 245748, + 36481, + 231409, + 259321, + 96897, + 192757, + 256067, + 57567, + 89020, + 105963, + 221492, + 109715, + 184597, + 29945, + 251181, + 209402, + 30182, + 194017, + 231726, + 130728, + 123651, + 255815, + 196862, + 14025, + 241598, + 188550, + 56024, + 144907, + 200501, + 244679, + 78750, + 243533, + 79622, + 97824, + 4249, + 62857, + 12417, + 64548, + 29486, + 236556, + 166703, + 14604, + 121511, + 248401, + 26977, + 244829, + 220230, + 219760, + 156952, + 65002, + 185535, + 175102, + 111385, + 128720, + 21442, + 254489, + 53885, + 188742, + 3901, + 93103, + 91029, + 85111, + 92004, + 104068, + 209157, + 244410, + 36169, + 220349, + 144554, + 136952, + 86906, + 118490, + 111017, + 144997, + 18563, + 239158, + 111640, + 63060, + 24726, + 234856, + 208365, + 10108, + 146453, + 163244, + 5961, + 60228, + 247533, + 8074, + 29636, + 177562, + 133912, + 225264, + 118880, + 33959, + 91176, + 161936, + 77077, + 103387, + 195957, + 227149, + 81651, + 197940, + 145791, + 141847, + 121654, + 79153, + 42922, + 201953, + 159262, + 34759, + 221477, + 90751, + 26462, + 87588, + 234908, + 61706, + 181021, + 47205, + 55742, + 186222, + 61170, + 143333, + 142636, + 130889, + 194436, + 139678, + 159094, + 65361, + 106760, + 19768, + 130917, + 137077, + 209657, + 143369, + 56967, + 19542, + 142349, + 109831, + 24483, + 247926, + 70942, + 108057, + 79693, + 208722, + 108861, + 219447, + 59204, + 1222, + 170991, + 104671, + 183024, + 254932, + 256203, + 201811, + 149443, + 52252, + 188036, + 62251, + 232919, + 237393, + 77357, + 45796, + 188972, + 186861, + 71694, + 16209, + 92664, + 96523, + 150902, + 214278, + 183320, + 203144, + 139813, + 243440, + 163959, + 235166, + 123168, + 228572, + 198270, + 185686, + 173199, + 73320, + 178112, + 27590, + 223648, + 84596, + 50617, + 43309, + 130828, + 24495, + 104704, + 10243, + 222533, + 102601, + 232686, + 11192, + 106797, + 191404, + 196084, + 233998, + 259357, + 80262, + 178103, + 184763, + 124976, + 104226, + 125612, + 72516, + 187194, + 121883, + 173716, + 29809, + 206595, + 246068, + 71733, + 36525, + 12866, + 105382, + 96705, + 28664, + 183280, + 162445, + 91980, + 151293, + 73428, + 120735, + 109545, + 62014, + 228409, + 212485, + 259136, + 90521, + 212036, + 3308, + 223956, + 159579, + 31862, + 234802, + 245156, + 113154, + 105007, + 107942, + 122426, + 244996, + 237895, + 99941, + 149747, + 19510, + 137629, + 124452, + 82564, + 208520, + 83676, + 181559, + 91975, + 137876, + 251363, + 136134, + 93310, + 148200, + 173940, + 247829, + 256065, + 141407, + 238652, + 231679, + 227072, + 130764, + 122392, + 137651, + 33669, + 178248, + 231888, + 8102, + 182313, + 125202, + 65175, + 9037, + 180081, + 66792, + 258497, + 209426, + 246958, + 34903, + 73826, + 216039, + 90649, + 237011, + 110288, + 185068, + 65983, + 43989, + 136995, + 20329, + 18436, + 83803, + 250638, + 85597, + 26260, + 108800, + 107287, + 176726, + 10886, + 120546, + 132878, + 40068, + 108981, + 109661, + 206935, + 56758, + 136600, + 146251, + 120042, + 26894, + 177901, + 55753, + 14225, + 160605, + 159193, + 3479, + 174131, + 185752, + 176976, + 193434, + 150516, + 40515, + 139434, + 31899, + 177149, + 96823, + 115010, + 185479, + 146490, + 9308, + 177450, + 75757, + 77707, + 49410, + 41200, + 179347, + 167898, + 180458, + 173188, + 133481, + 51853, + 218188, + 133219, + 117252, + 243905, + 236914, + 88030, + 79967, + 123657, + 59536, + 200202, + 75899, + 197690, + 218191, + 49098, + 48384, + 219331, + 204532, + 83394, + 144131, + 65556, + 144124, + 9825, + 121796, + 87619, + 209007, + 12069, + 72000, + 173019, + 229483, + 80791, + 146252, + 96791, + 102637, + 247165, + 174899, + 48745, + 256616, + 40404, + 244857, + 73891, + 237398, + 261517, + 190433, + 258439, + 5730, + 1884, + 29957, + 179548, + 228592, + 247878, + 155147, + 111182, + 217594, + 153400, + 195559, + 161753, + 47969, + 62918, + 91868, + 195102, + 122309, + 240710, + 174616, + 107462, + 123903, + 51459, + 87455, + 61105, + 153630, + 32468, + 154321, + 25762, + 100388, + 162002, + 124571, + 12197, + 48708, + 131913, + 44565, + 237447, + 228200, + 213699, + 16633, + 121965, + 114461, + 154298, + 82973, + 7860, + 215256, + 4024, + 137604, + 232146, + 56830, + 246058, + 197417, + 1288, + 232371, + 64383, + 210285, + 179004, + 236841, + 241102, + 136041, + 50332, + 5919, + 28803, + 248311, + 198059, + 28139, + 135668, + 97614, + 13703, + 144464, + 237790, + 60712, + 78598, + 73151, + 221129, + 50675, + 190824, + 191031, + 198090, + 112199, + 102694, + 16241, + 159333, + 156680, + 11456, + 8377, + 104724, + 40858, + 223971, + 26961, + 112685, + 11629, + 187916, + 13155, + 148961, + 174293, + 140932, + 186982, + 196842, + 64886, + 130628, + 27495, + 196020 + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/subsets/pcam_train_n12500_seed789.json b/paper/experiments/normalized_results/subsets/pcam_train_n12500_seed789.json new file mode 100644 index 0000000..5cadd7d --- /dev/null +++ b/paper/experiments/normalized_results/subsets/pcam_train_n12500_seed789.json @@ -0,0 +1,12504 @@ +{ + "indices": [ + 135731, + 85768, + 104216, + 177367, + 123577, + 12952, + 190372, + 79828, + 160644, + 62989, + 15961, + 193440, + 1797, + 249869, + 38852, + 163843, + 102398, + 4405, + 169029, + 227861, + 217548, + 127196, + 180099, + 32746, + 163977, + 11419, + 30453, + 44154, + 168548, + 69801, + 150452, + 246602, + 238726, + 87378, + 249876, + 152768, + 15087, + 125117, + 109077, + 244623, + 173871, + 147546, + 102951, + 178276, + 77019, + 150192, + 93827, + 134033, + 25670, + 32834, + 187875, + 196926, + 116086, + 251610, + 87853, + 78057, + 178408, + 106854, + 9659, + 220720, + 23148, + 39377, + 134252, + 90470, + 174133, + 244149, + 121317, + 181771, + 73086, + 228291, + 231636, + 41454, + 38650, + 157613, + 217510, + 197433, + 2781, + 236396, + 106584, + 250197, + 147934, + 180688, + 250897, + 65226, + 95373, + 213409, + 110299, + 4981, + 179576, + 255672, + 243231, + 25648, + 51708, + 5214, + 91838, + 25839, + 39541, + 234480, + 254743, + 252728, + 132266, + 32789, + 207944, + 117498, + 218123, + 120408, + 178864, + 70264, + 100901, + 4977, + 31484, + 77212, + 31977, + 233734, + 241302, + 121601, + 161810, + 146072, + 242273, + 126064, + 52231, + 109542, + 204938, + 168109, + 79478, + 91792, + 242419, + 229532, + 65433, + 139557, + 205231, + 248644, + 56713, + 135645, + 89587, + 112781, + 22871, + 93623, + 197206, + 213630, + 29121, + 26630, + 63584, + 42378, + 153580, + 15060, + 46711, + 163944, + 76383, + 95771, + 257616, + 224311, + 141467, + 127482, + 219929, + 57647, + 181051, + 51980, + 88938, + 129234, + 4809, + 104128, + 206192, + 258986, + 136124, + 104545, + 118522, + 109645, + 126733, + 154631, + 147260, + 148425, + 39504, + 65734, + 222541, + 92814, + 51445, + 105395, + 84856, + 308, + 216870, + 133429, + 176148, + 22075, + 150906, + 61860, + 65962, + 74598, + 214991, + 122024, + 153000, + 225839, + 96095, + 97826, + 228392, + 65135, + 35973, + 258925, + 84323, + 131287, + 169129, + 226421, + 71733, + 82476, + 58413, + 92715, + 207478, + 22961, + 261415, + 170903, + 20649, + 175615, + 64008, + 173860, + 212625, + 126307, + 234636, + 195103, + 29217, + 204547, + 248148, + 254916, + 203316, + 49099, + 183579, + 168577, + 122439, + 76834, + 63539, + 253875, + 149262, + 254559, + 257088, + 231355, + 161868, + 71723, + 103346, + 86600, + 93307, + 151449, + 132432, + 255035, + 215947, + 111791, + 194874, + 39851, + 241139, + 37512, + 128262, + 223132, + 34085, + 163455, + 142982, + 58484, + 11583, + 66834, + 110589, + 235548, + 204395, + 47906, + 49108, + 68534, + 98695, + 260905, + 188824, + 169221, + 84399, + 105057, + 61915, + 171414, + 102586, + 146920, + 161979, + 254047, + 227091, + 242178, + 22251, + 65259, + 43243, + 30589, + 181619, + 214205, + 152549, + 154898, + 12760, + 30874, + 83462, + 118621, + 154142, + 193938, + 165233, + 22494, + 109529, + 13164, + 139230, + 152182, + 255526, + 216269, + 125300, + 125696, + 256977, + 171037, + 73747, + 22615, + 116299, + 227846, + 220275, + 68250, + 74750, + 251669, + 57866, + 26878, + 28859, + 52070, + 171876, + 246647, + 34239, + 200852, + 90592, + 71062, + 207066, + 123622, + 56723, + 6390, + 243832, + 165532, + 47555, + 55211, + 214844, + 183537, + 110090, + 5412, + 49642, + 107677, + 152793, + 61586, + 17224, + 86712, + 99905, + 74559, + 17604, + 145572, + 64727, + 139517, + 88093, + 231426, + 54837, + 52307, + 161944, + 155718, + 126587, + 202206, + 78832, + 200705, + 212136, + 243546, + 16283, + 254124, + 78185, + 37034, + 188641, + 19072, + 221109, + 76039, + 208885, + 51347, + 48282, + 129550, + 31696, + 236938, + 152219, + 58240, + 28104, + 150757, + 119607, + 48139, + 6053, + 96933, + 181241, + 36099, + 23624, + 188392, + 256962, + 145243, + 102711, + 179132, + 34101, + 199734, + 128781, + 13113, + 165372, + 222161, + 21867, + 77135, + 73533, + 177572, + 28255, + 253758, + 216400, + 18839, + 64580, + 163010, + 129055, + 201770, + 152206, + 243840, + 186155, + 228642, + 256974, + 53014, + 20236, + 241927, + 144277, + 151180, + 210736, + 261240, + 213835, + 33985, + 79528, + 69811, + 128144, + 196509, + 2573, + 133256, + 38001, + 251477, + 174280, + 187076, + 176119, + 261156, + 89238, + 208918, + 169150, + 156433, + 104644, + 161266, + 213368, + 78354, + 157058, + 68648, + 92345, + 143571, + 60365, + 253996, + 7444, + 159506, + 144983, + 112772, + 234813, + 140197, + 65626, + 101822, + 29664, + 46071, + 36265, + 251515, + 76682, + 137302, + 242404, + 256650, + 80471, + 101378, + 74251, + 221039, + 73712, + 68858, + 146943, + 53363, + 177661, + 235886, + 35980, + 46087, + 234475, + 211728, + 255988, + 174072, + 122153, + 134424, + 43257, + 168535, + 112523, + 143938, + 200992, + 261940, + 154093, + 15844, + 113959, + 123756, + 22382, + 235983, + 196124, + 41002, + 118100, + 10227, + 141451, + 235370, + 52465, + 66129, + 80688, + 69887, + 171893, + 228533, + 23187, + 71735, + 111958, + 77083, + 86429, + 122731, + 53598, + 163243, + 254002, + 24081, + 143116, + 13886, + 166147, + 85814, + 29979, + 221637, + 187955, + 54338, + 157542, + 191189, + 21081, + 45829, + 228518, + 157099, + 131472, + 174690, + 31385, + 215849, + 113489, + 131934, + 123204, + 258481, + 247926, + 148553, + 7859, + 164816, + 168527, + 87333, + 189951, + 26482, + 197126, + 192533, + 157525, + 1122, + 27701, + 153682, + 16186, + 137444, + 204228, + 12988, + 53883, + 231412, + 79730, + 95945, + 97771, + 114856, + 103668, + 202184, + 36572, + 253008, + 68288, + 86487, + 149856, + 95346, + 20043, + 226227, + 182152, + 157555, + 220543, + 86393, + 33658, + 240575, + 188219, + 121380, + 56698, + 198963, + 224604, + 102361, + 88564, + 97053, + 191643, + 88216, + 28804, + 194050, + 111084, + 130967, + 167681, + 38429, + 176286, + 190901, + 252677, + 184806, + 96674, + 73840, + 75494, + 153379, + 149250, + 172821, + 80953, + 93534, + 250806, + 44149, + 220109, + 217664, + 11683, + 156156, + 27718, + 74260, + 117136, + 36498, + 10727, + 246197, + 213207, + 80831, + 236010, + 89275, + 159081, + 66239, + 98661, + 47917, + 108173, + 124641, + 142783, + 237439, + 223481, + 212965, + 227576, + 128457, + 222029, + 52316, + 60776, + 216785, + 69975, + 114571, + 255194, + 76528, + 235749, + 170669, + 45124, + 230093, + 165935, + 81794, + 21276, + 170018, + 132957, + 104660, + 14612, + 220705, + 167345, + 72370, + 83753, + 57572, + 41255, + 246182, + 104880, + 182445, + 37907, + 114013, + 168045, + 215760, + 169739, + 157929, + 154971, + 216264, + 82522, + 15912, + 224940, + 46709, + 32397, + 70132, + 212089, + 219346, + 141834, + 77185, + 142044, + 135294, + 259131, + 171898, + 208336, + 181730, + 414, + 62931, + 71270, + 225747, + 77295, + 32567, + 66584, + 132808, + 75646, + 80254, + 84102, + 177037, + 62337, + 254370, + 183216, + 227320, + 25190, + 155414, + 259160, + 135719, + 207223, + 125308, + 82796, + 13517, + 20524, + 146476, + 95356, + 245308, + 180254, + 47571, + 258421, + 261649, + 217288, + 108041, + 251332, + 179254, + 65025, + 105086, + 231151, + 87723, + 179381, + 196515, + 178535, + 124769, + 181360, + 105313, + 137701, + 256365, + 228746, + 222113, + 147950, + 167816, + 65689, + 227076, + 110351, + 97656, + 3142, + 7968, + 235550, + 260032, + 59040, + 84160, + 138045, + 176242, + 154025, + 154458, + 27033, + 178785, + 117301, + 170896, + 63131, + 15649, + 120915, + 104062, + 176483, + 252394, + 127710, + 247936, + 142334, + 224584, + 189672, + 235181, + 195231, + 178267, + 47980, + 21129, + 118762, + 161148, + 221870, + 254960, + 100888, + 46387, + 19291, + 231437, + 42806, + 17258, + 25643, + 114375, + 223935, + 107392, + 64395, + 15294, + 252431, + 59307, + 251150, + 136605, + 28370, + 121036, + 8071, + 73404, + 202023, + 238170, + 143723, + 10623, + 192803, + 121619, + 57048, + 63562, + 89917, + 130380, + 168162, + 34266, + 189559, + 181675, + 80234, + 98230, + 11136, + 103341, + 43222, + 215819, + 219119, + 181655, + 4163, + 230202, + 261865, + 191468, + 131094, + 35038, + 121142, + 203854, + 58180, + 128413, + 182192, + 214195, + 190222, + 120488, + 96299, + 31026, + 138442, + 100826, + 28902, + 42968, + 205711, + 867, + 143274, + 17332, + 80156, + 103508, + 247048, + 56675, + 26165, + 91464, + 197068, + 84890, + 2166, + 256593, + 74858, + 186411, + 42064, + 189612, + 198324, + 2737, + 36548, + 257268, + 238284, + 117414, + 249172, + 210121, + 217143, + 183793, + 161510, + 75935, + 236215, + 96018, + 57646, + 50026, + 80958, + 97408, + 3096, + 119993, + 18783, + 126496, + 56343, + 211441, + 151109, + 111422, + 237636, + 34358, + 232514, + 241475, + 166034, + 74440, + 161736, + 23643, + 16453, + 185556, + 95262, + 185214, + 251014, + 139748, + 23535, + 98927, + 33953, + 244535, + 183054, + 228618, + 173858, + 53122, + 232978, + 126688, + 220885, + 120720, + 155909, + 120247, + 112365, + 56859, + 96310, + 207604, + 115376, + 2659, + 171420, + 172793, + 246473, + 202793, + 70764, + 67380, + 140435, + 55471, + 188181, + 147313, + 213189, + 160341, + 105428, + 240910, + 143645, + 233382, + 166156, + 203021, + 172259, + 83730, + 111623, + 46499, + 261810, + 169785, + 33270, + 258222, + 91758, + 234978, + 166380, + 57091, + 96935, + 136422, + 34590, + 150483, + 230304, + 125753, + 15785, + 32216, + 143848, + 85028, + 204118, + 199487, + 129956, + 172508, + 116790, + 249006, + 254691, + 211347, + 215350, + 19954, + 132790, + 245055, + 66215, + 22498, + 208365, + 9207, + 70928, + 11841, + 31337, + 206384, + 42839, + 147694, + 187174, + 205936, + 90979, + 237784, + 201669, + 42690, + 221638, + 187112, + 65567, + 17919, + 211564, + 101523, + 213543, + 109307, + 1508, + 197137, + 244839, + 56055, + 66723, + 185659, + 154782, + 75188, + 160620, + 97083, + 34250, + 53115, + 67534, + 68946, + 15233, + 103358, + 113388, + 140041, + 192559, + 43544, + 155435, + 42306, + 110508, + 241680, + 254845, + 84214, + 897, + 233874, + 102220, + 188456, + 94684, + 130385, + 123609, + 89187, + 261731, + 93895, + 141663, + 216618, + 32597, + 192987, + 93167, + 247501, + 22250, + 232437, + 179561, + 204035, + 27753, + 45860, + 259924, + 44504, + 64762, + 242002, + 242077, + 197207, + 201045, + 57756, + 122248, + 42559, + 87865, + 243310, + 208590, + 220251, + 185940, + 180489, + 36490, + 242968, + 84705, + 183238, + 165246, + 59012, + 110341, + 9561, + 240501, + 184420, + 9534, + 146436, + 101841, + 143380, + 80692, + 245589, + 3164, + 99710, + 12687, + 201544, + 220081, + 171513, + 39847, + 205843, + 236186, + 161614, + 6741, + 101134, + 212051, + 97280, + 20095, + 106879, + 16867, + 203396, + 138254, + 185927, + 66731, + 209099, + 93980, + 218670, + 258514, + 23971, + 101202, + 29381, + 244155, + 217533, + 97985, + 82523, + 186671, + 22884, + 209367, + 98886, + 41933, + 111922, + 261587, + 146099, + 2462, + 42553, + 56951, + 4306, + 97205, + 96034, + 846, + 44572, + 204653, + 77825, + 125964, + 128535, + 94562, + 93531, + 131405, + 132509, + 112953, + 20356, + 53284, + 102084, + 17572, + 39230, + 119125, + 222349, + 44864, + 254814, + 13217, + 34520, + 167294, + 140992, + 182862, + 190251, + 183358, + 144576, + 249988, + 52096, + 222317, + 131205, + 88390, + 58007, + 71261, + 101296, + 201098, + 51825, + 165128, + 143846, + 93207, + 139007, + 170193, + 3395, + 199298, + 252721, + 76675, + 233285, + 246440, + 152439, + 229825, + 104038, + 74760, + 56519, + 124853, + 241128, + 247469, + 22201, + 75529, + 46136, + 101501, + 30559, + 83280, + 90100, + 130457, + 147113, + 246725, + 165435, + 252399, + 190869, + 222686, + 16043, + 141527, + 15749, + 235282, + 260674, + 63763, + 196826, + 224171, + 51460, + 199742, + 141671, + 259175, + 119108, + 56546, + 240845, + 126887, + 134178, + 78337, + 26458, + 239778, + 117851, + 219946, + 6259, + 236317, + 210615, + 34848, + 28518, + 156057, + 70707, + 184397, + 54325, + 94607, + 137422, + 185871, + 253808, + 214781, + 214031, + 215598, + 237086, + 163327, + 247329, + 159873, + 256776, + 10552, + 166440, + 41851, + 216573, + 63996, + 142693, + 175589, + 217375, + 59625, + 7701, + 77857, + 151788, + 192606, + 175810, + 249660, + 41349, + 176698, + 124629, + 164216, + 226306, + 192718, + 61113, + 237435, + 92706, + 28941, + 46589, + 220403, + 43218, + 42935, + 184840, + 101500, + 257052, + 110938, + 84369, + 67940, + 173202, + 196666, + 10389, + 126421, + 54693, + 216652, + 256933, + 169326, + 240227, + 33497, + 187321, + 241028, + 126214, + 75535, + 211640, + 74658, + 103814, + 251230, + 13047, + 37846, + 41631, + 17029, + 215215, + 61762, + 104468, + 35483, + 154974, + 23451, + 128641, + 128756, + 220354, + 104709, + 172816, + 159894, + 11980, + 250727, + 25948, + 240388, + 23837, + 162309, + 78805, + 78589, + 114640, + 103545, + 41932, + 131352, + 191577, + 141605, + 182032, + 98181, + 128675, + 43985, + 250201, + 162432, + 128044, + 69033, + 160582, + 251675, + 257941, + 209492, + 242522, + 140249, + 208841, + 108855, + 38792, + 68395, + 119498, + 146157, + 94211, + 78968, + 39933, + 1980, + 39937, + 51243, + 44846, + 208403, + 60531, + 18219, + 76088, + 197927, + 177, + 224843, + 225778, + 110159, + 147085, + 250694, + 111974, + 219366, + 21262, + 66517, + 131815, + 7952, + 261029, + 46188, + 17281, + 130670, + 251382, + 100498, + 192972, + 154833, + 78070, + 219465, + 157228, + 125115, + 9042, + 75118, + 55520, + 112163, + 155797, + 168149, + 148928, + 175379, + 223042, + 106205, + 122419, + 10078, + 26366, + 116618, + 36273, + 144562, + 32891, + 116981, + 10822, + 147381, + 142054, + 180596, + 97994, + 184091, + 52986, + 36065, + 180004, + 155811, + 204622, + 61204, + 143763, + 188159, + 144338, + 38423, + 234812, + 81948, + 60376, + 260387, + 104656, + 169511, + 98906, + 185307, + 178930, + 124899, + 249693, + 30089, + 113924, + 144623, + 177248, + 2722, + 180702, + 189194, + 140631, + 47021, + 217092, + 217983, + 214994, + 165730, + 162566, + 74931, + 7692, + 53314, + 115535, + 7915, + 131480, + 42344, + 23810, + 40746, + 106543, + 215114, + 95125, + 222457, + 132620, + 236308, + 194712, + 205692, + 138363, + 24378, + 252695, + 145554, + 10569, + 108654, + 40679, + 82885, + 62594, + 147124, + 193545, + 120567, + 147020, + 139959, + 66437, + 128959, + 44331, + 149897, + 161697, + 22082, + 122902, + 241652, + 250521, + 187161, + 213339, + 161921, + 196782, + 157238, + 201988, + 227739, + 83053, + 147070, + 42611, + 87996, + 220904, + 194064, + 44453, + 187576, + 44481, + 200535, + 239013, + 176396, + 148144, + 131604, + 9594, + 7618, + 38904, + 17819, + 82534, + 66387, + 90058, + 6096, + 58829, + 174373, + 137654, + 125662, + 95113, + 198076, + 137577, + 66084, + 23695, + 33749, + 257026, + 51781, + 240365, + 252129, + 155396, + 188307, + 100641, + 7878, + 207423, + 27431, + 231520, + 141698, + 47762, + 31440, + 73709, + 13708, + 47007, + 136872, + 60004, + 178741, + 96788, + 189797, + 151537, + 105406, + 100135, + 251522, + 131162, + 137678, + 160814, + 147616, + 6919, + 6662, + 140742, + 17286, + 232862, + 22326, + 120177, + 26474, + 65878, + 32241, + 256555, + 260902, + 163254, + 169845, + 22318, + 178879, + 86251, + 187687, + 236829, + 154633, + 240254, + 53264, + 193263, + 215178, + 40217, + 12631, + 205646, + 52773, + 101151, + 253532, + 45034, + 125295, + 196083, + 182269, + 219038, + 110321, + 243955, + 210839, + 236230, + 172555, + 26635, + 62185, + 238881, + 159548, + 210567, + 69751, + 169265, + 245233, + 149178, + 20314, + 184790, + 3406, + 125208, + 155254, + 10595, + 1627, + 239059, + 209056, + 94469, + 162131, + 251550, + 51015, + 201904, + 44271, + 81486, + 36334, + 32637, + 7965, + 164373, + 195955, + 67965, + 133553, + 112715, + 203552, + 231474, + 224957, + 202890, + 206705, + 239895, + 114895, + 256984, + 28293, + 3401, + 153122, + 105650, + 67647, + 33005, + 44967, + 209022, + 41544, + 250178, + 113306, + 210187, + 141466, + 77325, + 67165, + 98277, + 40889, + 200515, + 141389, + 235503, + 167021, + 244405, + 180781, + 135828, + 132056, + 122636, + 230276, + 218166, + 224057, + 219404, + 186571, + 204043, + 50498, + 215643, + 204848, + 200196, + 39628, + 174448, + 219972, + 93382, + 147995, + 13326, + 72233, + 53224, + 179785, + 32338, + 134185, + 159231, + 176451, + 1315, + 247609, + 74710, + 130489, + 174165, + 35200, + 21545, + 111743, + 225422, + 178405, + 181884, + 177629, + 74555, + 105264, + 93325, + 81506, + 196070, + 198673, + 73054, + 175665, + 129919, + 254627, + 1610, + 152605, + 87760, + 246639, + 198862, + 97699, + 96499, + 212627, + 104677, + 16763, + 21045, + 190955, + 45943, + 91396, + 165925, + 74134, + 44195, + 45748, + 161459, + 211671, + 51340, + 14335, + 213168, + 176200, + 40939, + 160727, + 67495, + 60174, + 229973, + 112342, + 178107, + 60805, + 114308, + 4661, + 219375, + 53024, + 211063, + 62002, + 216765, + 5187, + 38360, + 104912, + 249578, + 237643, + 239083, + 31913, + 14430, + 237741, + 116717, + 94597, + 133063, + 231237, + 198135, + 206939, + 195451, + 234302, + 209362, + 61485, + 152704, + 232487, + 21935, + 190017, + 57515, + 116896, + 210346, + 66294, + 226029, + 85262, + 101893, + 11717, + 200091, + 257992, + 147941, + 93306, + 114216, + 163221, + 92219, + 76921, + 7150, + 248469, + 208708, + 153957, + 170466, + 166138, + 2954, + 100567, + 118848, + 67521, + 39118, + 129193, + 139939, + 194706, + 237688, + 188342, + 20683, + 71611, + 204223, + 112101, + 205190, + 157854, + 201479, + 234895, + 122165, + 25865, + 172103, + 53443, + 127173, + 41980, + 79818, + 86626, + 85479, + 202621, + 55160, + 117082, + 230466, + 60203, + 47447, + 121788, + 87260, + 91094, + 18509, + 4698, + 26881, + 93068, + 257715, + 33496, + 230066, + 181087, + 116267, + 191787, + 200870, + 156936, + 155486, + 222482, + 28919, + 255989, + 187522, + 161271, + 156566, + 169852, + 252217, + 137177, + 107504, + 171092, + 178032, + 3648, + 136915, + 141177, + 23471, + 64398, + 45024, + 168422, + 205435, + 70159, + 130912, + 246031, + 140404, + 17153, + 188557, + 202187, + 207102, + 1317, + 30282, + 40897, + 189848, + 190135, + 253786, + 50629, + 80306, + 9027, + 53833, + 150742, + 150617, + 79095, + 41497, + 187103, + 176745, + 119772, + 92342, + 8613, + 106531, + 75634, + 167298, + 3699, + 16267, + 70631, + 46901, + 179736, + 229291, + 123638, + 122744, + 173591, + 253456, + 94117, + 171687, + 182679, + 82118, + 30151, + 69382, + 40945, + 572, + 202640, + 239846, + 92223, + 230821, + 123643, + 42453, + 93114, + 131834, + 115491, + 193355, + 195217, + 42325, + 243996, + 140017, + 137735, + 30762, + 47019, + 34173, + 159142, + 108656, + 41263, + 49441, + 205119, + 75232, + 75241, + 236145, + 155703, + 71465, + 42281, + 77281, + 228811, + 121060, + 31088, + 90623, + 23917, + 193680, + 119614, + 55023, + 126580, + 215356, + 61916, + 227631, + 239804, + 96166, + 188386, + 195879, + 109173, + 40103, + 117822, + 211858, + 90180, + 56019, + 134830, + 22044, + 120031, + 240834, + 158828, + 109448, + 234279, + 254682, + 44768, + 95914, + 88939, + 49523, + 88195, + 85447, + 68622, + 8112, + 75252, + 172473, + 129447, + 5039, + 155257, + 247754, + 187018, + 145748, + 9690, + 229300, + 149442, + 43216, + 217191, + 75147, + 123554, + 205483, + 203057, + 221122, + 92783, + 170403, + 144216, + 169724, + 243339, + 236658, + 166207, + 35205, + 254734, + 50434, + 75360, + 38254, + 171848, + 42674, + 178442, + 99243, + 245407, + 55181, + 119425, + 191356, + 209790, + 202674, + 172085, + 37770, + 22213, + 233640, + 257200, + 239487, + 127870, + 199984, + 169354, + 15328, + 44675, + 239166, + 17991, + 239953, + 69904, + 81607, + 3074, + 97352, + 80422, + 58673, + 165184, + 231450, + 206378, + 233509, + 39838, + 167337, + 257019, + 124008, + 229830, + 62585, + 99482, + 14700, + 4000, + 237579, + 249833, + 79434, + 176408, + 153602, + 230578, + 121228, + 214121, + 205991, + 6878, + 41786, + 25513, + 249818, + 140567, + 109337, + 93501, + 205739, + 209840, + 246133, + 171350, + 56579, + 227329, + 203602, + 121262, + 72509, + 128270, + 63093, + 152489, + 59870, + 186916, + 25261, + 253891, + 130578, + 256484, + 123053, + 26005, + 28771, + 137178, + 130484, + 157432, + 193834, + 119660, + 151278, + 29706, + 118157, + 7536, + 178634, + 167355, + 207543, + 166299, + 70421, + 166112, + 188335, + 201026, + 205653, + 81861, + 112701, + 177536, + 215995, + 136646, + 87862, + 223574, + 170176, + 101976, + 174304, + 204393, + 20464, + 88289, + 221125, + 237740, + 43050, + 91292, + 83047, + 115228, + 165557, + 23327, + 160025, + 35301, + 155345, + 44, + 163452, + 194595, + 165511, + 96811, + 187339, + 166004, + 67475, + 41226, + 106539, + 230623, + 171457, + 69843, + 222862, + 25920, + 122266, + 201211, + 29738, + 33183, + 84093, + 36453, + 50879, + 224997, + 221108, + 47937, + 3486, + 173040, + 117858, + 80841, + 183816, + 71524, + 247907, + 202768, + 257965, + 221931, + 138168, + 248938, + 245484, + 96542, + 61416, + 89698, + 159631, + 53273, + 142294, + 40178, + 183431, + 250117, + 162072, + 245157, + 34547, + 25805, + 210119, + 138405, + 232483, + 122412, + 244026, + 195878, + 90361, + 143106, + 53483, + 194762, + 23974, + 231793, + 167578, + 184253, + 112817, + 78282, + 193967, + 81821, + 30329, + 60891, + 243680, + 103345, + 231878, + 217702, + 154641, + 159910, + 130310, + 43750, + 154046, + 120776, + 135243, + 55376, + 124031, + 43409, + 57711, + 241248, + 230149, + 118059, + 234131, + 15914, + 120786, + 258551, + 141885, + 181035, + 255908, + 155828, + 161786, + 133914, + 206605, + 3925, + 235070, + 49498, + 158015, + 97642, + 59907, + 94937, + 29434, + 154689, + 130094, + 11487, + 80036, + 180225, + 124464, + 36023, + 117365, + 205584, + 35950, + 259862, + 86176, + 249298, + 154870, + 125906, + 12759, + 241821, + 85109, + 153462, + 146712, + 83937, + 113125, + 26718, + 4402, + 135305, + 12827, + 151797, + 173416, + 131156, + 192412, + 129623, + 46760, + 165871, + 142861, + 60192, + 156960, + 8868, + 44931, + 256626, + 165840, + 158506, + 199816, + 102782, + 101765, + 186667, + 103695, + 56858, + 257211, + 139116, + 176333, + 4729, + 157033, + 122629, + 151136, + 257385, + 9802, + 74859, + 26555, + 106577, + 81660, + 28714, + 131589, + 238859, + 197395, + 184689, + 201102, + 174114, + 31536, + 149270, + 207018, + 42422, + 236828, + 227417, + 101033, + 127639, + 134669, + 184802, + 94157, + 223725, + 118736, + 157999, + 160800, + 95824, + 254655, + 21234, + 61166, + 20625, + 220305, + 131346, + 215314, + 179971, + 243954, + 155584, + 162916, + 17045, + 23449, + 74681, + 220981, + 259488, + 164942, + 87318, + 74777, + 96983, + 176668, + 50949, + 144177, + 42570, + 17261, + 119258, + 246110, + 81131, + 163946, + 155943, + 82497, + 158439, + 207121, + 16099, + 42323, + 104625, + 237594, + 70135, + 177277, + 14208, + 148835, + 45085, + 56378, + 158362, + 164472, + 42998, + 187032, + 28466, + 259737, + 195010, + 146432, + 121718, + 120007, + 118927, + 22896, + 43898, + 187361, + 122920, + 246363, + 132270, + 195529, + 194690, + 73152, + 204148, + 243949, + 256236, + 48412, + 109203, + 53296, + 261722, + 54552, + 62214, + 59895, + 135353, + 183298, + 49226, + 185456, + 39172, + 229841, + 105919, + 111210, + 146281, + 65202, + 57735, + 157089, + 13895, + 120363, + 242853, + 199343, + 48556, + 65140, + 204814, + 225818, + 212297, + 67791, + 15189, + 18552, + 133456, + 135618, + 98231, + 121905, + 56988, + 179956, + 26231, + 47979, + 50986, + 100874, + 11580, + 113727, + 254098, + 196072, + 102374, + 72375, + 42413, + 33213, + 84527, + 229807, + 23834, + 110684, + 190807, + 99601, + 70609, + 159954, + 61226, + 41320, + 245030, + 200268, + 81055, + 100264, + 163566, + 171650, + 6377, + 226680, + 49503, + 31565, + 182556, + 91086, + 41647, + 127315, + 112892, + 21655, + 16939, + 200916, + 104034, + 169477, + 4195, + 136978, + 44951, + 208177, + 62450, + 126266, + 192107, + 241662, + 199160, + 198868, + 56463, + 87628, + 120009, + 6360, + 195980, + 112018, + 94118, + 63354, + 20472, + 241088, + 232480, + 181522, + 2831, + 175547, + 75725, + 203406, + 225014, + 219581, + 246272, + 217203, + 176060, + 237689, + 184523, + 31299, + 258349, + 174600, + 169734, + 261059, + 187915, + 18975, + 55204, + 118433, + 116753, + 218919, + 25761, + 104305, + 103533, + 213320, + 122957, + 212261, + 228262, + 98488, + 37562, + 256396, + 55978, + 108785, + 204323, + 24873, + 254563, + 58654, + 191858, + 143852, + 207196, + 183635, + 77192, + 51657, + 98913, + 254095, + 135660, + 83437, + 48037, + 138040, + 31639, + 173600, + 42125, + 135715, + 156525, + 190737, + 34511, + 144606, + 200947, + 184863, + 75140, + 123686, + 91335, + 37922, + 153029, + 177580, + 125849, + 40747, + 186439, + 131479, + 158389, + 214105, + 43816, + 155667, + 71590, + 200363, + 188436, + 38979, + 26752, + 22802, + 232249, + 47582, + 149185, + 188005, + 87063, + 23433, + 25669, + 58000, + 220007, + 82053, + 9717, + 130370, + 196091, + 132143, + 221814, + 39484, + 93392, + 80602, + 133191, + 198907, + 141610, + 64831, + 135248, + 19732, + 109356, + 191142, + 120130, + 565, + 44536, + 183617, + 43896, + 240535, + 8841, + 211397, + 230496, + 73618, + 82012, + 64774, + 230312, + 1990, + 136279, + 210300, + 29430, + 26098, + 164315, + 214697, + 139515, + 236233, + 147960, + 124588, + 235135, + 1510, + 77084, + 39700, + 118177, + 40235, + 214816, + 194710, + 49189, + 139779, + 201704, + 169482, + 183679, + 247124, + 118825, + 202047, + 153154, + 201512, + 249271, + 199782, + 48525, + 18670, + 172778, + 4596, + 48621, + 241331, + 27192, + 260976, + 224504, + 15017, + 233256, + 113298, + 105244, + 66845, + 260190, + 166507, + 7628, + 19252, + 97606, + 227900, + 42339, + 15873, + 67139, + 175437, + 29222, + 165727, + 17488, + 224598, + 188774, + 227071, + 210276, + 164868, + 140788, + 242218, + 96350, + 115106, + 73824, + 132197, + 77674, + 206326, + 128066, + 111109, + 112038, + 232547, + 36286, + 192350, + 73938, + 110473, + 201841, + 166124, + 254970, + 195065, + 119758, + 39145, + 186585, + 17832, + 188825, + 89928, + 93876, + 24895, + 233336, + 227158, + 233718, + 218763, + 167797, + 155883, + 22136, + 34461, + 200968, + 256280, + 160714, + 17670, + 52225, + 35005, + 12582, + 80041, + 59734, + 82455, + 106742, + 148704, + 43973, + 88595, + 119078, + 184242, + 201312, + 232732, + 124716, + 68303, + 111849, + 25533, + 193420, + 168051, + 231241, + 210492, + 222647, + 165426, + 255841, + 33883, + 59180, + 112641, + 145451, + 171780, + 122225, + 251104, + 196388, + 220440, + 122222, + 29404, + 245628, + 178800, + 209490, + 68030, + 235231, + 148630, + 168856, + 141961, + 22616, + 229932, + 176788, + 219998, + 185502, + 232812, + 112931, + 39866, + 198208, + 235195, + 91892, + 206168, + 38345, + 40740, + 154433, + 119679, + 221429, + 119466, + 74163, + 104071, + 137038, + 131130, + 238133, + 234752, + 28649, + 15448, + 179916, + 248713, + 124540, + 207000, + 254359, + 156386, + 252567, + 176129, + 89549, + 289, + 254983, + 128825, + 132560, + 184476, + 248251, + 223285, + 5843, + 80714, + 177307, + 125841, + 34466, + 131218, + 256381, + 104835, + 74443, + 159784, + 145845, + 221201, + 131169, + 218986, + 152740, + 161185, + 133053, + 43980, + 17973, + 217059, + 129212, + 101259, + 185309, + 209590, + 23160, + 27280, + 4449, + 121220, + 235824, + 163957, + 25347, + 37873, + 251281, + 157447, + 154804, + 192522, + 171234, + 231509, + 62961, + 160537, + 173468, + 68981, + 67002, + 133721, + 59415, + 119388, + 23762, + 49183, + 193452, + 226182, + 211830, + 196297, + 27888, + 27670, + 38005, + 254724, + 182790, + 178334, + 232596, + 64285, + 145401, + 101640, + 236296, + 11614, + 29921, + 50150, + 247137, + 36969, + 221811, + 170105, + 167202, + 24711, + 9952, + 740, + 170500, + 261675, + 29282, + 16574, + 67502, + 163746, + 108017, + 154626, + 111346, + 240696, + 7111, + 257279, + 122521, + 230580, + 142343, + 64787, + 73532, + 30773, + 75375, + 88838, + 137000, + 245357, + 180209, + 4785, + 22221, + 178381, + 51152, + 59191, + 199352, + 190942, + 170429, + 62878, + 61381, + 124283, + 112795, + 231619, + 252118, + 169778, + 18556, + 199636, + 174045, + 109673, + 35992, + 136280, + 129226, + 58816, + 150579, + 107023, + 12454, + 110996, + 537, + 195199, + 245692, + 21138, + 211505, + 33336, + 139407, + 31305, + 67356, + 141795, + 4308, + 55543, + 61182, + 166621, + 116626, + 218866, + 69508, + 66068, + 30683, + 152, + 216694, + 52169, + 192942, + 233243, + 248361, + 97952, + 22745, + 223733, + 211077, + 34494, + 73247, + 239306, + 171362, + 246615, + 58212, + 193416, + 64997, + 148949, + 45026, + 207252, + 139765, + 50814, + 242719, + 12145, + 67322, + 52118, + 81074, + 11611, + 80586, + 199831, + 28290, + 192044, + 165419, + 117037, + 100406, + 197669, + 102796, + 72891, + 203157, + 148594, + 99048, + 50035, + 105064, + 18761, + 135518, + 107236, + 117847, + 187927, + 119588, + 86839, + 1163, + 203579, + 107826, + 92201, + 44522, + 152456, + 9998, + 233562, + 156555, + 255551, + 103151, + 65082, + 21236, + 141797, + 153725, + 79130, + 141536, + 241371, + 219279, + 112622, + 176949, + 166573, + 226379, + 163775, + 75570, + 227957, + 650, + 106224, + 226087, + 99156, + 151559, + 11579, + 89743, + 58916, + 63938, + 206832, + 166620, + 6856, + 179912, + 124030, + 13298, + 225764, + 192392, + 162749, + 178250, + 88929, + 100793, + 193323, + 160400, + 247766, + 93670, + 159818, + 240020, + 66754, + 86838, + 20401, + 125989, + 33119, + 96999, + 108155, + 114969, + 119933, + 84627, + 31543, + 250239, + 135085, + 109852, + 69157, + 144620, + 96899, + 37158, + 116357, + 179429, + 201493, + 253291, + 160330, + 132574, + 6819, + 144193, + 22801, + 260758, + 174115, + 156937, + 116449, + 42936, + 92760, + 205831, + 13632, + 214950, + 75023, + 248316, + 178349, + 234206, + 85108, + 21636, + 147855, + 149538, + 153553, + 207828, + 46819, + 108487, + 157455, + 164968, + 217980, + 94174, + 156787, + 174773, + 53419, + 232395, + 17976, + 159936, + 60767, + 199536, + 238552, + 27013, + 231077, + 157322, + 138823, + 226203, + 182300, + 223331, + 27467, + 219995, + 232198, + 249434, + 152663, + 192246, + 24017, + 141347, + 123420, + 135522, + 146842, + 117042, + 225784, + 63534, + 88663, + 235425, + 108223, + 225384, + 142606, + 87895, + 996, + 203906, + 211389, + 107950, + 192284, + 198645, + 138869, + 130024, + 5275, + 254103, + 19107, + 11673, + 115333, + 258045, + 90685, + 77554, + 211504, + 186516, + 117531, + 2137, + 59686, + 176628, + 100348, + 143041, + 99790, + 197563, + 85031, + 165107, + 70768, + 28496, + 6129, + 68050, + 27252, + 143242, + 20321, + 66874, + 231739, + 8187, + 68703, + 146251, + 99930, + 50518, + 58858, + 185851, + 236766, + 175039, + 34222, + 161514, + 12851, + 98174, + 157278, + 126385, + 71200, + 108288, + 146544, + 233466, + 76471, + 132832, + 10332, + 89111, + 86532, + 37211, + 215734, + 250373, + 35866, + 201222, + 233506, + 244678, + 239134, + 151642, + 147544, + 128545, + 90509, + 89954, + 191847, + 6148, + 55746, + 96782, + 73273, + 223138, + 113729, + 157522, + 200448, + 214891, + 92667, + 13748, + 10296, + 78909, + 155650, + 254084, + 75087, + 216050, + 71157, + 56464, + 155082, + 247421, + 81019, + 101120, + 105978, + 23753, + 256138, + 133657, + 194215, + 84476, + 84464, + 41898, + 107290, + 9220, + 25757, + 117007, + 5782, + 31699, + 146133, + 147316, + 135703, + 201843, + 248627, + 119748, + 20340, + 87074, + 87306, + 105414, + 130186, + 174225, + 197282, + 112573, + 179793, + 74532, + 153231, + 1662, + 45479, + 86887, + 135890, + 200464, + 124689, + 202549, + 186007, + 256807, + 249202, + 147286, + 15628, + 76827, + 166983, + 181373, + 6036, + 227630, + 94921, + 70388, + 113738, + 73595, + 242663, + 168555, + 92218, + 227984, + 243106, + 260322, + 203374, + 117955, + 127751, + 141734, + 230128, + 69332, + 149500, + 196810, + 143169, + 136221, + 244386, + 102858, + 94108, + 162473, + 39561, + 173085, + 8555, + 76324, + 217625, + 120458, + 71181, + 122788, + 108566, + 245348, + 182197, + 36707, + 6835, + 10755, + 123992, + 23272, + 61085, + 52496, + 52416, + 12926, + 161005, + 244048, + 176840, + 31112, + 249866, + 184926, + 8935, + 59405, + 121223, + 30667, + 60846, + 50925, + 61383, + 651, + 196055, + 116118, + 52309, + 30942, + 25373, + 127343, + 74690, + 201433, + 201560, + 133400, + 191914, + 170666, + 52776, + 43122, + 103054, + 256437, + 52257, + 15462, + 187956, + 228170, + 197253, + 94488, + 94740, + 190321, + 28644, + 84362, + 62638, + 207238, + 206394, + 151327, + 184756, + 90066, + 198367, + 124369, + 103116, + 158228, + 82400, + 53786, + 138199, + 204144, + 95148, + 157241, + 135052, + 237177, + 198148, + 136167, + 213812, + 55595, + 1494, + 80804, + 231047, + 158899, + 61096, + 86345, + 39106, + 258393, + 193644, + 25189, + 137130, + 171363, + 19365, + 58285, + 236059, + 195525, + 204606, + 257007, + 137725, + 64088, + 257195, + 87168, + 16802, + 200353, + 74380, + 192757, + 228818, + 148563, + 191614, + 85032, + 185931, + 135350, + 88139, + 74839, + 96262, + 96719, + 83216, + 134158, + 131517, + 212400, + 172947, + 108945, + 7018, + 98093, + 22145, + 228873, + 71800, + 150889, + 175028, + 58036, + 11214, + 138426, + 48411, + 60265, + 260317, + 88015, + 146858, + 156063, + 128354, + 127485, + 19961, + 153199, + 162798, + 57329, + 252822, + 146809, + 92167, + 70867, + 136744, + 197574, + 217760, + 151982, + 148242, + 123542, + 260803, + 10036, + 219075, + 107795, + 23354, + 57705, + 152484, + 260687, + 113502, + 200130, + 29495, + 105636, + 220518, + 79, + 57174, + 80205, + 188244, + 188381, + 185687, + 158861, + 133401, + 173912, + 167219, + 261363, + 102727, + 5826, + 162716, + 111967, + 49408, + 37172, + 146396, + 78163, + 129309, + 94961, + 15708, + 192192, + 58486, + 239377, + 170249, + 6968, + 218648, + 255636, + 46556, + 229277, + 160685, + 12929, + 97034, + 119658, + 71099, + 256200, + 126921, + 57178, + 222278, + 95581, + 148919, + 125991, + 53459, + 233789, + 168044, + 31635, + 71058, + 224693, + 179597, + 88183, + 17840, + 180295, + 49595, + 127302, + 192714, + 143480, + 72378, + 44943, + 135899, + 33780, + 24978, + 162496, + 224886, + 58288, + 118783, + 125782, + 17110, + 204798, + 217374, + 18812, + 219481, + 142756, + 106503, + 156837, + 92029, + 157235, + 24780, + 67623, + 36583, + 31859, + 149926, + 88489, + 164709, + 123592, + 56662, + 77367, + 234989, + 157520, + 161961, + 158233, + 261707, + 159994, + 132491, + 219588, + 188239, + 258262, + 48917, + 49269, + 56302, + 229923, + 170945, + 93937, + 67142, + 9597, + 32358, + 149351, + 3070, + 100944, + 209074, + 90964, + 176373, + 91586, + 91616, + 106620, + 90719, + 53114, + 14190, + 192517, + 28854, + 97630, + 31172, + 94320, + 204133, + 181979, + 204142, + 240648, + 102143, + 72214, + 140336, + 32403, + 188064, + 189808, + 147116, + 162463, + 53843, + 146335, + 135889, + 80005, + 39946, + 106361, + 168684, + 59775, + 142611, + 104495, + 53332, + 10754, + 199106, + 106116, + 162082, + 75951, + 148485, + 95942, + 146925, + 191947, + 119264, + 94586, + 227713, + 7824, + 106472, + 146976, + 111951, + 92547, + 181074, + 46454, + 48011, + 191862, + 12043, + 3685, + 164542, + 68426, + 175195, + 73015, + 164184, + 131566, + 253137, + 126684, + 118583, + 163536, + 226551, + 95224, + 194069, + 125379, + 207258, + 219940, + 244050, + 217237, + 91904, + 33341, + 203856, + 245309, + 95183, + 232515, + 37574, + 117590, + 139079, + 127554, + 38199, + 95675, + 233990, + 27549, + 72135, + 116188, + 49893, + 127003, + 88918, + 252237, + 177875, + 142747, + 1898, + 44309, + 261084, + 144670, + 70894, + 49542, + 250740, + 96716, + 259675, + 245711, + 82893, + 88248, + 253526, + 197369, + 196702, + 175171, + 221677, + 125100, + 152651, + 214382, + 47154, + 121325, + 129928, + 21907, + 215463, + 88099, + 170412, + 84422, + 237835, + 17643, + 76309, + 206329, + 59853, + 126789, + 91459, + 244483, + 157100, + 195967, + 159399, + 87212, + 15086, + 200512, + 3452, + 96570, + 38848, + 102784, + 33570, + 163635, + 76917, + 140220, + 58094, + 123761, + 30986, + 199769, + 16449, + 20059, + 111354, + 170321, + 173133, + 17457, + 103005, + 76639, + 28717, + 93200, + 230930, + 185666, + 54436, + 145446, + 90106, + 254456, + 2527, + 171686, + 91065, + 10689, + 194734, + 94911, + 146871, + 68619, + 98811, + 224437, + 115285, + 41374, + 171016, + 203449, + 189355, + 258389, + 187462, + 92998, + 173564, + 38177, + 42893, + 135197, + 15887, + 254177, + 19552, + 57480, + 237007, + 81605, + 250101, + 22216, + 7644, + 220521, + 35048, + 89808, + 43371, + 176169, + 191000, + 94150, + 126362, + 109608, + 143754, + 23625, + 221583, + 236569, + 221874, + 46647, + 85685, + 38639, + 59866, + 95601, + 149711, + 123433, + 23773, + 112005, + 62612, + 92974, + 234835, + 115398, + 172175, + 135676, + 12232, + 190590, + 235436, + 37684, + 86608, + 128805, + 66581, + 79159, + 31174, + 127147, + 17865, + 18550, + 91834, + 68621, + 120931, + 157912, + 73922, + 198422, + 222822, + 165168, + 2321, + 111129, + 184140, + 210909, + 244822, + 102542, + 56058, + 93828, + 110620, + 39473, + 72269, + 234283, + 208656, + 227370, + 211885, + 148352, + 201128, + 191052, + 157390, + 68739, + 85083, + 153080, + 43294, + 14349, + 131887, + 166576, + 220787, + 214644, + 236879, + 195954, + 26262, + 127853, + 225686, + 172837, + 54052, + 151962, + 147516, + 71854, + 152916, + 49639, + 207150, + 257380, + 64226, + 142420, + 136002, + 785, + 67187, + 3679, + 170323, + 141548, + 53065, + 214938, + 99281, + 164847, + 105466, + 53173, + 257138, + 135268, + 184184, + 205536, + 1239, + 133367, + 225225, + 106549, + 52941, + 250199, + 242294, + 93993, + 122645, + 202172, + 162393, + 45486, + 67117, + 255685, + 109032, + 126175, + 127369, + 61365, + 217572, + 199301, + 4179, + 128998, + 161257, + 4868, + 206213, + 73355, + 110270, + 191623, + 196685, + 240674, + 98472, + 55484, + 64052, + 211333, + 34369, + 16307, + 245012, + 88337, + 174900, + 16342, + 86590, + 70450, + 215073, + 158354, + 107716, + 44785, + 153466, + 111611, + 50172, + 159696, + 148671, + 238647, + 20516, + 84540, + 59355, + 113757, + 232945, + 154594, + 917, + 179019, + 137843, + 156882, + 108246, + 98907, + 201279, + 43407, + 101432, + 54563, + 8278, + 22565, + 165025, + 176695, + 250359, + 48960, + 228003, + 134613, + 161376, + 113080, + 146386, + 33511, + 223175, + 70780, + 136760, + 124558, + 228130, + 64503, + 256816, + 166561, + 229485, + 9672, + 41682, + 141782, + 66073, + 65650, + 233252, + 120909, + 185297, + 72495, + 116042, + 25318, + 247728, + 157602, + 191220, + 217696, + 170580, + 109802, + 50268, + 115005, + 169817, + 123672, + 232617, + 211796, + 5368, + 241307, + 79777, + 35998, + 217423, + 161502, + 78473, + 86727, + 84755, + 138925, + 150559, + 123238, + 261842, + 133102, + 211407, + 48022, + 79092, + 120385, + 111337, + 36980, + 236142, + 37758, + 46504, + 178551, + 206103, + 210855, + 143072, + 251374, + 40369, + 144264, + 215532, + 33445, + 147656, + 13468, + 200152, + 113353, + 241063, + 50406, + 89173, + 74831, + 209925, + 226945, + 33770, + 258137, + 186894, + 46855, + 139341, + 125422, + 91180, + 148404, + 146306, + 141999, + 9276, + 65987, + 112799, + 111385, + 185834, + 38760, + 16447, + 159389, + 161582, + 83290, + 231292, + 191626, + 127679, + 141012, + 218650, + 212805, + 149765, + 70879, + 143315, + 158066, + 191747, + 199930, + 114492, + 15995, + 237352, + 20939, + 244371, + 163445, + 182674, + 75425, + 42510, + 171113, + 464, + 255839, + 175434, + 133076, + 86003, + 70082, + 43532, + 34058, + 132404, + 239904, + 48872, + 145805, + 141772, + 76687, + 122779, + 110243, + 9512, + 121167, + 193291, + 99844, + 129965, + 225050, + 189219, + 4509, + 76927, + 8932, + 110221, + 46125, + 219848, + 207959, + 32939, + 97329, + 26411, + 100499, + 205113, + 203931, + 183664, + 60082, + 199449, + 66615, + 138004, + 217854, + 256058, + 4411, + 118830, + 97708, + 26847, + 34699, + 182346, + 82370, + 22727, + 9409, + 64927, + 68377, + 129812, + 253212, + 206317, + 171443, + 233049, + 242732, + 163754, + 230212, + 225020, + 55274, + 52763, + 72395, + 83949, + 177263, + 188421, + 249409, + 22281, + 53893, + 45255, + 159453, + 241565, + 224632, + 35678, + 205948, + 80922, + 164285, + 103536, + 54432, + 100313, + 127174, + 57362, + 44439, + 257417, + 169488, + 228140, + 221615, + 135018, + 52876, + 86760, + 38835, + 90005, + 60827, + 294, + 118638, + 251162, + 154163, + 223084, + 173363, + 161597, + 173842, + 217317, + 123904, + 204138, + 53852, + 52337, + 69666, + 12965, + 216547, + 23909, + 120391, + 197176, + 41391, + 151121, + 114405, + 237756, + 226269, + 34234, + 34680, + 68800, + 155910, + 261007, + 211689, + 118019, + 117031, + 3002, + 128483, + 51270, + 169758, + 181388, + 95630, + 248516, + 14817, + 108742, + 54166, + 218595, + 167801, + 80151, + 84658, + 30159, + 142230, + 255183, + 120634, + 216130, + 214126, + 228562, + 106086, + 113086, + 219466, + 120343, + 249835, + 18493, + 49634, + 133299, + 175680, + 32769, + 197966, + 261922, + 112269, + 62400, + 225738, + 79726, + 28042, + 169596, + 69510, + 161092, + 173807, + 219514, + 245466, + 147386, + 113669, + 145910, + 103289, + 182120, + 55300, + 161424, + 28178, + 74250, + 7321, + 106375, + 150869, + 129238, + 192957, + 88818, + 209923, + 30192, + 167136, + 69185, + 46050, + 14001, + 73305, + 4883, + 52612, + 208196, + 47228, + 80098, + 155221, + 159264, + 227357, + 76662, + 217223, + 222634, + 5902, + 101454, + 138367, + 21526, + 234996, + 242930, + 243181, + 198595, + 2623, + 190261, + 230305, + 184846, + 42980, + 83536, + 109638, + 115863, + 194349, + 42878, + 49104, + 22172, + 171803, + 126971, + 7726, + 112822, + 148178, + 74338, + 253862, + 103278, + 77582, + 73897, + 64329, + 136502, + 4670, + 37225, + 114955, + 195246, + 42251, + 245064, + 215952, + 246588, + 108031, + 105241, + 160219, + 177934, + 260119, + 200932, + 189585, + 139095, + 211018, + 202930, + 12764, + 49753, + 101921, + 231158, + 28274, + 227730, + 155101, + 15505, + 15333, + 47066, + 5837, + 162567, + 68120, + 19982, + 81840, + 207426, + 185066, + 58251, + 75230, + 201654, + 108735, + 115785, + 128486, + 168678, + 14497, + 169824, + 151925, + 71787, + 240135, + 85623, + 204227, + 28395, + 176724, + 125177, + 153586, + 20297, + 237357, + 127384, + 77784, + 195953, + 27010, + 29918, + 149016, + 212078, + 15634, + 71407, + 152048, + 120378, + 249616, + 241630, + 113659, + 178598, + 22866, + 127561, + 1628, + 48697, + 9520, + 5729, + 64499, + 171463, + 233723, + 5218, + 235998, + 21571, + 180601, + 38446, + 17849, + 193460, + 232604, + 86179, + 226960, + 233068, + 149670, + 57795, + 256772, + 5299, + 158261, + 14421, + 33195, + 90204, + 155628, + 85958, + 13242, + 7005, + 250841, + 113242, + 194247, + 200680, + 204483, + 57398, + 36104, + 106542, + 101048, + 111104, + 87778, + 21365, + 182037, + 54023, + 72725, + 99521, + 39247, + 156860, + 47693, + 122600, + 125974, + 241237, + 226648, + 249984, + 204042, + 22337, + 192098, + 218539, + 1599, + 101990, + 101974, + 62444, + 119545, + 143269, + 111485, + 81218, + 240825, + 225816, + 3852, + 2020, + 34917, + 140177, + 193854, + 43315, + 89052, + 84386, + 66523, + 84247, + 146696, + 166294, + 205988, + 212330, + 19378, + 212915, + 178935, + 87004, + 36503, + 37811, + 217782, + 179112, + 108274, + 195521, + 51571, + 50551, + 183864, + 215353, + 144204, + 177789, + 101175, + 151298, + 226897, + 126124, + 190823, + 57338, + 63293, + 98615, + 231675, + 240432, + 158810, + 262131, + 22849, + 16532, + 104437, + 241095, + 4222, + 142010, + 258897, + 140241, + 134468, + 194400, + 57529, + 31897, + 164701, + 4695, + 158866, + 185990, + 35777, + 82247, + 129484, + 206256, + 106994, + 111032, + 256710, + 183527, + 175931, + 53621, + 75168, + 60925, + 14386, + 37682, + 216062, + 219739, + 177744, + 102012, + 237137, + 41281, + 4255, + 176252, + 6614, + 21088, + 127090, + 238656, + 50227, + 59126, + 72732, + 7832, + 8501, + 93853, + 195088, + 236143, + 260946, + 45199, + 64960, + 203234, + 223558, + 202824, + 86638, + 180456, + 65683, + 26956, + 48337, + 89676, + 13430, + 4058, + 114916, + 162661, + 176094, + 40752, + 185288, + 245380, + 11883, + 58302, + 238297, + 71875, + 181635, + 47005, + 117494, + 239592, + 183359, + 111591, + 175023, + 51490, + 63129, + 72761, + 19861, + 250252, + 172217, + 146395, + 13693, + 40458, + 1418, + 81653, + 196215, + 5351, + 194812, + 18073, + 164218, + 182072, + 233634, + 95319, + 202692, + 205067, + 766, + 30438, + 153585, + 103302, + 15059, + 101337, + 140459, + 142480, + 239240, + 89827, + 245800, + 104315, + 236055, + 169587, + 58778, + 191714, + 87633, + 101508, + 181519, + 27732, + 200327, + 35408, + 186710, + 182999, + 62839, + 86126, + 212062, + 47317, + 181667, + 199120, + 170028, + 4819, + 122423, + 211675, + 168294, + 79522, + 58444, + 166518, + 245136, + 92794, + 206246, + 99165, + 34482, + 155443, + 172317, + 80199, + 240292, + 242437, + 190466, + 65839, + 85530, + 172273, + 57986, + 260719, + 121023, + 178329, + 18692, + 160792, + 133340, + 254450, + 200391, + 207275, + 188794, + 124921, + 23595, + 11292, + 244890, + 57805, + 210252, + 138715, + 78387, + 257301, + 244374, + 82791, + 10902, + 44600, + 206153, + 107102, + 223377, + 116726, + 198102, + 121276, + 227241, + 2925, + 111093, + 24588, + 42986, + 187735, + 30182, + 166063, + 30639, + 7374, + 203001, + 167752, + 55731, + 37538, + 109573, + 126123, + 247172, + 233379, + 148840, + 255638, + 42740, + 59235, + 133869, + 84979, + 29904, + 150848, + 207977, + 111280, + 23805, + 146562, + 107602, + 133684, + 183165, + 3073, + 72067, + 245644, + 192271, + 124867, + 245613, + 140152, + 248631, + 211840, + 111214, + 12399, + 147072, + 98184, + 217165, + 91653, + 140538, + 50618, + 193098, + 223981, + 142123, + 72481, + 218832, + 28715, + 120601, + 119098, + 192576, + 161320, + 157593, + 141087, + 65703, + 73048, + 2078, + 55940, + 17756, + 148426, + 69427, + 69991, + 22554, + 96848, + 41700, + 244296, + 121421, + 1330, + 211099, + 1186, + 113336, + 5126, + 204941, + 109154, + 197129, + 174380, + 5287, + 53939, + 208044, + 33705, + 146440, + 196264, + 253275, + 23422, + 176367, + 198293, + 199611, + 207267, + 180901, + 176652, + 126714, + 108830, + 179223, + 45923, + 129742, + 94102, + 79161, + 61444, + 4823, + 14168, + 163678, + 135301, + 86580, + 50793, + 34145, + 73421, + 124310, + 40111, + 101996, + 13265, + 20318, + 212139, + 105394, + 223349, + 52143, + 195446, + 168909, + 236244, + 190868, + 216862, + 46046, + 250213, + 156955, + 25494, + 79529, + 167233, + 48105, + 213456, + 199976, + 225702, + 141477, + 155851, + 102778, + 47720, + 44305, + 7446, + 261096, + 136043, + 19680, + 165680, + 179245, + 234781, + 207927, + 255967, + 26486, + 122769, + 6451, + 115997, + 174016, + 1007, + 245420, + 167830, + 199294, + 214646, + 154949, + 191784, + 196986, + 149567, + 105248, + 159787, + 119267, + 128302, + 30131, + 10382, + 249728, + 96108, + 149212, + 174552, + 171042, + 220621, + 220026, + 148712, + 70828, + 111801, + 228499, + 129975, + 248526, + 207026, + 259158, + 175674, + 59583, + 96481, + 50060, + 227560, + 256231, + 191997, + 254096, + 86109, + 51413, + 247306, + 160753, + 120076, + 174924, + 35515, + 141673, + 21114, + 56168, + 86877, + 188813, + 232638, + 227760, + 64854, + 176107, + 148948, + 164061, + 44333, + 80728, + 255693, + 28036, + 31243, + 219431, + 237308, + 23952, + 105578, + 40753, + 93087, + 46877, + 243375, + 186615, + 54742, + 168862, + 117526, + 48817, + 209573, + 224370, + 38162, + 180328, + 63906, + 181893, + 104264, + 36428, + 30075, + 239485, + 217490, + 140793, + 216090, + 257617, + 140693, + 26086, + 35726, + 179970, + 122297, + 115370, + 221056, + 25177, + 240860, + 98058, + 214392, + 121043, + 46469, + 222315, + 112870, + 77283, + 121846, + 253279, + 220084, + 181971, + 225168, + 121017, + 80806, + 227136, + 28533, + 211016, + 85207, + 21830, + 93384, + 221885, + 199388, + 111393, + 5761, + 61255, + 93659, + 93665, + 15038, + 140277, + 109205, + 238471, + 79684, + 127074, + 224963, + 253438, + 201463, + 13159, + 128820, + 82293, + 121292, + 177002, + 18894, + 118640, + 261023, + 65125, + 249569, + 86361, + 84631, + 70753, + 24309, + 46380, + 189910, + 180995, + 137311, + 136198, + 184949, + 9140, + 117078, + 181843, + 137750, + 175241, + 203553, + 259295, + 36150, + 88464, + 102487, + 81830, + 219128, + 168451, + 19057, + 103871, + 197793, + 52580, + 121615, + 64402, + 229399, + 28488, + 162247, + 654, + 14583, + 136654, + 17418, + 212906, + 224980, + 234521, + 187318, + 18642, + 81841, + 246023, + 200170, + 238613, + 234987, + 104044, + 60081, + 207480, + 138822, + 26085, + 21872, + 49780, + 240123, + 104967, + 137609, + 210978, + 221710, + 118986, + 178015, + 59281, + 140148, + 231089, + 98342, + 213083, + 209122, + 159537, + 193397, + 150199, + 106109, + 223178, + 157949, + 29754, + 209256, + 190934, + 237559, + 4037, + 187772, + 20868, + 146913, + 244956, + 130082, + 204344, + 196735, + 187865, + 98768, + 181430, + 80143, + 152989, + 67176, + 20753, + 82641, + 61114, + 102411, + 247610, + 172566, + 32696, + 254592, + 255444, + 227431, + 259573, + 191736, + 99032, + 52932, + 40200, + 170884, + 175047, + 26636, + 219380, + 118967, + 249175, + 251814, + 35262, + 44761, + 258390, + 167469, + 194923, + 174642, + 254931, + 63284, + 152754, + 162823, + 8578, + 178885, + 229812, + 43826, + 148596, + 139685, + 215942, + 233626, + 10839, + 51871, + 247242, + 24959, + 176776, + 68495, + 201647, + 163049, + 171149, + 1653, + 129547, + 231654, + 183929, + 183217, + 171503, + 235293, + 34262, + 221692, + 213679, + 247853, + 115730, + 3804, + 116330, + 23502, + 196324, + 81989, + 235593, + 244954, + 93350, + 135754, + 101772, + 15714, + 259071, + 23128, + 132732, + 110404, + 163363, + 110518, + 97135, + 129704, + 82769, + 137452, + 134723, + 102324, + 49101, + 23890, + 213866, + 213836, + 67135, + 137581, + 168052, + 17359, + 105135, + 166988, + 206322, + 109847, + 224276, + 120271, + 165200, + 36855, + 54988, + 197033, + 138798, + 21095, + 50389, + 190757, + 118982, + 15319, + 137788, + 4654, + 235129, + 140373, + 56928, + 144187, + 2811, + 92234, + 146283, + 147648, + 63557, + 24218, + 215107, + 66863, + 91267, + 29982, + 195201, + 117402, + 93281, + 90159, + 25985, + 127265, + 255096, + 114472, + 103219, + 26842, + 186228, + 64030, + 253344, + 62415, + 42698, + 94020, + 88745, + 189446, + 69323, + 3399, + 80022, + 194932, + 256330, + 185204, + 141298, + 76968, + 185898, + 139281, + 191104, + 167626, + 153455, + 159385, + 52930, + 105067, + 64456, + 94674, + 212284, + 49340, + 73431, + 124552, + 215658, + 96373, + 96721, + 207361, + 101180, + 205922, + 60643, + 41553, + 138316, + 53976, + 21166, + 96153, + 76753, + 50313, + 73949, + 65744, + 74031, + 24429, + 106685, + 165428, + 125255, + 146765, + 74333, + 85368, + 101917, + 175212, + 138598, + 225592, + 30014, + 206451, + 73637, + 160549, + 114127, + 13953, + 141459, + 244430, + 42361, + 140822, + 16179, + 64172, + 199738, + 73620, + 157701, + 233312, + 259972, + 237724, + 204775, + 84553, + 245178, + 113801, + 252742, + 187818, + 81673, + 90956, + 154643, + 207880, + 210105, + 119396, + 148296, + 230487, + 43261, + 255969, + 34692, + 68818, + 141312, + 96775, + 75070, + 209952, + 236874, + 233651, + 249425, + 135254, + 98041, + 179872, + 205003, + 51419, + 153985, + 61530, + 163378, + 257484, + 129456, + 189367, + 131069, + 72155, + 213099, + 105307, + 186104, + 210828, + 207181, + 23062, + 160830, + 95209, + 242944, + 254774, + 119187, + 222343, + 88445, + 146596, + 181767, + 48097, + 226098, + 222141, + 261454, + 158671, + 40407, + 222633, + 23863, + 199501, + 256030, + 98669, + 59878, + 189790, + 17250, + 166203, + 42992, + 249906, + 15654, + 155770, + 74503, + 173709, + 223014, + 54177, + 67341, + 142707, + 129020, + 10044, + 56911, + 100883, + 183919, + 26298, + 249487, + 79510, + 96928, + 243148, + 193132, + 104730, + 54509, + 109885, + 248167, + 207513, + 96065, + 60521, + 62874, + 114762, + 260252, + 232213, + 25717, + 110096, + 197941, + 172239, + 134798, + 205714, + 118108, + 208782, + 250432, + 226139, + 210961, + 179839, + 162980, + 248845, + 85289, + 147327, + 238757, + 113969, + 230950, + 208737, + 63099, + 45866, + 108016, + 150353, + 41611, + 236478, + 207802, + 221838, + 149346, + 210042, + 215276, + 68260, + 38340, + 193496, + 41035, + 48783, + 151881, + 91856, + 131680, + 211400, + 257731, + 98678, + 118134, + 227093, + 87515, + 10245, + 101242, + 163249, + 180069, + 97648, + 65702, + 174379, + 188255, + 231109, + 187427, + 234961, + 74614, + 126776, + 84100, + 251285, + 155210, + 178756, + 37961, + 213009, + 94550, + 140163, + 152070, + 120069, + 207363, + 88733, + 48000, + 176029, + 116803, + 53004, + 44975, + 16656, + 180625, + 35255, + 215202, + 67353, + 13585, + 161676, + 92417, + 164435, + 209915, + 92420, + 243754, + 222846, + 191560, + 32043, + 58894, + 17652, + 207914, + 12444, + 159326, + 136363, + 31159, + 128492, + 253563, + 194549, + 36883, + 250708, + 230144, + 78997, + 176581, + 114994, + 50084, + 25222, + 75027, + 148869, + 3191, + 193688, + 73790, + 169286, + 77148, + 165591, + 47420, + 219046, + 36056, + 175439, + 246730, + 104174, + 79535, + 79997, + 158519, + 140833, + 130149, + 33217, + 54214, + 153684, + 90984, + 27522, + 115087, + 195813, + 210057, + 117386, + 137997, + 97227, + 28896, + 258479, + 201156, + 241854, + 200178, + 175338, + 52075, + 33443, + 172316, + 52595, + 59550, + 36064, + 824, + 33224, + 23051, + 126276, + 60706, + 199539, + 187271, + 125574, + 239624, + 229635, + 16393, + 94887, + 165008, + 142092, + 162459, + 78114, + 183201, + 181365, + 136420, + 133988, + 96342, + 26699, + 163980, + 95543, + 228704, + 45640, + 80874, + 36632, + 145204, + 252307, + 202332, + 261671, + 142760, + 121311, + 137018, + 83170, + 66859, + 195149, + 112011, + 124535, + 146339, + 57196, + 198170, + 116491, + 185413, + 86547, + 42591, + 110888, + 133596, + 176226, + 198405, + 162405, + 215709, + 218788, + 115746, + 28733, + 143543, + 28119, + 91483, + 207308, + 44994, + 212053, + 133277, + 241104, + 150993, + 178160, + 167909, + 229193, + 195540, + 177667, + 5623, + 176665, + 230203, + 72767, + 183147, + 116468, + 137260, + 133533, + 73387, + 57233, + 164652, + 100872, + 252645, + 13224, + 222300, + 168259, + 133062, + 155562, + 131736, + 188055, + 109176, + 221727, + 71387, + 163084, + 83529, + 151851, + 157157, + 63403, + 149800, + 38055, + 78046, + 3037, + 227001, + 190856, + 15721, + 130658, + 207999, + 56866, + 168749, + 79766, + 105367, + 122240, + 144764, + 230101, + 130864, + 163875, + 237803, + 213561, + 173777, + 49051, + 22357, + 93590, + 33779, + 104593, + 148539, + 14119, + 171471, + 152713, + 192433, + 59273, + 136825, + 257363, + 134774, + 166807, + 30902, + 126926, + 258205, + 134948, + 220820, + 256341, + 116761, + 153094, + 61377, + 100483, + 105484, + 78353, + 1801, + 199589, + 91908, + 253222, + 48250, + 5559, + 215544, + 185709, + 88900, + 43395, + 43238, + 259094, + 174534, + 51126, + 775, + 65661, + 33102, + 81496, + 51809, + 28452, + 168677, + 47020, + 250971, + 84595, + 63600, + 221068, + 194214, + 99760, + 109369, + 14021, + 33379, + 105366, + 116807, + 142182, + 210211, + 129852, + 229353, + 165612, + 217753, + 231059, + 248083, + 243592, + 87424, + 114053, + 28060, + 158428, + 227234, + 47201, + 119736, + 101812, + 97900, + 196469, + 3200, + 177702, + 106520, + 166835, + 212740, + 122901, + 199689, + 67701, + 38303, + 237591, + 206682, + 71224, + 244529, + 119924, + 222624, + 57509, + 215669, + 8185, + 59270, + 46244, + 68582, + 7192, + 77751, + 49390, + 249810, + 72522, + 21965, + 115807, + 108050, + 202920, + 154965, + 252624, + 141706, + 23526, + 256536, + 190866, + 201565, + 148916, + 16257, + 218182, + 196078, + 40032, + 76688, + 206757, + 167198, + 153357, + 123131, + 211536, + 149423, + 243236, + 56050, + 128580, + 8248, + 132567, + 231349, + 217839, + 220254, + 22805, + 137981, + 14835, + 18188, + 154908, + 99036, + 234333, + 246283, + 66804, + 3830, + 203990, + 22632, + 152150, + 171688, + 178181, + 78537, + 32131, + 115951, + 44826, + 24675, + 259837, + 3513, + 13183, + 166975, + 63407, + 215420, + 230443, + 52644, + 177935, + 102617, + 214967, + 7940, + 18872, + 27114, + 91246, + 26763, + 151958, + 123115, + 91524, + 192626, + 109201, + 67065, + 51515, + 103762, + 71843, + 23346, + 150262, + 214175, + 120639, + 98492, + 49588, + 218793, + 205721, + 56818, + 211307, + 69438, + 250094, + 118216, + 259230, + 84251, + 249646, + 167090, + 56598, + 191069, + 75137, + 62758, + 220232, + 42648, + 3491, + 259789, + 185609, + 208274, + 92394, + 149471, + 22677, + 205017, + 43952, + 132072, + 120490, + 92779, + 9750, + 210279, + 166014, + 12205, + 110086, + 85118, + 114687, + 45500, + 145577, + 44876, + 63458, + 161215, + 187517, + 124706, + 36888, + 176137, + 13340, + 169043, + 120898, + 203040, + 138326, + 215950, + 84235, + 1866, + 59845, + 49520, + 143199, + 110829, + 202294, + 254899, + 5015, + 52556, + 23833, + 19081, + 145029, + 224974, + 182173, + 234940, + 17726, + 211169, + 99732, + 163178, + 23446, + 234901, + 171862, + 5717, + 229014, + 84271, + 175884, + 211089, + 176943, + 226646, + 103163, + 233220, + 205704, + 74856, + 198496, + 242680, + 234430, + 41777, + 205103, + 102007, + 79534, + 201153, + 74998, + 238780, + 52750, + 140338, + 25682, + 4848, + 235080, + 197802, + 122864, + 79879, + 44882, + 106208, + 245989, + 200522, + 217792, + 4952, + 58640, + 209215, + 60133, + 224461, + 35088, + 125731, + 184917, + 68396, + 92122, + 152646, + 145329, + 169622, + 226640, + 209565, + 247196, + 30725, + 85233, + 189359, + 135178, + 98977, + 9888, + 169727, + 238760, + 174591, + 85415, + 180828, + 28575, + 205541, + 63079, + 17614, + 45364, + 975, + 55632, + 101212, + 101839, + 87076, + 79340, + 241087, + 237243, + 212095, + 70491, + 20480, + 217842, + 173235, + 248757, + 97080, + 193307, + 46762, + 199291, + 161392, + 74104, + 87660, + 106467, + 106544, + 22774, + 82554, + 112568, + 144142, + 127721, + 92682, + 195628, + 237638, + 204658, + 77040, + 119494, + 99962, + 197135, + 244128, + 205117, + 112197, + 37099, + 167074, + 213963, + 225700, + 179192, + 160263, + 213538, + 165958, + 128943, + 192286, + 55124, + 45951, + 100665, + 1150, + 34799, + 4765, + 42764, + 70052, + 83408, + 132837, + 6712, + 11165, + 130027, + 85546, + 259416, + 41848, + 151429, + 72174, + 141731, + 179954, + 195463, + 258497, + 70079, + 188040, + 88523, + 126498, + 55847, + 17842, + 12268, + 129284, + 84447, + 99120, + 249879, + 203847, + 79984, + 162731, + 233190, + 39448, + 165496, + 51744, + 220417, + 66497, + 3049, + 149782, + 172076, + 187410, + 119002, + 252076, + 129675, + 122062, + 17145, + 28356, + 217973, + 142545, + 124519, + 109745, + 92425, + 195390, + 96085, + 208627, + 132385, + 138528, + 222002, + 248062, + 192022, + 110228, + 10838, + 27573, + 176640, + 43151, + 94409, + 43447, + 247694, + 17828, + 210584, + 97534, + 98676, + 109596, + 92500, + 63789, + 94665, + 66944, + 138571, + 225237, + 89352, + 57406, + 48379, + 65053, + 82129, + 38296, + 190857, + 184377, + 128558, + 120267, + 144826, + 203710, + 81733, + 206271, + 175089, + 254532, + 119200, + 126117, + 177817, + 252973, + 141998, + 54667, + 5046, + 75277, + 236279, + 181313, + 43489, + 185434, + 239573, + 138924, + 44402, + 213608, + 27454, + 172204, + 99812, + 70510, + 135679, + 181968, + 80225, + 181095, + 131108, + 217557, + 193889, + 107926, + 126879, + 49745, + 29024, + 190204, + 123604, + 44063, + 245408, + 157202, + 201694, + 39622, + 225970, + 138943, + 90364, + 181849, + 4384, + 202212, + 255410, + 109624, + 100294, + 180590, + 127218, + 214019, + 199322, + 22284, + 64131, + 17041, + 219506, + 39573, + 254719, + 13681, + 117966, + 239609, + 50979, + 163259, + 225952, + 48868, + 180899, + 237279, + 237306, + 164208, + 69569, + 170766, + 119292, + 9536, + 25187, + 181988, + 134282, + 183386, + 163799, + 159212, + 11968, + 106561, + 300, + 1743, + 212517, + 187840, + 88639, + 47859, + 204568, + 56767, + 67126, + 18495, + 149291, + 32843, + 170125, + 239365, + 158156, + 164054, + 122115, + 161916, + 80972, + 2227, + 89857, + 70370, + 13710, + 46936, + 255350, + 235961, + 218008, + 195895, + 130074, + 180082, + 154952, + 206330, + 21405, + 135674, + 89831, + 141852, + 156453, + 73206, + 72215, + 138149, + 185777, + 116947, + 234872, + 220080, + 133878, + 22411, + 22149, + 244782, + 244514, + 203266, + 86754, + 97315, + 41964, + 23307, + 68982, + 213551, + 98274, + 95794, + 8544, + 138646, + 159018, + 138975, + 23410, + 135474, + 155689, + 109619, + 251828, + 13312, + 105750, + 239522, + 78920, + 107131, + 210443, + 150023, + 121200, + 141182, + 4453, + 255991, + 63368, + 145774, + 187286, + 66525, + 190665, + 106103, + 233653, + 25250, + 42829, + 21986, + 19045, + 182244, + 54565, + 198591, + 19832, + 154293, + 149179, + 126904, + 221832, + 26850, + 243429, + 31646, + 84854, + 167428, + 131042, + 80289, + 164366, + 110044, + 251032, + 248012, + 95690, + 162780, + 220960, + 260260, + 255700, + 151861, + 70913, + 25335, + 161731, + 223393, + 105121, + 117564, + 114315, + 117363, + 134743, + 39750, + 193380, + 111226, + 56290, + 25591, + 161640, + 246418, + 69953, + 213672, + 197322, + 260244, + 70396, + 257431, + 244089, + 226950, + 43089, + 146818, + 6609, + 182847, + 238171, + 164633, + 170920, + 44393, + 115882, + 125094, + 179618, + 14891, + 216065, + 65560, + 205374, + 193601, + 88713, + 24892, + 232531, + 54624, + 89434, + 236131, + 202736, + 142121, + 219344, + 52224, + 182278, + 252569, + 161965, + 229257, + 46572, + 114845, + 20530, + 58907, + 234594, + 15853, + 152930, + 66190, + 41257, + 103220, + 79624, + 81959, + 13751, + 247119, + 42362, + 164475, + 71425, + 61606, + 177993, + 250561, + 96826, + 86078, + 93194, + 231364, + 187685, + 121585, + 231950, + 243198, + 77201, + 58683, + 228461, + 40999, + 210512, + 182203, + 166489, + 77213, + 23440, + 76530, + 30813, + 32446, + 209438, + 159928, + 218700, + 33866, + 190376, + 227024, + 51522, + 159837, + 32123, + 114105, + 237969, + 55289, + 153647, + 233128, + 251910, + 33662, + 25657, + 229584, + 113404, + 212374, + 157803, + 16652, + 5175, + 74976, + 80731, + 125404, + 95761, + 162342, + 81477, + 157869, + 116944, + 212451, + 160637, + 44243, + 146806, + 101690, + 202244, + 90353, + 149004, + 84568, + 214467, + 27174, + 175236, + 185824, + 165971, + 240837, + 148759, + 123282, + 188737, + 20216, + 100224, + 11003, + 94163, + 37372, + 66115, + 156904, + 107180, + 106848, + 120718, + 246726, + 65513, + 104585, + 186362, + 102549, + 140945, + 77892, + 150686, + 51110, + 149197, + 259229, + 190599, + 130728, + 27400, + 35543, + 60177, + 14212, + 126510, + 20713, + 40247, + 10926, + 64028, + 220284, + 5794, + 143818, + 191347, + 133012, + 50874, + 194061, + 117731, + 40631, + 48136, + 87976, + 248779, + 231337, + 41094, + 227159, + 239199, + 30573, + 223759, + 167272, + 20400, + 40966, + 257744, + 49330, + 5787, + 152326, + 20581, + 177871, + 190776, + 55599, + 243262, + 39510, + 222566, + 16310, + 189835, + 87926, + 142825, + 173148, + 146915, + 91445, + 243715, + 247632, + 35807, + 6576, + 141475, + 191263, + 113563, + 127151, + 156958, + 237655, + 174271, + 33893, + 38137, + 108623, + 208094, + 60748, + 104246, + 226996, + 136406, + 257103, + 161194, + 11013, + 24902, + 119210, + 225218, + 204526, + 14136, + 192848, + 100843, + 248013, + 13105, + 77998, + 234590, + 254952, + 10192, + 246749, + 188293, + 111901, + 59470, + 135471, + 180787, + 189893, + 212618, + 226064, + 110387, + 43648, + 22013, + 26405, + 53467, + 205668, + 259081, + 9361, + 232972, + 40251, + 220383, + 83502, + 126918, + 79996, + 194792, + 3162, + 154729, + 53697, + 48775, + 72660, + 226130, + 126868, + 212354, + 207338, + 233654, + 33581, + 250436, + 57183, + 38035, + 35917, + 161649, + 106190, + 3906, + 250757, + 106846, + 17453, + 125141, + 102577, + 56254, + 225490, + 198791, + 148682, + 67552, + 197491, + 179527, + 211211, + 3028, + 163186, + 115723, + 17230, + 235134, + 43976, + 156623, + 241245, + 81918, + 253016, + 74950, + 105673, + 191480, + 34749, + 97889, + 225239, + 7421, + 185141, + 79140, + 164040, + 135205, + 222942, + 86667, + 163040, + 1734, + 2715, + 27133, + 236501, + 189749, + 72623, + 200073, + 87603, + 259392, + 131758, + 74652, + 90272, + 221313, + 96103, + 5639, + 214616, + 4779, + 20848, + 248993, + 107043, + 112107, + 239727, + 75165, + 32740, + 87765, + 220134, + 36575, + 239331, + 75902, + 24460, + 135378, + 127954, + 121132, + 250496, + 124080, + 163570, + 206007, + 215682, + 108555, + 212813, + 193856, + 23071, + 3082, + 131935, + 156102, + 158429, + 74560, + 150176, + 167754, + 194530, + 48256, + 71659, + 27925, + 155748, + 165602, + 144056, + 167724, + 174018, + 11767, + 241912, + 118144, + 153673, + 93317, + 191829, + 11806, + 46956, + 15838, + 126482, + 137305, + 222702, + 41283, + 109603, + 132275, + 245166, + 44446, + 27304, + 261621, + 123932, + 103467, + 84293, + 48522, + 187468, + 170129, + 129715, + 218991, + 189884, + 71345, + 239874, + 210481, + 61349, + 66088, + 181186, + 61363, + 101805, + 200556, + 120709, + 144460, + 241488, + 213432, + 178134, + 72397, + 32278, + 211298, + 22499, + 126, + 171829, + 217071, + 188976, + 227220, + 206827, + 217126, + 66443, + 223408, + 192261, + 111682, + 199071, + 66727, + 102498, + 128576, + 168914, + 187481, + 106220, + 218807, + 109643, + 203487, + 4844, + 20174, + 21527, + 152235, + 222641, + 54796, + 174218, + 220059, + 244585, + 158292, + 227102, + 13273, + 60745, + 254024, + 186767, + 127488, + 143683, + 78445, + 151557, + 16736, + 94549, + 66426, + 109485, + 2870, + 76960, + 142687, + 69826, + 165156, + 151686, + 130379, + 25896, + 174297, + 232113, + 88715, + 219696, + 183176, + 131450, + 127396, + 207116, + 110753, + 253895, + 202149, + 113370, + 180553, + 10960, + 131773, + 147301, + 81537, + 202264, + 234997, + 216304, + 21984, + 158097, + 170708, + 240961, + 54959, + 191489, + 36039, + 167356, + 184301, + 216693, + 151277, + 106647, + 50740, + 39031, + 229234, + 113465, + 85310, + 109341, + 189072, + 69749, + 156235, + 236821, + 58609, + 28120, + 221630, + 47973, + 43662, + 92064, + 181775, + 145159, + 247821, + 37923, + 108462, + 216343, + 62157, + 891, + 158217, + 228823, + 152183, + 150232, + 249785, + 45986, + 24562, + 9879, + 153574, + 103648, + 167220, + 145624, + 214448, + 94825, + 136732, + 244093, + 158096, + 187715, + 222883, + 179610, + 155933, + 23269, + 65073, + 230226, + 127000, + 22679, + 42615, + 162231, + 227499, + 177458, + 126185, + 117444, + 80272, + 180779, + 34174, + 49540, + 40807, + 40683, + 125220, + 174341, + 121746, + 67500, + 238516, + 6692, + 137985, + 64734, + 168246, + 245473, + 188573, + 76197, + 170372, + 61417, + 3931, + 144788, + 119321, + 40287, + 69370, + 101963, + 113193, + 25028, + 152749, + 248879, + 234122, + 202780, + 84901, + 71737, + 179602, + 9522, + 256084, + 208241, + 191405, + 259638, + 149032, + 226127, + 185072, + 127254, + 54, + 81517, + 61489, + 56475, + 169679, + 162480, + 223583, + 187593, + 207476, + 139340, + 8448, + 52735, + 42427, + 221787, + 127211, + 23750, + 132073, + 111780, + 173141, + 154200, + 225735, + 49435, + 117046, + 125542, + 242410, + 232237, + 140263, + 209150, + 193271, + 220949, + 172906, + 40785, + 230850, + 237134, + 170672, + 40023, + 209017, + 42670, + 234381, + 210712, + 20345, + 57017, + 56816, + 37421, + 120328, + 190187, + 2592, + 229141, + 63687, + 55616, + 158304, + 12640, + 5578, + 236062, + 228936, + 50414, + 30764, + 7648, + 90013, + 260102, + 249575, + 149667, + 220159, + 155621, + 50412, + 12224, + 16691, + 150550, + 31207, + 79700, + 198526, + 239334, + 215720, + 169278, + 103457, + 68316, + 89561, + 203612, + 247357, + 168322, + 53504, + 81677, + 19046, + 71817, + 211819, + 224272, + 154931, + 259231, + 224646, + 216623, + 193131, + 201809, + 196104, + 117503, + 77964, + 63420, + 185868, + 126083, + 133113, + 221093, + 210701, + 155732, + 106893, + 23876, + 121227, + 43721, + 38292, + 212157, + 107276, + 188056, + 201676, + 46688, + 60869, + 251506, + 38283, + 239307, + 42481, + 205962, + 206072, + 236779, + 23450, + 242354, + 235071, + 86248, + 261459, + 231370, + 142357, + 53535, + 93339, + 241132, + 252797, + 196562, + 121431, + 188036, + 246438, + 252375, + 16618, + 195487, + 244701, + 140288, + 72570, + 197473, + 173145, + 24198, + 122647, + 103732, + 19032, + 104783, + 183855, + 213745, + 242545, + 216828, + 89750, + 225076, + 221082, + 192508, + 39586, + 94324, + 44658, + 88483, + 22340, + 171066, + 85736, + 52813, + 89794, + 75859, + 64264, + 63855, + 11915, + 137255, + 123254, + 25859, + 112356, + 12864, + 234216, + 48276, + 155073, + 227914, + 114745, + 104152, + 246575, + 52042, + 121531, + 235008, + 154382, + 213081, + 175713, + 92212, + 200207, + 40354, + 77420, + 111199, + 256031, + 20185, + 44424, + 225614, + 8298, + 91488, + 85075, + 32463, + 41270, + 172294, + 173719, + 250603, + 249692, + 115812, + 157589, + 34240, + 51286, + 257219, + 173542, + 30976, + 166622, + 7249, + 132305, + 115611, + 92279, + 177835, + 233020, + 231712, + 223221, + 141811, + 200367, + 19474, + 248613, + 160690, + 197337, + 329, + 69044, + 256660, + 193597, + 216882, + 154538, + 127416, + 188747, + 133555, + 3911, + 149467, + 87081, + 218102, + 60302, + 245782, + 173656, + 203158, + 212018, + 45409, + 163886, + 234830, + 193436, + 201794, + 1002, + 167172, + 257414, + 200596, + 60072, + 31252, + 57279, + 216158, + 162382, + 40862, + 236499, + 241972, + 217873, + 191531, + 176501, + 45496, + 191548, + 145794, + 34432, + 180044, + 221984, + 151895, + 175638, + 126509, + 8986, + 4526, + 199754, + 24209, + 28392, + 57290, + 242303, + 155175, + 66902, + 142608, + 219924, + 199286, + 255172, + 50068, + 4452, + 165563, + 87766, + 247657, + 19561, + 223860, + 67871, + 2471, + 242267, + 52513, + 12052, + 26179, + 167778, + 152271, + 97657, + 146304, + 15173, + 34571, + 241613, + 177378, + 144865, + 206601, + 90487, + 66505, + 219200, + 76231, + 35417, + 243450, + 185938, + 115596, + 21002, + 178552, + 48752, + 129531, + 32058, + 125866, + 45407, + 42609, + 9412, + 112514, + 141568, + 242390, + 168988, + 88736, + 10706, + 216477, + 21296, + 142663, + 83588, + 258984, + 237386, + 17149, + 116843, + 52243, + 91508, + 6826, + 119522, + 169836, + 47821, + 170371, + 11630, + 163019, + 132109, + 45592, + 117757, + 4361, + 185599, + 238899, + 184137, + 215706, + 190497, + 101060, + 226048, + 161428, + 206323, + 94244, + 108156, + 13962, + 224844, + 72295, + 150867, + 111308, + 254840, + 154251, + 153604, + 167383, + 112610, + 44782, + 7256, + 247204, + 240036, + 182730, + 50325, + 151214, + 10994, + 239115, + 15239, + 59098, + 121949, + 131255, + 226498, + 152134, + 41230, + 66015, + 232907, + 165550, + 87429, + 112887, + 174206, + 194637, + 92984, + 157108, + 103050, + 199327, + 70129, + 21066, + 89819, + 19110, + 1631, + 107579, + 104187, + 167748, + 72698, + 233401, + 257464, + 145702, + 86716, + 169402, + 178899, + 78011, + 257721, + 125988, + 254853, + 1466, + 247039, + 227064, + 155898, + 125953, + 71254, + 122610, + 212707, + 181509, + 138033, + 102304, + 197529, + 205482, + 223573, + 184592, + 134761, + 235120, + 209768, + 246246, + 96197, + 244344, + 217780, + 83875, + 192297, + 178359, + 59338, + 219252, + 4834, + 190058, + 108530, + 41240, + 172499, + 135348, + 231807, + 191845, + 60639, + 195347, + 129428, + 180008, + 109672, + 105826, + 54585, + 109870, + 244029, + 20309, + 246582, + 176791, + 200844, + 253914, + 47738, + 159755, + 93904, + 118215, + 163774, + 200589, + 202870, + 215548, + 37417, + 58152, + 106274, + 225745, + 167232, + 47629, + 226736, + 123820, + 99520, + 95312, + 136923, + 76905, + 66945, + 10144, + 119871, + 105082, + 90227, + 48935, + 241455, + 247570, + 74293, + 238942, + 14144, + 80612, + 135712, + 247369, + 98803, + 94148, + 122699, + 141818, + 123158, + 172584, + 151658, + 102649, + 91868, + 144664, + 128125, + 134418, + 165052, + 125933, + 129057, + 216273, + 256839, + 182472, + 25355, + 98947, + 109632, + 208971, + 227352, + 3637, + 230784, + 14898, + 84038, + 138127, + 8367, + 31817, + 59279, + 50074, + 232760, + 91056, + 94927, + 163603, + 250936, + 245469, + 215090, + 122800, + 201187, + 40104, + 58828, + 253832, + 224724, + 48931, + 212994, + 246022, + 160367, + 123594, + 40018, + 87663, + 167727, + 247966, + 100545, + 78584, + 40573, + 6068, + 249124, + 17341, + 18369, + 199806, + 49622, + 34224, + 83153, + 53496, + 4902, + 224200, + 185411, + 73444, + 228357, + 58800, + 69470, + 185922, + 109590, + 208250, + 24804, + 224475, + 142286, + 62087, + 29331, + 46754, + 245139, + 129141, + 105124, + 59200, + 125002, + 40878, + 85185, + 4901, + 225628, + 93529, + 250024, + 177575, + 154167, + 255784, + 45216, + 163052, + 152981, + 231445, + 227521, + 86219, + 140769, + 249016, + 86335, + 163934, + 210395, + 243306, + 115038, + 53279, + 103470, + 251464, + 124957, + 33732, + 15530, + 141351, + 90668, + 237868, + 79335, + 139770, + 104485, + 190384, + 153631, + 76784, + 62930, + 61996, + 95168, + 121649, + 61950, + 17530, + 259190, + 197568, + 277, + 7770, + 99836, + 70704, + 248259, + 133825, + 207617, + 206679, + 66553, + 196918, + 54606, + 240074, + 262117, + 134630, + 11698, + 184263, + 175809, + 38089, + 80869, + 155993, + 100267, + 248241, + 229987, + 96606, + 30887, + 20955, + 162848, + 35654, + 31792, + 6739, + 225459, + 218498, + 186839, + 249285, + 50620, + 178320, + 25712, + 210094, + 226971, + 62173, + 114537, + 233270, + 128790, + 115179, + 121248, + 117442, + 128400, + 75536, + 226711, + 158680, + 111750, + 221758, + 261950, + 7571, + 130420, + 23463, + 38745, + 245657, + 203603, + 2903, + 661, + 259834, + 167225, + 216356, + 61086, + 234362, + 184064, + 207672, + 135159, + 189459, + 51373, + 195754, + 198672, + 223886, + 34540, + 125313, + 188377, + 44319, + 227808, + 53227, + 243822, + 13818, + 107194, + 205494, + 185644, + 188025, + 252171, + 227849, + 135334, + 140264, + 24045, + 36784, + 78341, + 124861, + 208112, + 241347, + 244496, + 116051, + 58760, + 238252, + 14921, + 157950, + 246042, + 254844, + 105476, + 218432, + 209340, + 114062, + 76258, + 127463, + 242563, + 247603, + 134492, + 185791, + 93997, + 234291, + 25327, + 128062, + 196096, + 179999, + 141378, + 46618, + 190042, + 119540, + 95043, + 189661, + 201015, + 4503, + 70517, + 156239, + 200279, + 204487, + 146287, + 22506, + 61280, + 51070, + 183487, + 168730, + 152739, + 100751, + 200197, + 191016, + 140933, + 146398, + 6596, + 188977, + 72869, + 77619, + 191339, + 69229, + 23308, + 198503, + 198893, + 34797, + 196295, + 206073, + 195920, + 107840, + 222912, + 5424, + 224223, + 140581, + 160994, + 215244, + 189417, + 174528, + 156110, + 246080, + 35574, + 199663, + 4386, + 117893, + 15678, + 190271, + 160137, + 245182, + 178173, + 38310, + 26354, + 241692, + 191233, + 81491, + 35552, + 53907, + 1870, + 245925, + 55040, + 179018, + 204589, + 255625, + 210755, + 133750, + 53085, + 79747, + 256743, + 233612, + 24237, + 12859, + 180298, + 51438, + 161024, + 125548, + 24098, + 9925, + 215190, + 95370, + 130914, + 239149, + 42910, + 134169, + 123285, + 193917, + 39047, + 200474, + 219678, + 99137, + 150509, + 130233, + 84443, + 218021, + 223404, + 249955, + 15092, + 47448, + 11215, + 176389, + 236608, + 256757, + 53758, + 105893, + 119893, + 164053, + 82029, + 177283, + 128858, + 131980, + 58179, + 176270, + 236604, + 259695, + 261670, + 194512, + 213134, + 210381, + 59221, + 147076, + 218990, + 152949, + 256273, + 207206, + 91516, + 33431, + 120739, + 223437, + 150789, + 72773, + 9954, + 197215, + 170804, + 93237, + 102733, + 246085, + 127714, + 1698, + 52672, + 76904, + 212184, + 233157, + 130560, + 224128, + 195387, + 170917, + 6005, + 232914, + 245632, + 122084, + 102743, + 26556, + 211019, + 166639, + 122478, + 135565, + 166562, + 198993, + 97791, + 66229, + 126372, + 153230, + 47855, + 38703, + 21737, + 60765, + 53178, + 85904, + 189900, + 110111, + 221175, + 23469, + 71269, + 23367, + 181477, + 117520, + 51696, + 191694, + 52531, + 255367, + 2401, + 249137, + 162448, + 44580, + 209463, + 18672, + 9915, + 201356, + 69417, + 53790, + 234641, + 25224, + 38751, + 218051, + 106319, + 177806, + 169082, + 259721, + 114224, + 101563, + 87190, + 40431, + 90273, + 69288, + 207537, + 68000, + 60815, + 149586, + 119309, + 214511, + 106333, + 79360, + 236656, + 95307, + 122793, + 204812, + 174326, + 63290, + 17348, + 235418, + 150045, + 113081, + 67673, + 200267, + 32155, + 200288, + 40524, + 232193, + 111715, + 190343, + 119001, + 254951, + 207332, + 76943, + 198821, + 243565, + 141471, + 258707, + 27468, + 156480, + 104464, + 228288, + 65790, + 57877, + 131306, + 86744, + 240037, + 245559, + 21843, + 239981, + 7078, + 252442, + 80713, + 107865, + 98939, + 221221, + 16529, + 7741, + 107577, + 205074, + 142325, + 38316, + 247828, + 119877, + 165837, + 250789, + 253720, + 139479, + 217592, + 262055, + 201117, + 82201, + 234924, + 197586, + 198131, + 239458, + 92769, + 62875, + 197662, + 133067, + 256744, + 108341, + 18116, + 118695, + 102818, + 1931, + 53110, + 217999, + 196763, + 75324, + 55779, + 202622, + 219109, + 16497, + 158939, + 25483, + 239435, + 116257, + 139604, + 40144, + 151617, + 17164, + 243969, + 125865, + 252662, + 135775, + 50672, + 156020, + 190344, + 217611, + 114709, + 123461, + 259538, + 165919, + 29711, + 238253, + 208727, + 188479, + 239422, + 191293, + 210985, + 40238, + 219507, + 160094, + 20355, + 44306, + 50689, + 67251, + 76146, + 23887, + 171727, + 48012, + 51877, + 118505, + 45918, + 123244, + 113654, + 92307, + 249119, + 179017, + 190158, + 229501, + 143566, + 238038, + 30755, + 244133, + 182464, + 113766, + 140130, + 71472, + 26116, + 95700, + 97170, + 12786, + 239201, + 117640, + 13786, + 215288, + 247461, + 24971, + 34245, + 43788, + 170650, + 224318, + 250190, + 41956, + 69484, + 252915, + 95501, + 37072, + 139527, + 79814, + 243850, + 55675, + 253026, + 255219, + 59378, + 240941, + 217183, + 35407, + 184549, + 216730, + 104193, + 3994, + 24075, + 76243, + 87122, + 174902, + 221380, + 238395, + 97571, + 120990, + 44301, + 223190, + 4715, + 125807, + 38646, + 220962, + 254298, + 149079, + 204260, + 236442, + 234065, + 140369, + 138449, + 77437, + 219494, + 37755, + 226238, + 212905, + 140500, + 183902, + 183971, + 77742, + 162874, + 189404, + 229802, + 211835, + 56382, + 65574, + 15295, + 197640, + 228093, + 184574, + 206918, + 104121, + 39440, + 205480, + 215277, + 241269, + 64257, + 187299, + 85364, + 254830, + 164520, + 47612, + 213765, + 46731, + 192179, + 128846, + 208687, + 243112, + 61919, + 3245, + 115271, + 202677, + 62608, + 177148, + 86147, + 190586, + 107366, + 224630, + 36395, + 129455, + 17512, + 158827, + 209766, + 163904, + 189606, + 137777, + 195638, + 232555, + 63891, + 230727, + 30325, + 38419, + 184219, + 168365, + 228248, + 144996, + 256819, + 103633, + 182809, + 38457, + 151318, + 116604, + 186160, + 55111, + 35414, + 191932, + 166240, + 51059, + 6654, + 141360, + 77114, + 82869, + 13084, + 208281, + 187962, + 88095, + 52011, + 253263, + 45112, + 219786, + 111111, + 110555, + 71148, + 221327, + 115689, + 61184, + 46126, + 142472, + 109213, + 33337, + 178084, + 12561, + 131366, + 83894, + 87230, + 93814, + 146766, + 103645, + 91437, + 249505, + 191493, + 181814, + 55468, + 221050, + 147341, + 175987, + 134452, + 70078, + 143381, + 105108, + 22856, + 57971, + 104326, + 39614, + 45535, + 123641, + 9125, + 28238, + 157386, + 14322, + 177078, + 41662, + 81077, + 178596, + 109660, + 38628, + 117900, + 119251, + 255331, + 147738, + 258190, + 164255, + 27175, + 73402, + 143114, + 234715, + 59611, + 216407, + 76053, + 194648, + 32738, + 260544, + 216082, + 161178, + 221477, + 159242, + 143232, + 230174, + 222184, + 68359, + 4313, + 36128, + 190403, + 138566, + 240119, + 28075, + 38169, + 158245, + 162014, + 196526, + 115599, + 134569, + 239852, + 80379, + 116553, + 188778, + 115551, + 195312, + 61631, + 172384, + 115650, + 145171, + 41725, + 104267, + 28638, + 9740, + 61284, + 126455, + 253602, + 180061, + 4615, + 32431, + 200117, + 137634, + 91132, + 242528, + 138554, + 50941, + 139976, + 118468, + 215655, + 67013, + 171336, + 43356, + 94094, + 151532, + 50419, + 253531, + 249201, + 151599, + 256902, + 232861, + 154042, + 137308, + 246316, + 46433, + 19330, + 119961, + 219417, + 157181, + 165780, + 110970, + 231949, + 242330, + 185140, + 116111, + 166583, + 122195, + 114322, + 102576, + 31078, + 247736, + 199851, + 90821, + 27393, + 137603, + 246140, + 136416, + 6657, + 65898, + 39962, + 32339, + 152884, + 195956, + 261038, + 59649, + 15713, + 106857, + 111541, + 99403, + 184109, + 144232, + 102218, + 4963, + 169263, + 167920, + 1374, + 94354, + 55959, + 145253, + 241318, + 64668, + 1176, + 45647, + 42756, + 248110, + 53591, + 187849, + 219714, + 71872, + 54607, + 241441, + 5646, + 115840, + 41823, + 226, + 49153, + 104828, + 205773, + 73807, + 116949, + 143353, + 183055, + 128126, + 215869, + 147955, + 124907, + 59117, + 187719, + 85252, + 242900, + 26084, + 54241, + 82192, + 116832, + 250413, + 17669, + 194109, + 87088, + 76970, + 66694, + 44969, + 132480, + 169242, + 254003, + 78451, + 105129, + 16945, + 96497, + 209622, + 169599, + 185954, + 64206, + 199246, + 83551, + 177462, + 92986, + 215177, + 111139, + 56924, + 934, + 150021, + 48149, + 213642, + 12105, + 40085, + 43413, + 2033, + 211676, + 222674, + 78522, + 188510, + 58462, + 56491, + 69336, + 105758, + 154627, + 85439, + 207825, + 184953, + 83092, + 131732, + 176133, + 25715, + 47767, + 174040, + 172528, + 185240, + 32726, + 4346, + 224550, + 90672, + 67899, + 51177, + 209208, + 144266, + 131514, + 34469, + 62592, + 75960, + 19440, + 188886, + 165335, + 19044, + 115048, + 233852, + 35614, + 145762, + 157060, + 114278, + 135308, + 46912, + 10075, + 104266, + 213448, + 248558, + 106374, + 220690, + 236893, + 105937, + 22873, + 241587, + 59015, + 170370, + 178253, + 239329, + 194542, + 114841, + 54293, + 247315, + 144240, + 179014, + 121154, + 170460, + 110373, + 108510, + 33083, + 197089, + 95193, + 142335, + 89435, + 133960, + 86431, + 74653, + 85862, + 125967, + 43878, + 51220, + 240280, + 196857, + 92526, + 201994, + 92488, + 73690, + 105035, + 188995, + 86575, + 59203, + 170933, + 8218, + 91786, + 36977, + 5657, + 83267, + 216576, + 9578, + 27589, + 130257, + 24594, + 171783, + 224190, + 23095, + 141255, + 35842, + 151844, + 152530, + 160534, + 90447, + 96206, + 259796, + 149696, + 40479, + 254268, + 1719, + 59835, + 10469, + 23217, + 86748, + 193262, + 168957, + 106373, + 250146, + 220996, + 183988, + 39970, + 103201, + 247944, + 236358, + 163605, + 89192, + 16362, + 94704, + 208441, + 16558, + 116793, + 82312, + 136816, + 24977, + 147996, + 183585, + 176669, + 168778, + 36010, + 51932, + 103619, + 176979, + 135556, + 155653, + 189060, + 129439, + 32503, + 114748, + 44144, + 55104, + 134311, + 41066, + 226044, + 227997, + 84831, + 218492, + 192405, + 118275, + 151612, + 79748, + 144494, + 88883, + 95462, + 259440, + 53219, + 230526, + 105938, + 40122, + 217843, + 84499, + 138917, + 248760, + 47050, + 174095, + 224929, + 164620, + 127621, + 54812, + 210441, + 10164, + 217459, + 260888, + 155492, + 219857, + 8063, + 244458, + 176312, + 72534, + 148454, + 241208, + 196625, + 33993, + 203032, + 61005, + 166626, + 23865, + 108099, + 16091, + 32683, + 6965, + 36210, + 100870, + 160504, + 261419, + 126026, + 197302, + 45043, + 210722, + 143694, + 191048, + 39780, + 202833, + 54987, + 7501, + 239613, + 75758, + 110651, + 124241, + 42433, + 46105, + 243314, + 21777, + 123584, + 142701, + 115544, + 23205, + 221409, + 134801, + 210017, + 114149, + 77819, + 39276, + 155692, + 258214, + 179537, + 65215, + 102252, + 187324, + 250327, + 173015, + 194033, + 228272, + 82724, + 104235, + 251068, + 17707, + 98688, + 18276, + 142009, + 168520, + 137831, + 177182, + 87554, + 64310, + 83950, + 214574, + 114828, + 255950, + 244616, + 157883, + 130533, + 169615, + 112979, + 258546, + 81362, + 128683, + 17087, + 55031, + 205251, + 61789, + 69258, + 239533, + 156368, + 231610, + 9197, + 105664, + 216178, + 124442, + 232676, + 255683, + 194014, + 142296, + 44454, + 115647, + 162433, + 256797, + 45974, + 195401, + 15175, + 236309, + 236611, + 177118, + 116416, + 76125, + 107800, + 8271, + 199008, + 241679, + 140720, + 29097, + 42776, + 71608, + 99681, + 41986, + 3550, + 35661, + 135300, + 194226, + 129843, + 223439, + 127808, + 259089, + 48950, + 96267, + 9131, + 247696, + 260852, + 47914, + 168377, + 6794, + 211009, + 178647, + 143735, + 108792, + 184285, + 256244, + 259099, + 187196, + 37113, + 98606, + 102933, + 41231, + 181311, + 180618, + 71892, + 194514, + 172501, + 169219, + 249824, + 43091, + 525, + 194616, + 117107, + 164556, + 171032, + 52331, + 236754, + 90924, + 213108, + 40711, + 232287, + 201548, + 4491, + 138359, + 213197, + 54460, + 103477, + 243304, + 164016, + 259753, + 225462, + 108489, + 11692, + 122239, + 10939, + 32246, + 153734, + 162527, + 163674, + 191490, + 37516, + 81992, + 213304, + 78133, + 205594, + 10349, + 207409, + 236838, + 150468, + 125284, + 61199, + 111523, + 20554, + 84717, + 146926, + 19217, + 171499, + 77137, + 45135, + 85452, + 237384, + 169834, + 15967, + 135591, + 120946, + 128411, + 118895, + 189475, + 134804, + 108239, + 36684, + 171301, + 214608, + 120230, + 69566, + 89681, + 124243, + 149451, + 251178, + 247042, + 58952, + 213978, + 50622, + 227877, + 177737, + 209087, + 170448, + 21721, + 589, + 34889, + 25949, + 73080, + 122482, + 146353, + 53655, + 235920, + 105104, + 136917, + 17789, + 25874, + 211161, + 37686, + 66019, + 20609, + 190030, + 43431, + 172288, + 259369, + 56318, + 76517, + 139112, + 41758, + 164793, + 44345, + 108177, + 167459, + 233116, + 68568, + 57674, + 239448, + 239834, + 194735, + 140964, + 257312, + 129251, + 86456, + 73718, + 161354, + 162056, + 37560, + 12814, + 82279, + 102564, + 19122, + 85870, + 111545, + 236503, + 227097, + 232967, + 162313, + 60686, + 13036, + 229042, + 12304, + 219031, + 106950, + 1680, + 182000, + 201864, + 209549, + 91350, + 47713, + 14439, + 62519, + 74878, + 140611, + 63607, + 157347, + 146184, + 216747, + 42144, + 217807, + 106129, + 35434, + 60917, + 47863, + 226091, + 252563, + 86249, + 89732, + 177692, + 125009, + 212734, + 87425, + 159683, + 134076, + 228429, + 223674, + 35446, + 162787, + 125560, + 131962, + 21566, + 23568, + 258912, + 148236, + 14650, + 102923, + 44753, + 145731, + 111194, + 84259, + 220144, + 182503, + 211768, + 164132, + 253151, + 182784, + 219819, + 111826, + 222048, + 167980, + 205727, + 82374, + 14713, + 239039, + 113245, + 153813, + 149582, + 60927, + 15700, + 203403, + 125672, + 257314, + 94266, + 238339, + 199222, + 54639, + 144183, + 253589, + 201603, + 119171, + 9668, + 223161, + 86408, + 227841, + 252599, + 247551, + 141509, + 167669, + 1394, + 116028, + 131385, + 61102, + 259085, + 222393, + 251055, + 35519, + 73779, + 208077, + 177471, + 88322, + 135216, + 57520, + 212300, + 118835, + 217251, + 92665, + 96478, + 180766, + 54694, + 252927, + 233678, + 92435, + 52460, + 8384, + 165436, + 52473, + 240838, + 81881, + 68916, + 225089, + 27245, + 105985, + 83274, + 40957, + 240871, + 84041, + 212259, + 207115, + 223639, + 90734, + 5154, + 63987, + 72663, + 23237, + 153284, + 65403, + 68152, + 54164, + 153811, + 215575, + 17949, + 162104, + 34962, + 10271, + 109896, + 32311, + 99062, + 249974, + 217506, + 81007, + 118941, + 142374, + 100263, + 213201, + 131840, + 127839, + 142106, + 86607, + 91709, + 58849, + 156434, + 195055, + 40159, + 91991, + 135569, + 110851, + 122992, + 105021, + 201773, + 124410, + 96882, + 32491, + 98481, + 25569, + 146317, + 42947, + 73932, + 106656, + 19539, + 254730, + 70441, + 243286, + 106730, + 123862, + 181880, + 147275, + 208173, + 252205, + 119260, + 167747, + 181368, + 28881, + 261416, + 184567, + 205092, + 112988, + 150190, + 117666, + 195764, + 243456, + 144378, + 238850, + 25814, + 231084, + 20113, + 187930, + 128161, + 91301, + 128875, + 81541, + 30311, + 168737, + 58617, + 160841, + 72752, + 111405, + 57032, + 11048, + 111374, + 212617, + 183784, + 155281, + 130354, + 144712, + 2647, + 137793, + 119032, + 96556, + 178839, + 3420, + 148575, + 141027, + 190734, + 21842, + 91897, + 12468, + 254366, + 131297, + 223450, + 66567, + 141848, + 194312, + 64487, + 200987, + 200559, + 257059, + 237353, + 38158, + 193595, + 129256, + 28544, + 136836, + 128378, + 230024, + 228054, + 244684, + 22158, + 101218, + 119440, + 203833, + 45324, + 45840, + 90861, + 180046, + 183339, + 196287, + 5789, + 226436, + 34086, + 246901, + 188457, + 165258, + 219577, + 75548, + 220058, + 83887, + 46680, + 122452, + 245931, + 178047, + 63058, + 167659, + 71313, + 195377, + 93524, + 194239, + 98268, + 43692, + 233711, + 148528, + 31019, + 238146, + 95150, + 80317, + 57854, + 58692, + 10407, + 182950, + 62137, + 87048, + 60248, + 176453, + 161725, + 10973, + 162312, + 220709, + 199701, + 176554, + 128045, + 157694, + 115998, + 94022, + 76000, + 221717, + 203126, + 22585, + 44252, + 173117, + 55588, + 214051, + 258432, + 255524, + 192944, + 28050, + 65376, + 52779, + 183011, + 30591, + 10203, + 103099, + 50192, + 52835, + 133356, + 209117, + 50433, + 173653, + 62018, + 113098, + 64435, + 211234, + 149704, + 26316, + 65104, + 110769, + 8542, + 230165, + 79396, + 87741, + 207579, + 108818, + 138610, + 37991, + 68121, + 195183, + 137645, + 58140, + 141495, + 117598, + 138589, + 174484, + 26254, + 102217, + 99002, + 144852, + 189385, + 249536, + 88725, + 94438, + 9980, + 151836, + 106788, + 171720, + 18100, + 184047, + 209294, + 240141, + 226112, + 194492, + 102489, + 31666, + 129413, + 73633, + 51481, + 65488, + 42564, + 157446, + 5648, + 231281, + 55188, + 27655, + 153558, + 154880, + 141957, + 202133, + 45636, + 203545, + 252585, + 99719, + 202585, + 144070, + 238063, + 248821, + 37426, + 212699, + 218856, + 7923, + 181951, + 234194, + 184354, + 136992, + 235184, + 11901, + 28996, + 181739, + 141665, + 151126, + 198762, + 199593, + 217990, + 161638, + 112127, + 222533, + 136505, + 210110, + 31343, + 185282, + 249401, + 21936, + 24171, + 241508, + 87083, + 96362, + 137571, + 11014, + 258485, + 46648, + 159221, + 196409, + 246092, + 219597, + 173066, + 66209, + 228588, + 232466, + 184013, + 217652, + 144538, + 111150, + 243307, + 11371, + 177845, + 4295, + 180898, + 64939, + 51031, + 10333, + 153355, + 208009, + 213198, + 139900, + 37197, + 252712, + 69459, + 120676, + 33806, + 253760, + 168979, + 41052, + 224915, + 91444, + 201202, + 13373, + 87405, + 117766, + 59170, + 221021, + 246007, + 35101, + 148254, + 100886, + 94571, + 174663, + 162120, + 132289, + 193456, + 121237, + 38498, + 74682, + 224165, + 14857, + 164443, + 147005, + 227468, + 58827, + 240052, + 115567, + 194209, + 18228, + 252883, + 25751, + 209481, + 125334, + 30626, + 116743, + 110085, + 65615, + 165650, + 118989, + 81828, + 92180, + 54257, + 231467, + 130555, + 132447, + 108710, + 87242, + 128329, + 220761, + 83483, + 122208, + 69701, + 234584, + 162358, + 240080, + 41266, + 180108, + 2778, + 90569, + 33691, + 13670, + 96427, + 144474, + 81694, + 227316, + 5936, + 109558, + 104636, + 17908, + 237234, + 251510, + 212411, + 157334, + 123770, + 71840, + 181397, + 162779, + 172387, + 134634, + 221566, + 98339, + 144776, + 195319, + 282, + 48555, + 200322, + 173137, + 28731, + 13838, + 186415, + 174682, + 48004, + 156760, + 247071, + 260915, + 7429, + 27343, + 61016, + 136022, + 49160, + 199625, + 108149, + 59495, + 66687, + 160569, + 19207, + 108337, + 175224, + 258568, + 49297, + 87943, + 212375, + 58347, + 117950, + 189691, + 203682, + 230351, + 58568, + 102532, + 125036, + 129878, + 51454, + 161933, + 49585, + 121366, + 90529, + 92867, + 209249, + 168376, + 139277, + 47011, + 168641, + 204226, + 158050, + 5763, + 106050, + 32958, + 260502, + 152868, + 1493, + 215648, + 231153, + 108361, + 235942, + 146620, + 137739, + 60290, + 55995, + 187011, + 188505, + 199719, + 35002, + 232332, + 43960, + 75007, + 104788, + 65788, + 154126, + 27763, + 171679, + 240348, + 2599, + 55551, + 43527, + 77557, + 1929, + 159618, + 203314, + 16692, + 149584, + 67570, + 170522, + 44963, + 84233, + 119589, + 201029, + 61514, + 241010, + 157911, + 744, + 10521, + 192518, + 22301, + 199718, + 230854, + 243109, + 64810, + 198719, + 43590, + 113989, + 147890, + 227317, + 175198, + 203062, + 130859, + 163091, + 236685, + 96032, + 239430, + 2168, + 30472, + 16668, + 208961, + 205040, + 10885, + 17838, + 57625, + 192604, + 55593, + 46040, + 255616, + 190839, + 22000, + 193368, + 172689, + 97052, + 135688, + 78165, + 8830, + 27527, + 214300, + 198699, + 111601, + 189203, + 75940, + 64942, + 58275, + 155742, + 184174, + 43416, + 43436, + 136888, + 111178, + 254136, + 129099, + 247651, + 43345, + 139639, + 107919, + 28169, + 65660, + 21153, + 84303, + 19075, + 2747, + 48839, + 182144, + 162552, + 86941, + 155902, + 182954, + 23949, + 94002, + 96622, + 93033, + 259260, + 192660, + 34357, + 45268, + 193880, + 76889, + 206169, + 101290, + 147281, + 17678, + 52026, + 127856, + 31497, + 149317, + 100304, + 81101, + 186531, + 92989, + 94600, + 347, + 54569, + 148163, + 233641, + 180272, + 43446, + 41996, + 155547, + 46701, + 235421, + 159674, + 22485, + 198022, + 220941, + 38236, + 114634, + 26153, + 60459, + 32371, + 72118, + 245479, + 203018, + 234577, + 122784, + 95560, + 94729, + 200888, + 73153, + 3886, + 61154, + 177950, + 171062, + 147303, + 61503, + 232730, + 103127, + 95324, + 200988, + 246662, + 140325, + 234648, + 71114, + 151004, + 96469, + 18897, + 83680, + 159908, + 30274, + 91730, + 114829, + 213680, + 77320, + 174134, + 224018, + 73700, + 100275, + 174060, + 128556, + 32645, + 182802, + 132672, + 128525, + 157753, + 211674, + 11578, + 165514, + 177342, + 185751, + 255479, + 179866, + 137077, + 226790, + 159917, + 117958, + 145113, + 174325, + 64933, + 184622, + 129294, + 72396, + 12758, + 46580, + 205560, + 230235, + 42073, + 56696, + 36831, + 165471, + 150852, + 130634, + 73773, + 186219, + 186950, + 149257, + 64416, + 19433, + 16755, + 21463, + 109683, + 124823, + 12679, + 249605, + 43268, + 51139, + 261445, + 220841, + 238127, + 81969, + 50365, + 255557, + 101580, + 15658, + 240659, + 28008, + 246577, + 143440, + 150420, + 150133, + 216622, + 163520, + 252908, + 193226, + 96891, + 136944, + 182298, + 183713, + 163995, + 163299, + 24161, + 66254, + 216072, + 28706, + 1550, + 159636, + 100321, + 239414, + 178744, + 211538, + 156844, + 9381, + 63646, + 94359, + 3066, + 81042, + 199419, + 204431, + 84129, + 226415, + 6589, + 167889, + 127156, + 206839, + 108338, + 37495, + 161684, + 104635, + 231978, + 17950, + 203899, + 85268, + 53062, + 5834, + 171459, + 65212, + 92005, + 153365, + 183044, + 26909, + 187192, + 178550, + 30916, + 91088, + 225530, + 236502, + 117002, + 38219, + 95807, + 75518, + 19781, + 151075, + 167315, + 92395, + 63090, + 196209, + 218869, + 114732, + 251546, + 150676, + 123658, + 84976, + 213626, + 125613, + 58214, + 178610, + 232024, + 62672, + 259816, + 50482, + 216893, + 234483, + 134717, + 70873, + 225736, + 117785, + 93320, + 189299, + 213741, + 248375, + 213041, + 71427, + 93755, + 130632, + 194347, + 191903, + 12744, + 211423, + 81294, + 8254, + 153834, + 5279, + 69327, + 258843, + 12041, + 87304, + 5035, + 225669, + 161686, + 74735, + 237731, + 73292, + 39721, + 217241, + 9729, + 11256, + 155981, + 175995, + 216796, + 11286, + 38084, + 220097, + 222462, + 197885, + 10578, + 212721, + 215503, + 253299, + 46036, + 71633, + 100968, + 262038, + 147505, + 89686, + 128986, + 137619, + 38585, + 197721, + 243117, + 152912, + 136146, + 117070, + 202141, + 183887, + 25991, + 70304, + 195175, + 125080, + 22631, + 63619, + 54008, + 154818, + 125692, + 105600, + 60173, + 131991, + 171417, + 114948, + 86576, + 183838, + 164251, + 159319, + 112788, + 63617, + 60625, + 52885, + 36765, + 83240, + 211587, + 147614, + 67847, + 99949, + 139234, + 236870, + 18086, + 189748, + 213777, + 24269, + 37556, + 241576, + 98693, + 20430, + 237623, + 57149, + 198237, + 35332, + 171752, + 45802, + 44974, + 10134, + 219280, + 222068, + 240502, + 169237, + 240027, + 23891, + 117857, + 253060, + 154549, + 67465, + 82116, + 159586, + 48878, + 12106, + 182221, + 140397, + 49859, + 125676, + 247780, + 137470, + 156238, + 239595, + 51840, + 225345, + 34897, + 242557, + 203952, + 110988, + 12310, + 111636, + 165410, + 24831, + 101073, + 51847, + 192973, + 220540, + 245216, + 237946, + 233000, + 174586, + 180738, + 232442, + 109182, + 31292, + 214762, + 245872, + 18903, + 25193, + 228104, + 63328, + 123998, + 57533, + 30518, + 174531, + 57228, + 49162, + 248330, + 15965, + 106758, + 37320, + 160469, + 57750, + 133128, + 45392, + 205574, + 176218, + 225828, + 61957, + 126345, + 69105, + 19021, + 198213, + 5920, + 39840, + 193050, + 110874, + 90043, + 128828, + 1436, + 49215, + 111584, + 60118, + 105912, + 48401, + 242170, + 89816, + 60124, + 71329, + 209879, + 193996, + 170567, + 253493, + 140162, + 235398, + 239494, + 160591, + 119383, + 189201, + 142314, + 101193, + 18851, + 235705, + 112723, + 5922, + 189321, + 155012, + 163952, + 93283, + 6383, + 220766, + 120369, + 197490, + 154041, + 160026, + 49216, + 120663, + 12917, + 240993, + 180036, + 23220, + 51863, + 219384, + 248336, + 82578, + 165291, + 132639, + 179196, + 178061, + 70645, + 166897, + 224228, + 169616, + 139933, + 161255, + 115010, + 202836, + 221439, + 81399, + 45992, + 43841, + 172613, + 26719, + 48137, + 73008, + 133134, + 68639, + 187308, + 105679, + 47424, + 226158, + 206743, + 254756, + 53378, + 87464, + 159965, + 122424, + 248544, + 187282, + 230244, + 216102, + 86151, + 203416, + 250531, + 243943, + 15588, + 10847, + 55833, + 174802, + 182049, + 173932, + 258611, + 196533, + 7277, + 75909, + 99904, + 153105, + 134191, + 125016, + 46989, + 223580, + 173021, + 234969, + 58911, + 60750, + 142415, + 258055, + 73453, + 123241, + 211363, + 101248, + 127847, + 177671, + 99746, + 259201, + 90581, + 84736, + 125587, + 46707, + 23140, + 66434, + 16797, + 141980, + 64832, + 225367, + 197182, + 252330, + 164458, + 256810, + 170742, + 25245, + 231163, + 151981, + 44458, + 167397, + 117466, + 51214, + 250245, + 199317, + 245929, + 133260, + 106528, + 151884, + 107215, + 44821, + 137741, + 8767, + 120107, + 137534, + 244399, + 195883, + 11602, + 51853, + 202261, + 130012, + 26985, + 182225, + 78889, + 237522, + 242276, + 138897, + 178674, + 12824, + 246345, + 184835, + 70265, + 152062, + 160305, + 14147, + 76098, + 191952, + 42270, + 183303, + 255516, + 80172, + 140045, + 257282, + 9929, + 246030, + 163998, + 16730, + 76153, + 18936, + 15560, + 3691, + 229610, + 194149, + 247467, + 218760, + 21781, + 237123, + 80409, + 119819, + 256418, + 134889, + 166437, + 154847, + 166453, + 109479, + 244940, + 152649, + 180239, + 228210, + 116681, + 190180, + 143218, + 109768, + 204489, + 256986, + 10033, + 165770, + 73661, + 152936, + 248885, + 214176, + 50547, + 20604, + 103318, + 20078, + 233903, + 135843, + 211054, + 162636, + 32233, + 18695, + 75051, + 131192, + 191918, + 109378, + 253820, + 224408, + 68786, + 25452, + 91294, + 14105, + 259817, + 101194, + 62697, + 2455, + 147153, + 163205, + 182581, + 113692, + 248894, + 226132, + 177372, + 179108, + 123855, + 180401, + 72625, + 98139, + 225781, + 54128, + 6675, + 17047, + 259873, + 91315, + 56147, + 30422, + 29325, + 175444, + 14142, + 39520, + 100243, + 250251, + 255804, + 251933, + 52567, + 8370, + 168702, + 155896, + 151748, + 51049, + 166731, + 179203, + 203637, + 162607, + 110366, + 839, + 7941, + 101567, + 16851, + 82873, + 232764, + 59935, + 241673, + 29480, + 128269, + 92023, + 244193, + 152422, + 15204, + 26360, + 213525, + 153062, + 136455, + 106368, + 181744, + 66967, + 240342, + 91928, + 86917, + 183937, + 8426, + 112145, + 41951, + 95093, + 40429, + 198224, + 21123, + 141517, + 252106, + 216118, + 259716, + 236969, + 13868, + 252456, + 90306, + 220385, + 241040, + 116035, + 148023, + 98371, + 108211, + 207615, + 85405, + 156848, + 156569, + 169840, + 30654, + 146991, + 28631, + 237537, + 172945, + 71788, + 110069, + 207133, + 178034, + 207798, + 149828, + 213486, + 214047, + 143434, + 175741, + 6618, + 37086, + 55390, + 142577, + 165992, + 146151, + 205685, + 44955, + 100816, + 179256, + 213922, + 173706, + 117482, + 247398, + 163457, + 213728, + 23808, + 109723, + 170360, + 124791, + 210024, + 122715, + 171843, + 31445, + 31284, + 202371, + 39157, + 51775, + 45015, + 22910, + 165757, + 62610, + 72959, + 243595, + 107672, + 94350, + 27111, + 152342, + 44413, + 249208, + 256657, + 250130, + 241537, + 233353, + 220366, + 127267, + 41236, + 28101, + 6121, + 15007, + 250959, + 248288, + 215647, + 238401, + 32805, + 195279, + 6524, + 116904, + 111728, + 87153, + 150976, + 148917, + 162649, + 146922, + 256322, + 179169, + 74006, + 123183, + 192148, + 138169, + 84288, + 70765, + 242603, + 184876, + 178036, + 165556, + 222478, + 183643, + 159578, + 147, + 7342, + 168194, + 64120, + 39497, + 94065, + 192630, + 187783, + 83681, + 56555, + 204309, + 74425, + 420, + 247980, + 215738, + 175333, + 44142, + 31438, + 37610, + 216704, + 246286, + 238740, + 165577, + 47268, + 82130, + 201068, + 15099, + 164758, + 107082, + 188440, + 253971, + 245451, + 77646, + 198666, + 14263, + 232128, + 230453, + 113662, + 51434, + 198523, + 178361, + 11894, + 137138, + 143249, + 10532, + 86051, + 252574, + 28051, + 80847, + 206594, + 50435, + 45856, + 171069, + 111228, + 15136, + 239972, + 191536, + 66464, + 93234, + 119539, + 124836, + 259525, + 154271, + 246060, + 131676, + 236721, + 75881, + 19031, + 55834, + 97546, + 204040, + 200848, + 166603, + 135303, + 239184, + 122599, + 41564, + 238831, + 252347, + 14183, + 140007, + 75170, + 190314, + 60036, + 104923, + 25265, + 228656, + 133792, + 103595, + 204311, + 178939, + 56865, + 76274, + 78590, + 166095, + 160309, + 113516, + 200384, + 19014, + 233420, + 184757, + 43647, + 162084, + 163384, + 30608, + 237837, + 29320, + 202835, + 23068, + 187898, + 88133, + 67516, + 84027, + 145857, + 176997, + 13221, + 83784, + 83175, + 136233, + 55868, + 189575, + 69832, + 241947, + 12623, + 66722, + 117156, + 187856, + 197539, + 212059, + 109438, + 141853, + 34394, + 47967, + 90196, + 78280, + 256465, + 200103, + 212021, + 195365, + 215788, + 202782, + 24660, + 32960, + 977, + 195811, + 139499, + 134417, + 91372, + 243391, + 148933, + 26694, + 186772, + 21601, + 235972, + 101080, + 253435, + 142777, + 248709, + 100217, + 249077, + 100063, + 75709, + 28170, + 162564, + 119235, + 69785, + 203902, + 139705, + 58114, + 64424, + 143997, + 61840, + 24145, + 248045, + 209084, + 73613, + 214390, + 182465, + 132001, + 212413, + 250686, + 78969, + 226561, + 100619, + 160149, + 230360, + 13437, + 127845, + 104561, + 22, + 104764, + 250317, + 176227, + 163622, + 168884, + 137797, + 75520, + 103359, + 59600, + 35000, + 12616, + 90880, + 168807, + 254731, + 216658, + 85764, + 22084, + 261609, + 133613, + 73264, + 89183, + 136565, + 21282, + 78076, + 157043, + 235460, + 212460, + 77436, + 153632, + 220777, + 16020, + 136348, + 242104, + 229729, + 233294, + 40302, + 114764, + 5452, + 151066, + 23154, + 188710, + 205214, + 133341, + 65833, + 155591, + 189352, + 59064, + 15304, + 75755, + 137447, + 147111, + 219137, + 165986, + 231702, + 219293, + 39297, + 34567, + 224951, + 4898, + 82758, + 4499, + 83925, + 179190, + 9549, + 102860, + 16801, + 62999, + 211569, + 8778, + 5350, + 151466, + 165271, + 66202, + 211344, + 2260, + 117392, + 70802, + 74452, + 78390, + 198025, + 139549, + 126762, + 159836, + 16123, + 199846, + 188166, + 110833, + 22033, + 62034, + 89875, + 137970, + 149237, + 175141, + 104907, + 199682, + 8427, + 19736, + 181520, + 21325, + 31232, + 72859, + 5469, + 2074, + 184692, + 100356, + 161518, + 84028, + 81148, + 13832, + 13287, + 1082, + 85752, + 192120, + 124503, + 50358, + 168199, + 21096, + 38061, + 41617, + 283, + 234421, + 196043, + 183025, + 112257, + 132258, + 134523, + 92065, + 201210, + 67190, + 97742, + 168345, + 180420, + 18820, + 214877, + 194899, + 106589, + 111277, + 47438, + 44291, + 180507, + 82025, + 222231, + 101288, + 28869, + 45576, + 130969, + 7311, + 70288, + 84558, + 188480, + 57076, + 122949, + 57976, + 217201, + 181926, + 115754, + 57485, + 131828, + 224811, + 89987, + 27849, + 94241, + 53555, + 37213, + 87560, + 227897, + 66242, + 204562, + 175214, + 126885, + 149662, + 230719, + 234025, + 137364, + 161482, + 74201, + 134505, + 52533, + 190160, + 22839, + 141313, + 140344, + 75559, + 42953, + 182709, + 201657, + 47490, + 71235, + 1572, + 209994, + 258721, + 96953, + 8036, + 181317, + 218374, + 222030, + 59858, + 37671, + 52271, + 226991, + 17053, + 116269, + 260548, + 180677, + 168671, + 221414, + 25558, + 233354, + 95783, + 32327, + 61375, + 163741, + 225955, + 77623, + 21536, + 183373, + 143087, + 245998, + 35253, + 219658, + 35022, + 30066, + 61320, + 243821, + 232548, + 46875, + 166692, + 233406, + 219758, + 132572, + 198225, + 145010, + 121543, + 59934, + 167263, + 167664, + 66768, + 154712, + 51926, + 10993, + 206184, + 9787, + 139801, + 75329, + 167542, + 134693, + 129165, + 176995, + 8583, + 189065, + 52463, + 78928, + 195042, + 140436, + 143560, + 12128, + 66897, + 51455, + 230629, + 127602, + 135146, + 213308, + 236397, + 83970, + 166801, + 194352, + 229159, + 139415, + 11529, + 153182, + 203430, + 162697, + 220313, + 14745, + 13655, + 25484, + 186858, + 94775, + 254987, + 178373, + 227484, + 216314, + 223553, + 68259, + 8498, + 80516, + 105068, + 82048, + 131445, + 104921, + 173469, + 93355, + 38185, + 11417, + 98873, + 161520, + 13741, + 249245, + 118563, + 249938, + 177119, + 220601, + 83813, + 251703, + 243452, + 12471, + 164506, + 222998, + 38430, + 18703, + 137885, + 207290, + 208636, + 248563, + 244783, + 195660, + 117855, + 130507, + 70015, + 116943, + 208658, + 112140, + 107352, + 151781, + 144341, + 171472, + 107148, + 93946, + 212177, + 251861, + 57500, + 18474, + 220362, + 204361, + 17437, + 80600, + 71485, + 101214, + 231336, + 244065, + 159278, + 99853, + 145935, + 111478, + 216663, + 252502, + 29973, + 20316, + 98652, + 122230, + 78447, + 234159, + 257545, + 96515, + 61516, + 145850, + 22888, + 230463, + 102303, + 246260, + 241830, + 229112, + 118405, + 53058, + 118031, + 213401, + 195031, + 129273, + 130849, + 207241, + 226335, + 257821, + 197873, + 151112, + 126911, + 67628, + 138448, + 106077, + 250528, + 92466, + 32483, + 231794, + 6333, + 115881, + 47966, + 32222, + 46470, + 16739, + 175605, + 205657, + 233016, + 112813, + 2711, + 135507, + 88154, + 34566, + 211926, + 111077, + 179118, + 98127, + 102427, + 59897, + 36192, + 98009, + 44163, + 86573, + 35481, + 189300, + 167767, + 28006, + 204520, + 140247, + 105543, + 247965, + 82773, + 2603, + 163920, + 248456, + 114649, + 251896, + 100317, + 78685, + 205995, + 1549, + 78646, + 25056, + 45929, + 221713, + 42500, + 6836, + 115266, + 28725, + 185762, + 225428, + 157406, + 219287, + 129513, + 128974, + 237918, + 9004, + 225801, + 19949, + 257550, + 135559, + 56314, + 169069, + 162881, + 25970, + 119224, + 178992, + 12986, + 26417, + 182288, + 170755, + 171962, + 186633, + 26292, + 205147, + 233627, + 72903, + 114979, + 251457, + 140418, + 158065, + 190255, + 117538, + 102145, + 224887, + 253569, + 1959, + 120613, + 190699, + 188785, + 118217, + 31553, + 206634, + 167930, + 214453, + 259692, + 80889, + 173161, + 221921, + 222191, + 52862, + 179160, + 137968, + 162485, + 3033, + 207589, + 130416, + 130219, + 122391, + 125429, + 255965, + 87102, + 236563, + 50177, + 201722, + 170497, + 253789, + 84193, + 127438, + 207351, + 261395, + 55613, + 253424, + 31804, + 97396, + 170681, + 134504, + 148573, + 143331, + 224046, + 6189, + 109400, + 207676, + 224215, + 178130, + 103506, + 237739, + 65532, + 255850, + 111971, + 72630, + 144100, + 64254, + 113113, + 47714, + 66777, + 118649, + 112626, + 50549, + 117388, + 61115, + 252664, + 243153, + 48655, + 22592, + 181544, + 39644, + 102109, + 154612, + 239583, + 100871, + 208007, + 25566, + 71285, + 157433, + 39610, + 4739, + 200955, + 224546, + 219387, + 133099, + 111172, + 145873, + 80777, + 201638, + 145198, + 125488, + 161788, + 59705, + 171956, + 108865, + 87273, + 122665, + 149130, + 180800, + 118948, + 157176, + 73020, + 215805, + 36199, + 32568, + 221320, + 225893, + 227734, + 94647, + 120541, + 203203, + 44176, + 94121, + 130039, + 142784, + 215213, + 46577, + 237646, + 178033, + 222385, + 233221, + 67936, + 77031, + 111550, + 37536, + 52281, + 206205, + 177053, + 220758, + 171621, + 207198, + 201361, + 106177, + 34229, + 189348, + 144736, + 38263, + 39675, + 88863, + 183463, + 71336, + 226433, + 5990, + 85834, + 35542, + 137355, + 152932, + 242609, + 66930, + 145452, + 83012, + 123212, + 76294, + 261984, + 214379, + 258725, + 111078, + 123007, + 101831, + 32562, + 81637, + 201310, + 99805, + 215705, + 176683, + 7683, + 151732, + 211623, + 116965, + 227974, + 78943, + 155951, + 174946, + 70074, + 186887, + 143620, + 140217, + 39193, + 86896, + 97756, + 118972, + 147534, + 29633, + 402, + 237750, + 192158, + 261749, + 192649, + 198826, + 235177, + 255571, + 66445, + 143350, + 247749, + 216753, + 81460, + 133807, + 165908, + 84840, + 15851, + 105711, + 6209, + 167002, + 140419, + 28628, + 85941, + 189983, + 131066, + 225663, + 86991, + 144916, + 44839, + 76181, + 54251, + 202876, + 241411, + 212784, + 65740, + 227945, + 129354, + 2315, + 70426, + 119138, + 75499, + 55873, + 127252, + 97442, + 132237, + 239913, + 55448, + 30844, + 188259, + 3719, + 160786, + 196639, + 118537, + 46232, + 51883, + 100607, + 193957, + 16636, + 153883, + 209531, + 22563, + 247268, + 14869, + 99856, + 31276, + 79471, + 251724, + 107671, + 234209, + 80496, + 53677, + 234907, + 151168, + 235591, + 15577, + 106861, + 177265, + 45151, + 60516, + 16072, + 24715, + 2102, + 183719, + 209817, + 164521, + 162354, + 58834, + 114233, + 215960, + 166527, + 207184, + 38201, + 4287, + 77046, + 226280, + 92544, + 241668, + 87854, + 154267, + 204334, + 180199, + 48710, + 231581, + 2816, + 32079, + 80794, + 183318, + 156129, + 94239, + 257970, + 190249, + 199076, + 233850, + 130604, + 185166, + 200496, + 10913, + 159305, + 85612, + 157518, + 208588, + 5741, + 219683, + 113867, + 115344, + 53955, + 30127, + 82642, + 121903, + 38998, + 92975, + 133927, + 126360, + 209984, + 251439, + 91505, + 148161, + 177329, + 240457, + 172693, + 204406, + 228141, + 3415, + 251391, + 50334, + 98689, + 255783, + 125816, + 151272, + 166721, + 122421, + 174193, + 37532, + 140562, + 205694, + 142399, + 220765, + 48161, + 32868, + 256467, + 259423, + 183563, + 175234, + 169764, + 24710, + 96142, + 259725, + 200465, + 221959, + 156252, + 38447, + 212605, + 182773, + 228037, + 32234, + 54273, + 248509, + 246240, + 88472, + 76209, + 182755, + 28526, + 126120, + 212658, + 88310, + 75374, + 157554, + 56938, + 176128, + 95596, + 222630, + 40593, + 183234, + 251407, + 139603, + 96173, + 183603, + 70064, + 74624, + 207138, + 29815, + 37341, + 44627, + 44162, + 40529, + 63120, + 116337, + 119735, + 3908, + 6733, + 153577, + 260543, + 53434, + 75320, + 24580, + 183739, + 69109, + 178644, + 48143, + 180259, + 69907, + 51712, + 50454, + 79123, + 141991, + 158799, + 129323, + 132522, + 17459, + 101493, + 376, + 235742, + 184721, + 249978, + 167134, + 252735, + 158011, + 191758, + 31652, + 55969, + 49411, + 94994, + 194411, + 108956, + 240856, + 243868, + 134772, + 126464, + 83396, + 190210, + 120072, + 6366, + 99617, + 68470, + 189946, + 207824, + 210565, + 211470, + 939, + 203230, + 158110, + 156343, + 108074, + 96744, + 74507, + 168628, + 7235, + 245174, + 216014, + 78711, + 176112, + 205652, + 127777, + 201399, + 151045, + 149203, + 229897, + 29661, + 80769, + 212462, + 139925, + 260311, + 250238, + 24676, + 198750, + 13117, + 81574, + 260696, + 105718, + 165665, + 169217, + 131580, + 219986, + 39466, + 221504, + 55818, + 79711, + 168481, + 36246, + 82238, + 48477, + 53118, + 130390, + 76099, + 256558, + 245480, + 192189, + 84031, + 99004, + 90803, + 179800, + 123182, + 218899, + 116003, + 31707, + 17264, + 225481, + 207949, + 18771, + 10041, + 182391, + 170703, + 222428, + 166630, + 44907, + 63933, + 104762, + 224371, + 153293, + 193313, + 196020, + 85801, + 233208, + 171559, + 6547, + 161220, + 146484, + 121821, + 89201, + 43817, + 174619, + 45021, + 185866, + 102368, + 165058, + 196127, + 249373, + 204509, + 29590, + 105161, + 88065, + 168366, + 134077, + 112601, + 60222, + 133270, + 146361, + 131080, + 27725, + 200849, + 79611, + 122674, + 178657, + 26345, + 180744, + 97358, + 155428, + 128915, + 41594, + 75708, + 113634, + 151260, + 3284, + 70089, + 172868, + 241691, + 22079, + 138050, + 101047, + 165343, + 242287, + 172865, + 105461, + 62135, + 146772, + 258272, + 228188, + 236748, + 224293, + 218072, + 62404, + 243566, + 201409, + 253068, + 237315, + 250394, + 246457, + 245319, + 30847, + 213575, + 104738, + 113696, + 4187, + 23799, + 132476, + 10074, + 138816, + 89096, + 79903, + 229060, + 94161, + 59540, + 250762, + 82923, + 131422, + 250477, + 236750, + 165480, + 224517, + 204510, + 230633, + 234516, + 131890, + 251595, + 94145, + 101412, + 46755, + 23883, + 238569, + 110529, + 204123, + 17433, + 176415, + 11024, + 24960, + 79421, + 34637, + 167827, + 98159, + 86114, + 153694, + 88043, + 241388, + 150300, + 19084, + 240588, + 191099, + 60104, + 10366, + 169972, + 196247, + 163115, + 222848, + 81311, + 28301, + 95842, + 22549, + 219300, + 6428, + 128567, + 85925, + 160381, + 52000, + 46466, + 176550, + 247851, + 92700, + 24495, + 162326, + 148875, + 236701, + 8252, + 260685, + 160485, + 123451, + 132252, + 73654, + 117506, + 96377, + 167166, + 2714, + 44982, + 158185, + 37220, + 158538, + 260966, + 10116, + 164561, + 218746, + 178318, + 204206, + 35897, + 92818, + 207913, + 13206, + 238350, + 94232, + 94678, + 16610, + 131327, + 200530, + 111105, + 214836, + 133783, + 31596, + 75063, + 149556, + 104354, + 210652, + 78849, + 158548, + 209559, + 83747, + 136660, + 108775, + 249508, + 2368, + 191995, + 151777, + 96818, + 152551, + 180804, + 28824, + 208589, + 50981, + 180721, + 140986, + 44097, + 110703, + 155592, + 126317, + 134188, + 58667, + 185620, + 217116, + 66635, + 198052, + 34913, + 146265, + 81745, + 168273, + 139265, + 86920, + 158119, + 131530, + 76123, + 14536, + 32093, + 202615, + 69286, + 256004, + 252037, + 257733, + 75389, + 107184, + 195134, + 158547, + 25268, + 122055, + 96118, + 185469, + 187102, + 33220, + 147871, + 44429, + 30030, + 256920, + 113600, + 31231, + 46351, + 118679, + 190119, + 13678, + 75273, + 24188, + 206467, + 177663, + 147654, + 23270, + 176421, + 74211, + 238605, + 222382, + 137139, + 167585, + 95197, + 232435, + 194399, + 253374, + 261190, + 35989, + 128352, + 126654, + 150164, + 176707, + 212580, + 26255, + 832, + 74523, + 4812, + 81963, + 171945, + 101442, + 131989, + 110122, + 149369, + 104956, + 46509, + 221359, + 240395, + 34527, + 132319, + 59526, + 103335, + 62887, + 58074, + 126481, + 6266, + 254168, + 172459, + 203907, + 154511, + 71289, + 117884, + 143429, + 248397, + 83752, + 232312, + 185860, + 2545, + 106681, + 45062, + 71958, + 105809, + 253135, + 183925, + 38299, + 90356, + 152320, + 47913, + 235843, + 85307, + 15855, + 65770, + 147570, + 206284, + 139934, + 256108, + 202481, + 91828, + 179410, + 62276, + 120762, + 37239, + 21814, + 166694, + 148170, + 137716, + 237657, + 183299, + 64196, + 55863, + 206731, + 230422, + 91966, + 246078, + 145597, + 85257, + 141260, + 183700, + 208861, + 146979, + 187407, + 22289, + 177232, + 68564, + 123466, + 234536, + 87826, + 49146, + 64022, + 126581, + 212373, + 48995, + 50499, + 244040, + 170111, + 131707, + 238357, + 172474, + 121626, + 3352, + 154485, + 112829, + 52177, + 193395, + 60535, + 231990, + 123057, + 229059, + 175040, + 247229, + 215670, + 167699, + 12154, + 41838, + 109402, + 251065, + 91422, + 163491, + 48799, + 151927, + 54621, + 94305, + 158431, + 37849, + 193552, + 153279, + 257377, + 205567, + 225951, + 11032, + 61880, + 232261, + 204780, + 213149, + 70261, + 72606, + 30217, + 152425, + 61773, + 94998, + 209843, + 146092, + 58199, + 256890, + 17851, + 43963, + 122900, + 254123, + 109416, + 233389, + 66510, + 247975, + 99561, + 69270, + 135042, + 262017, + 92251, + 31916, + 54324, + 50233, + 190221, + 86470, + 95547, + 80632, + 203790, + 179828, + 28807, + 63829, + 99725, + 234666, + 140558, + 218804, + 163590, + 158766, + 96563, + 38130, + 174919, + 206566, + 109654, + 62555, + 44644, + 63942, + 86063, + 226774, + 105175, + 191804, + 176996, + 113152, + 35549, + 33187, + 85214, + 81318, + 15184, + 227400, + 255725, + 230739, + 22828, + 81658, + 260136, + 179299, + 68208, + 249515, + 101000, + 115821, + 61995, + 213762, + 78233, + 147970, + 185942, + 102934, + 200219, + 169419, + 198420, + 47653, + 85538, + 74216, + 24295, + 67109, + 118138, + 157920, + 58369, + 132893, + 141184, + 252643, + 15927, + 220233, + 30278, + 50725, + 158552, + 90862, + 110308, + 97469, + 2725, + 186012, + 64858, + 70025, + 36613, + 255069, + 244136, + 121210, + 228561, + 231079, + 138887, + 190505, + 204620, + 228009, + 169941, + 154365, + 156222, + 254491, + 94183, + 176138, + 121092, + 56117, + 77297, + 234192, + 172447, + 163810, + 201394, + 161590, + 202032, + 226497, + 1766, + 253117, + 187992, + 11904, + 6987, + 142871, + 43324, + 135939, + 25317, + 147769, + 99880, + 233854, + 134471, + 253511, + 12845, + 158761, + 72672, + 204369, + 218030, + 198626, + 186369, + 32871, + 125111, + 60129, + 124687, + 237820, + 77216, + 131241, + 135595, + 35489, + 199715, + 195158, + 97618, + 207044, + 64437, + 163051, + 64114, + 183457, + 90459, + 259496, + 132183, + 223661, + 146438, + 150249, + 18329, + 125449, + 149313, + 176930, + 138387, + 102636, + 55704, + 94491, + 123844, + 214840, + 133740, + 145355, + 116179, + 68902, + 28505, + 114601, + 176530, + 179897, + 206483, + 200089, + 225259, + 116609, + 61803, + 18273, + 237839, + 251299, + 22014, + 197001, + 40946, + 48457, + 216087, + 48034, + 196007, + 91326, + 226552, + 4407, + 138283, + 225584, + 93915, + 100529, + 93945, + 90203, + 88495, + 95104, + 183108, + 151249, + 192816, + 74638, + 10083, + 129602, + 121073, + 196079, + 106431, + 139336, + 4657, + 206402, + 122623, + 106606, + 19071, + 33824, + 185874, + 118620, + 284, + 143794, + 213937, + 11967, + 213660, + 120484, + 175699, + 251267, + 159026, + 127418, + 133513, + 254399, + 42958, + 79404, + 2523, + 184798, + 209709, + 229458, + 233409, + 2189, + 56086, + 120925, + 62471, + 156409, + 199655, + 126706, + 113955, + 116755, + 213987, + 176181, + 169131, + 28744, + 258188, + 246697, + 117056, + 178239, + 19756, + 154122, + 204010, + 213509, + 151030, + 168006, + 65966, + 187320, + 98561, + 210450, + 103941, + 147030, + 126930, + 177201, + 1031, + 203326, + 18272, + 259447, + 43349, + 223971, + 210258, + 105817, + 30727, + 235955, + 183445, + 129174, + 124056, + 103362, + 193167, + 110813, + 34982, + 9473, + 160649, + 21370, + 82965, + 229038, + 104344, + 94005, + 255180, + 33731, + 221466, + 218895, + 95101, + 146910, + 72499, + 239235, + 73451, + 166456, + 223557, + 76724, + 79083, + 106829, + 196002, + 46783, + 731, + 131266, + 102516, + 207770, + 70364, + 255394, + 20200, + 121923, + 257947, + 200682, + 187578, + 82688, + 14848, + 182756, + 18598, + 228481, + 73873, + 201302, + 237843, + 15465, + 251327, + 189152, + 257411, + 206359, + 176249, + 78175, + 10716, + 79498, + 200807, + 227504, + 7428, + 190654, + 223529, + 52936, + 78022, + 259382, + 80636, + 15153, + 161900, + 97661, + 145338, + 260080, + 162212, + 259631, + 86970, + 51791, + 240275, + 179909, + 234852, + 144680, + 14590, + 261466, + 222467, + 46060, + 105377, + 73746, + 172083, + 28435, + 14046, + 172463, + 175954, + 61929, + 153866, + 159272, + 110572, + 234600, + 227392, + 117087, + 58577, + 208147, + 184369, + 67057, + 34883, + 108204, + 137167, + 186377, + 44561, + 252768, + 256965, + 156400, + 201451, + 17992, + 68284, + 37212, + 159668, + 182127, + 250489, + 25665, + 68368, + 57171, + 162997, + 42732, + 181168, + 230055, + 192860, + 150631, + 259102, + 261788, + 159183, + 17270, + 254968, + 42227, + 187692, + 37209, + 21736, + 213557, + 219397, + 140345, + 171693, + 228237, + 103366, + 207946, + 226907, + 83854, + 47325, + 82286, + 159805, + 31771, + 216432, + 236518, + 174849, + 204474, + 135410, + 86285, + 82015, + 19499, + 56937, + 42982, + 38110, + 175626, + 67134, + 142508, + 11712, + 140424, + 88426, + 162981, + 171398, + 2043, + 194280, + 149012, + 116752, + 90219, + 260704, + 114749, + 15042, + 214017, + 129372, + 233776, + 147350, + 211002, + 17965, + 13448, + 20159, + 27868, + 108399, + 57514, + 217889, + 110124, + 172301, + 238657, + 202239, + 63374 + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/subsets/pcam_train_n2500_seed456.json b/paper/experiments/normalized_results/subsets/pcam_train_n2500_seed456.json new file mode 100644 index 0000000..9a656d3 --- /dev/null +++ b/paper/experiments/normalized_results/subsets/pcam_train_n2500_seed456.json @@ -0,0 +1,2504 @@ +{ + "indices": [ + 161691, + 82214, + 185227, + 231282, + 106698, + 169227, + 39452, + 65333, + 159655, + 249232, + 45986, + 231840, + 1160, + 120110, + 11751, + 63974, + 106535, + 215274, + 142357, + 249447, + 187567, + 70864, + 218955, + 105789, + 77118, + 44276, + 206406, + 8755, + 89599, + 89733, + 200256, + 106357, + 1653, + 113586, + 140976, + 204750, + 220413, + 194308, + 190452, + 144672, + 156986, + 242785, + 57408, + 3936, + 164648, + 169699, + 26415, + 107656, + 116051, + 723, + 53633, + 118707, + 193678, + 90868, + 177258, + 191645, + 256112, + 148523, + 84636, + 230087, + 83425, + 53582, + 250094, + 244688, + 81132, + 253180, + 194307, + 54850, + 4367, + 187815, + 205053, + 163236, + 107862, + 49562, + 107807, + 181286, + 150790, + 25218, + 250270, + 156311, + 126147, + 86200, + 248572, + 86284, + 130600, + 25291, + 151771, + 221310, + 235843, + 197927, + 194263, + 136992, + 180629, + 175399, + 259729, + 116283, + 140089, + 96398, + 128479, + 53553, + 201687, + 259045, + 241692, + 16311, + 201009, + 224123, + 51447, + 142955, + 183918, + 181510, + 6083, + 193317, + 178263, + 89000, + 89919, + 41376, + 257075, + 222607, + 54223, + 111314, + 127125, + 220663, + 72390, + 130983, + 211474, + 102105, + 109416, + 255843, + 199843, + 88337, + 117982, + 80682, + 12463, + 238070, + 96755, + 210078, + 184056, + 105392, + 135777, + 251712, + 255408, + 115167, + 147084, + 33995, + 8337, + 195535, + 42535, + 193942, + 175331, + 20542, + 187996, + 211138, + 129809, + 85845, + 178354, + 86129, + 209712, + 259542, + 176886, + 167754, + 71703, + 167269, + 231246, + 210856, + 39446, + 76186, + 74340, + 34174, + 209413, + 4403, + 205950, + 11748, + 147873, + 234252, + 45708, + 168811, + 208409, + 75275, + 145601, + 5571, + 240837, + 64230, + 27442, + 19295, + 168872, + 218280, + 44679, + 42223, + 19868, + 37675, + 67127, + 154981, + 208037, + 54083, + 84331, + 76912, + 258574, + 159805, + 90423, + 211762, + 88583, + 73115, + 15677, + 195884, + 117802, + 245839, + 252864, + 254978, + 140007, + 197576, + 186323, + 258401, + 29887, + 210948, + 45155, + 55084, + 256642, + 130702, + 250295, + 177883, + 188109, + 40876, + 250368, + 235470, + 243004, + 239197, + 112050, + 68059, + 94229, + 95007, + 165046, + 232800, + 243889, + 81605, + 39714, + 65035, + 1818, + 185157, + 49025, + 153884, + 134606, + 208621, + 182285, + 95567, + 256832, + 193966, + 231024, + 33915, + 66767, + 120946, + 90909, + 251902, + 257182, + 198896, + 157017, + 41992, + 259755, + 115125, + 153874, + 50138, + 155981, + 246841, + 234481, + 42407, + 236151, + 5773, + 91058, + 195365, + 72551, + 179291, + 245551, + 134514, + 2695, + 52255, + 70011, + 43211, + 74916, + 66977, + 17002, + 128674, + 104870, + 218443, + 118639, + 204138, + 240740, + 174067, + 140651, + 195906, + 215314, + 224347, + 43774, + 50187, + 79802, + 172022, + 218947, + 33009, + 8684, + 138748, + 168209, + 193326, + 26066, + 71563, + 92600, + 132240, + 247929, + 126594, + 195956, + 48191, + 62593, + 207067, + 125421, + 236218, + 187623, + 225283, + 228192, + 257548, + 62935, + 137859, + 251387, + 25470, + 115085, + 68261, + 89425, + 181130, + 211919, + 30793, + 222583, + 30060, + 115966, + 204007, + 149545, + 242038, + 201611, + 72429, + 141723, + 217477, + 698, + 87735, + 42186, + 176269, + 199420, + 131010, + 11284, + 55086, + 164343, + 27160, + 175137, + 44821, + 4349, + 135188, + 49994, + 33514, + 259867, + 108505, + 48091, + 60417, + 154646, + 224241, + 63596, + 43180, + 86116, + 53091, + 46910, + 191629, + 216454, + 26000, + 80582, + 58201, + 106886, + 140822, + 88784, + 163876, + 47765, + 155810, + 214308, + 156847, + 166725, + 175166, + 243384, + 182556, + 131037, + 122300, + 32219, + 229729, + 201197, + 118191, + 126771, + 6271, + 96687, + 212838, + 199431, + 18384, + 50645, + 75002, + 220794, + 189424, + 164239, + 95037, + 83353, + 34943, + 235663, + 252475, + 129497, + 63664, + 231877, + 87926, + 96949, + 164223, + 229593, + 167647, + 153007, + 144290, + 200562, + 26385, + 17409, + 31371, + 192929, + 34497, + 207655, + 229435, + 85123, + 59561, + 180811, + 163827, + 123310, + 237411, + 9653, + 52480, + 99443, + 190816, + 62711, + 50938, + 51004, + 216758, + 31992, + 170713, + 227693, + 70095, + 161603, + 139134, + 234713, + 182246, + 170341, + 14609, + 200968, + 120730, + 7546, + 22602, + 105550, + 182911, + 29066, + 10249, + 195096, + 38293, + 101298, + 182964, + 170491, + 229471, + 34854, + 252285, + 229422, + 212814, + 63733, + 72455, + 129703, + 225731, + 114641, + 122945, + 29956, + 116326, + 70348, + 61348, + 86928, + 52030, + 183041, + 109843, + 158190, + 234478, + 246798, + 18453, + 47658, + 104854, + 32915, + 204818, + 39457, + 150015, + 73094, + 194798, + 44742, + 68248, + 190210, + 29214, + 125362, + 203746, + 214365, + 161677, + 50123, + 89115, + 123300, + 253214, + 175394, + 74089, + 250171, + 76165, + 23108, + 224507, + 102013, + 170393, + 148882, + 54418, + 201645, + 163377, + 227105, + 30134, + 160163, + 258535, + 110413, + 95170, + 221376, + 75900, + 31252, + 82346, + 122734, + 85839, + 79790, + 21750, + 146220, + 50355, + 25043, + 159434, + 245741, + 85007, + 47511, + 41182, + 138375, + 159439, + 41024, + 141643, + 26970, + 231071, + 181370, + 228312, + 226797, + 91709, + 1641, + 60831, + 253608, + 167610, + 9380, + 153191, + 65767, + 130374, + 258632, + 247823, + 143823, + 251213, + 245385, + 160930, + 77259, + 165002, + 230405, + 179534, + 86859, + 32030, + 162325, + 90729, + 24608, + 132500, + 110242, + 54434, + 216996, + 129949, + 77187, + 172828, + 85827, + 123957, + 118587, + 90841, + 115790, + 65988, + 32324, + 221049, + 143886, + 99671, + 62366, + 112370, + 124942, + 259452, + 102487, + 20410, + 4289, + 10703, + 105345, + 161949, + 257229, + 175976, + 207122, + 176025, + 89873, + 238436, + 180321, + 126695, + 10579, + 64463, + 30283, + 79402, + 95985, + 48113, + 117449, + 55080, + 35297, + 119888, + 219895, + 245591, + 152255, + 14035, + 220013, + 21715, + 258591, + 102530, + 201193, + 16841, + 257023, + 46710, + 26910, + 161610, + 107115, + 166269, + 7291, + 148163, + 118077, + 71910, + 172173, + 244548, + 187619, + 217034, + 193705, + 188336, + 55362, + 207652, + 21927, + 43783, + 160736, + 63647, + 41892, + 203437, + 59972, + 69674, + 25003, + 6408, + 166766, + 222911, + 151107, + 206073, + 178348, + 166499, + 221768, + 151671, + 250090, + 239872, + 97347, + 46662, + 219408, + 229114, + 114634, + 189769, + 13284, + 53708, + 29368, + 56487, + 201452, + 204192, + 235764, + 225277, + 207922, + 247802, + 166019, + 173187, + 255541, + 186193, + 82252, + 47439, + 110551, + 255822, + 64949, + 92850, + 155837, + 56707, + 20195, + 156815, + 157727, + 202853, + 152486, + 183475, + 260642, + 108651, + 39013, + 78327, + 190982, + 53454, + 46672, + 92091, + 230709, + 138642, + 110048, + 135517, + 148462, + 103447, + 238625, + 244919, + 53393, + 210786, + 247927, + 127373, + 221487, + 257913, + 120394, + 260030, + 202130, + 142873, + 242788, + 44214, + 133167, + 45933, + 110516, + 209663, + 133560, + 260657, + 221733, + 172868, + 103222, + 112334, + 103334, + 135195, + 250108, + 109437, + 146913, + 115445, + 95489, + 72620, + 148898, + 205638, + 140881, + 51450, + 250558, + 170321, + 128853, + 129348, + 131007, + 117994, + 261357, + 111232, + 140650, + 59109, + 56155, + 195459, + 45532, + 56563, + 39537, + 239202, + 207742, + 174716, + 54031, + 90359, + 143180, + 138739, + 76580, + 72221, + 67432, + 180197, + 93916, + 31398, + 12455, + 23280, + 226593, + 165888, + 55951, + 11417, + 235569, + 9537, + 18249, + 226829, + 41622, + 76413, + 190706, + 238938, + 136641, + 101602, + 49684, + 71921, + 25670, + 179858, + 91071, + 176129, + 255610, + 167600, + 191742, + 72912, + 11763, + 206487, + 231436, + 189360, + 246498, + 125018, + 213474, + 95770, + 6623, + 101917, + 68523, + 66587, + 5006, + 155449, + 125918, + 109704, + 73827, + 13042, + 177033, + 255500, + 24397, + 73297, + 235281, + 160307, + 193355, + 4157, + 77642, + 82081, + 30533, + 210086, + 100080, + 165266, + 67397, + 211122, + 101292, + 242510, + 64607, + 113339, + 119244, + 89939, + 90867, + 177127, + 34651, + 209806, + 29331, + 218218, + 182006, + 135983, + 229454, + 180106, + 93591, + 113539, + 231761, + 254207, + 53958, + 258551, + 111805, + 27157, + 125980, + 62198, + 207479, + 183230, + 147108, + 93799, + 136248, + 215710, + 55099, + 216460, + 37603, + 183706, + 106874, + 34795, + 198222, + 212619, + 248786, + 257483, + 59917, + 69954, + 59048, + 241910, + 82519, + 12056, + 234193, + 18750, + 3034, + 68309, + 5272, + 149850, + 178893, + 112980, + 219630, + 123104, + 40912, + 259065, + 235180, + 118188, + 224140, + 8498, + 75427, + 1619, + 145523, + 56672, + 88228, + 26620, + 50781, + 60619, + 54169, + 104995, + 202965, + 139605, + 23690, + 127094, + 204880, + 17014, + 207015, + 13151, + 171272, + 50298, + 77727, + 14469, + 126148, + 208711, + 174371, + 249021, + 126623, + 123585, + 214411, + 84853, + 161976, + 152842, + 202885, + 120173, + 107034, + 207460, + 37749, + 176342, + 169216, + 87135, + 122949, + 84846, + 63091, + 256762, + 168586, + 74693, + 5538, + 119385, + 140272, + 15305, + 230504, + 252968, + 82914, + 173194, + 4156, + 57568, + 257817, + 106646, + 42756, + 194197, + 29868, + 215064, + 112396, + 36863, + 68842, + 239592, + 244184, + 51703, + 109137, + 112223, + 51597, + 109757, + 198911, + 22717, + 141442, + 38455, + 63358, + 222210, + 75008, + 179633, + 4552, + 7108, + 106251, + 42725, + 2329, + 239401, + 129436, + 175516, + 82347, + 31666, + 61867, + 205668, + 209089, + 60457, + 139251, + 251892, + 20389, + 119726, + 113714, + 139954, + 259450, + 189462, + 163287, + 242285, + 167325, + 186118, + 42612, + 233883, + 257300, + 159499, + 109812, + 51928, + 202263, + 109354, + 100835, + 75488, + 170809, + 123741, + 62479, + 30902, + 138999, + 29341, + 194935, + 256036, + 182440, + 129757, + 232666, + 181374, + 226049, + 191988, + 163089, + 117945, + 38975, + 163325, + 64870, + 40417, + 255299, + 12497, + 42247, + 53682, + 223293, + 252351, + 74137, + 41370, + 226393, + 53111, + 246748, + 104749, + 14502, + 98124, + 36070, + 189432, + 52323, + 61979, + 93568, + 59240, + 40628, + 24366, + 86098, + 162322, + 74788, + 144838, + 232253, + 90017, + 187779, + 244005, + 130302, + 174045, + 212439, + 233177, + 235684, + 249009, + 206058, + 23597, + 197132, + 16174, + 252608, + 134669, + 239509, + 65000, + 125455, + 6347, + 94087, + 70506, + 67969, + 216155, + 11735, + 250210, + 246134, + 138931, + 108157, + 142396, + 32976, + 77669, + 65796, + 168473, + 244976, + 176252, + 81845, + 139388, + 261753, + 53757, + 172504, + 87015, + 17801, + 230582, + 172732, + 53331, + 81896, + 77629, + 240409, + 247944, + 76100, + 110086, + 196688, + 228915, + 103521, + 134149, + 112904, + 16871, + 44300, + 5630, + 150895, + 67586, + 155277, + 174010, + 3163, + 117155, + 217867, + 189306, + 205891, + 217710, + 94859, + 119956, + 195335, + 201333, + 42601, + 199773, + 104244, + 101752, + 259358, + 145647, + 192524, + 95775, + 108791, + 178601, + 231178, + 95032, + 207779, + 232290, + 63989, + 248175, + 240605, + 176712, + 199539, + 37916, + 127720, + 104142, + 166011, + 10946, + 168024, + 60410, + 53977, + 259113, + 142174, + 121506, + 107382, + 189701, + 189330, + 129166, + 18895, + 194965, + 4886, + 14455, + 92422, + 149174, + 39010, + 181167, + 170681, + 206556, + 120349, + 172030, + 199081, + 159886, + 77037, + 239186, + 145309, + 250789, + 68247, + 166634, + 220290, + 201140, + 210789, + 29529, + 98101, + 115896, + 138048, + 156002, + 142064, + 23673, + 47083, + 232927, + 16015, + 60295, + 254680, + 167465, + 162531, + 20221, + 153669, + 116639, + 99958, + 49654, + 114821, + 170970, + 68415, + 29206, + 200149, + 81936, + 120742, + 204463, + 18177, + 19458, + 50874, + 94374, + 207082, + 5209, + 237658, + 61512, + 5173, + 68875, + 64694, + 117833, + 198554, + 139282, + 18402, + 81210, + 136724, + 110727, + 73967, + 146512, + 145640, + 126060, + 182283, + 51548, + 89571, + 5861, + 55941, + 151529, + 249343, + 230922, + 25173, + 259274, + 12376, + 12405, + 167891, + 223079, + 258081, + 194063, + 105863, + 218615, + 119134, + 228110, + 166474, + 143663, + 200719, + 242499, + 252903, + 108120, + 208680, + 35286, + 2234, + 223877, + 31495, + 113058, + 16491, + 158226, + 100029, + 244427, + 225252, + 100476, + 103945, + 144923, + 128589, + 11579, + 34785, + 18733, + 31110, + 162551, + 60331, + 125820, + 66129, + 185478, + 215638, + 201173, + 223800, + 108566, + 155312, + 68818, + 190852, + 48442, + 198942, + 229647, + 166081, + 222361, + 247494, + 86126, + 164257, + 132153, + 180381, + 79447, + 201932, + 196476, + 256613, + 225472, + 206601, + 15478, + 197903, + 241881, + 158248, + 212944, + 27054, + 174937, + 219047, + 122414, + 255653, + 83090, + 200250, + 259161, + 181959, + 156996, + 48994, + 250832, + 129913, + 204783, + 197458, + 93973, + 72884, + 68888, + 114254, + 148757, + 230357, + 194343, + 178118, + 213139, + 229957, + 148903, + 182643, + 55928, + 52279, + 191750, + 130714, + 164877, + 90894, + 142726, + 96440, + 4637, + 157544, + 212456, + 125539, + 246530, + 218113, + 257767, + 12905, + 35680, + 144357, + 248330, + 139052, + 186033, + 194963, + 64305, + 86899, + 89557, + 8504, + 115827, + 213845, + 141596, + 26685, + 137907, + 36416, + 33580, + 151370, + 73658, + 218363, + 164236, + 134300, + 102965, + 97577, + 87364, + 219722, + 181362, + 34928, + 114793, + 3938, + 146025, + 213000, + 111437, + 214207, + 34760, + 177871, + 173116, + 161030, + 138432, + 230642, + 55414, + 37774, + 20002, + 6712, + 186553, + 206926, + 179957, + 215329, + 187065, + 6673, + 110291, + 183240, + 207310, + 91619, + 104034, + 213573, + 225659, + 103023, + 198494, + 62470, + 151209, + 132738, + 197644, + 155042, + 24160, + 162959, + 229109, + 129513, + 251756, + 152021, + 18646, + 11649, + 235530, + 145586, + 25990, + 239474, + 152483, + 117495, + 251473, + 60835, + 143177, + 203179, + 80647, + 83003, + 228092, + 54218, + 258357, + 238045, + 91102, + 204155, + 240104, + 139818, + 113764, + 251203, + 224060, + 228520, + 193416, + 130672, + 132930, + 225382, + 201504, + 93494, + 247367, + 16499, + 172215, + 57988, + 163499, + 144349, + 117193, + 199939, + 138177, + 44631, + 227567, + 101814, + 167672, + 90325, + 147581, + 85070, + 147839, + 83780, + 210615, + 125426, + 146328, + 197197, + 94788, + 218687, + 60892, + 173768, + 66745, + 69082, + 202916, + 45322, + 39004, + 168697, + 21114, + 21597, + 253857, + 142035, + 155374, + 222473, + 204610, + 7725, + 1468, + 45885, + 154360, + 86471, + 220410, + 232019, + 32145, + 37227, + 134659, + 14198, + 77875, + 125427, + 140159, + 229157, + 53908, + 147360, + 77415, + 26357, + 176589, + 81283, + 246871, + 92028, + 5804, + 75472, + 22377, + 171002, + 58768, + 52515, + 48005, + 236202, + 76698, + 261088, + 172799, + 222298, + 114967, + 132589, + 16956, + 160987, + 68226, + 47299, + 220296, + 243406, + 114589, + 7275, + 33077, + 40888, + 144828, + 228112, + 173692, + 224714, + 22531, + 173314, + 172502, + 7779, + 228135, + 43884, + 190955, + 252297, + 20902, + 34352, + 52117, + 115549, + 193667, + 81572, + 188247, + 20494, + 4638, + 157881, + 76189, + 240648, + 129320, + 240168, + 185631, + 18674, + 87169, + 220650, + 240529, + 183525, + 159066, + 182288, + 178995, + 149921, + 248511, + 25932, + 208268, + 203090, + 49030, + 21712, + 127090, + 89689, + 224941, + 121847, + 142932, + 186149, + 181131, + 206689, + 91331, + 257772, + 219078, + 226458, + 248382, + 38012, + 254750, + 98886, + 118672, + 1132, + 227528, + 2905, + 219359, + 110772, + 44390, + 53488, + 193210, + 130995, + 227517, + 70164, + 66172, + 199761, + 248851, + 198512, + 99953, + 60050, + 131144, + 77521, + 67819, + 103367, + 204125, + 178521, + 142913, + 140638, + 46511, + 234232, + 62859, + 103649, + 2306, + 87422, + 135566, + 84239, + 36806, + 168261, + 137130, + 25826, + 192709, + 93654, + 120339, + 180854, + 57378, + 136971, + 251411, + 233857, + 7247, + 74473, + 207128, + 208691, + 190237, + 54353, + 182097, + 254658, + 144337, + 169763, + 76517, + 16913, + 56586, + 242461, + 73220, + 59745, + 200298, + 142548, + 41197, + 237233, + 202389, + 191161, + 229193, + 100730, + 40936, + 180756, + 34612, + 130436, + 7785, + 226307, + 259386, + 111110, + 235916, + 83181, + 111936, + 99305, + 14827, + 164249, + 173009, + 260282, + 226389, + 105437, + 154870, + 8962, + 51862, + 15856, + 79917, + 131389, + 10777, + 46638, + 184831, + 213174, + 121953, + 184314, + 239102, + 258396, + 229635, + 178681, + 40390, + 34796, + 139177, + 59982, + 154093, + 119975, + 84884, + 124191, + 86204, + 207357, + 35451, + 187438, + 79493, + 71355, + 146058, + 125330, + 87936, + 97366, + 183431, + 131992, + 201595, + 225470, + 44590, + 130806, + 62873, + 196392, + 121844, + 86264, + 93701, + 11166, + 218764, + 11717, + 164679, + 208951, + 140190, + 124414, + 177835, + 57864, + 157082, + 258296, + 38111, + 256315, + 203373, + 11314, + 129395, + 158167, + 205349, + 196271, + 216619, + 209214, + 81944, + 155595, + 143486, + 209575, + 38075, + 137430, + 160874, + 136725, + 213024, + 233312, + 7982, + 49032, + 20330, + 65129, + 21939, + 220622, + 145880, + 103839, + 123321, + 78159, + 58280, + 243607, + 174509, + 240537, + 152795, + 238558, + 169636, + 11597, + 130758, + 61087, + 118601, + 190012, + 68817, + 165870, + 212856, + 112166, + 174573, + 208051, + 176974, + 206807, + 19470, + 180842, + 54266, + 249620, + 3344, + 29336, + 81446, + 237611, + 231626, + 149648, + 191094, + 49457, + 106189, + 154707, + 186766, + 244074, + 245556, + 69001, + 201506, + 137392, + 35585, + 40642, + 5636, + 141504, + 10244, + 9268, + 257390, + 104414, + 93511, + 52487, + 169604, + 196620, + 150759, + 244220, + 252882, + 34133, + 70026, + 6743, + 88272, + 130080, + 103045, + 183581, + 187672, + 67470, + 157642, + 89304, + 15787, + 163369, + 42701, + 231522, + 195578, + 6294, + 79672, + 129490, + 247366, + 185836, + 20293, + 256357, + 13798, + 47432, + 98324, + 72440, + 172516, + 137918, + 18175, + 1874, + 43026, + 91870, + 99127, + 110705, + 98694, + 140255, + 50511, + 151816, + 102274, + 32083, + 147526, + 155734, + 7827, + 255442, + 51581, + 130584, + 253287, + 73510, + 42760, + 75377, + 205130, + 77974, + 113630, + 84386, + 67849, + 46193, + 183471, + 111403, + 149400, + 165886, + 225458, + 70680, + 209086, + 94791, + 242479, + 31757, + 1070, + 194198, + 125344, + 239753, + 164525, + 141382, + 214180, + 11828, + 83415, + 193489, + 211794, + 99913, + 135763, + 262045, + 245872, + 13867, + 117652, + 118753, + 75986, + 216901, + 22950, + 229021, + 179523, + 94197, + 35991, + 183824, + 69493, + 225181, + 251959, + 247559, + 211753, + 122289, + 189420, + 110501, + 170653, + 176139, + 72523, + 225262, + 167504, + 243679, + 232376, + 185112, + 107844, + 167291, + 123176, + 43952, + 189431, + 97074, + 101042, + 172703, + 13538, + 24823, + 140606, + 173603, + 116342, + 227949, + 7708, + 108538, + 121719, + 223119, + 225565, + 13433, + 97610, + 137396, + 23716, + 45299, + 16974, + 243325, + 132207, + 24393, + 213767, + 103269, + 72530, + 63399, + 222902, + 206135, + 174747, + 120383, + 53374, + 178678, + 10969, + 159861, + 91590, + 58140, + 124819, + 246322, + 208469, + 129916, + 7378, + 30193, + 60573, + 52964, + 121346, + 102545, + 106951, + 243790, + 242642, + 86857, + 52101, + 242325, + 195512, + 199902, + 49086, + 100923, + 197569, + 244347, + 1229, + 191836, + 55545, + 204061, + 248556, + 232495, + 204390, + 234005, + 189456, + 249527, + 79330, + 101706, + 42539, + 6217, + 167855, + 35334, + 149791, + 88894, + 132791, + 69243, + 7297, + 211304, + 65614, + 189181, + 39992, + 43796, + 62300, + 190276, + 29844, + 162532, + 45671, + 44720, + 185359, + 230548, + 159872, + 59574, + 135558, + 256409, + 28474, + 113230, + 43182, + 85401, + 107538, + 255133, + 236268, + 100664, + 127165, + 221315, + 519, + 187361, + 21733, + 256205, + 239727, + 124473, + 146609, + 246812, + 188006, + 96189, + 198201, + 252118, + 179433, + 121514, + 166159, + 261064, + 242144, + 224725, + 241476, + 91548, + 172194, + 175971, + 200022, + 111995, + 80198, + 236099, + 95525, + 226743, + 215216, + 253838, + 103588, + 99638, + 28118, + 128629, + 144149, + 2886, + 25401, + 213074, + 85764, + 39488, + 255337, + 21391, + 133760, + 24870, + 225434, + 25153, + 129376, + 179656, + 132724, + 102328, + 231703, + 42578, + 125809, + 256117, + 178709, + 230898, + 959, + 83186, + 245654, + 83861, + 31068, + 168705, + 8725, + 222955, + 115809, + 228567, + 32874, + 182839, + 6764, + 52979, + 230323, + 13527, + 95388, + 141081, + 137413, + 15785, + 54473, + 43756, + 131260, + 84924, + 229679, + 229701, + 62127, + 108652, + 51995, + 205359, + 49916, + 65642, + 48019, + 18146, + 92023, + 106062, + 199352, + 114311, + 25377, + 214700, + 249262, + 130290, + 242243, + 151066, + 16053, + 162123, + 127009, + 65181, + 158495, + 231921, + 56573, + 151682, + 64166, + 52282, + 148950, + 152766, + 43689, + 5576, + 39773, + 64857, + 254506, + 49631, + 35135, + 40614, + 68634, + 153078, + 172770, + 209542, + 172787, + 229107, + 241385, + 62414, + 214394, + 1663, + 156115, + 214025, + 162601, + 146126, + 89664, + 8375, + 83742, + 31564, + 5424, + 130005, + 66507, + 50301, + 134218, + 256285, + 109635, + 153427, + 177129, + 67481, + 176519, + 180968, + 251828, + 188977, + 203491, + 78151, + 4503, + 69861, + 222356, + 80056, + 246631, + 56716, + 244784, + 202988, + 33258, + 231211, + 247106, + 91603, + 55439, + 223982, + 173313, + 234065, + 159783, + 43896, + 249594, + 13851, + 223849, + 100068, + 178750, + 31860, + 181530, + 180032, + 197986, + 187304, + 150168, + 151886, + 35645, + 165835, + 149788, + 91140, + 194602, + 206645, + 255435, + 66423, + 244792, + 168465, + 17634, + 4020, + 19248, + 166571, + 6918, + 90764, + 208620, + 42768, + 46446, + 196920, + 212595, + 236724, + 114354, + 165867, + 175674, + 197896, + 103277, + 163095, + 258853, + 179893, + 169740, + 70296, + 241945, + 243201, + 99331, + 141288, + 125958, + 168363, + 117242, + 207491, + 221577, + 95064, + 78874, + 27689, + 103487, + 139831, + 81630, + 89576, + 7080, + 213776, + 188918, + 239987, + 60127, + 97758, + 6799, + 64025, + 121716, + 55264, + 75295, + 115697, + 112385, + 188851, + 206396, + 159247, + 167119, + 174466, + 60453, + 226349, + 93909, + 213679, + 7141, + 176724, + 90321, + 136998, + 39596, + 192638, + 142463, + 208588, + 174995, + 46378, + 193675, + 89453, + 106163, + 121260, + 14752, + 209170, + 147621, + 79618, + 122727, + 197465, + 51407, + 116902, + 188297, + 119902, + 130329, + 16917, + 245331, + 6160, + 202336, + 65606, + 120607, + 93948, + 72007, + 62062, + 21064, + 210418, + 219966, + 62676, + 91626, + 234299, + 24544, + 134438, + 217639, + 76169, + 165866, + 119670, + 67593, + 7066, + 70758, + 23669, + 86019, + 193440, + 72512, + 259739, + 142911, + 102123, + 164545, + 244585, + 205762, + 87706, + 139874, + 229243, + 105459, + 255320, + 86321, + 62618, + 96651, + 141980, + 248749, + 14996, + 260215, + 147117, + 121254, + 190050, + 196390, + 49009, + 124060, + 196748, + 176050, + 79000, + 48915, + 171536, + 180631, + 11189, + 239811, + 165524, + 21003, + 102261, + 233653, + 225941, + 29332, + 23792, + 241327, + 46681, + 2662, + 142039, + 178754, + 175461, + 166906, + 179550, + 85598, + 151176, + 21888, + 186385, + 61435, + 242591, + 32146, + 261563, + 71376, + 111204, + 248040, + 172297, + 131157, + 169431, + 55022, + 67971, + 151269, + 112448, + 177806, + 204812, + 179861, + 74300, + 23703, + 146872, + 155824, + 180033, + 238738, + 256565, + 998, + 187933, + 151422, + 88402, + 188333, + 124722, + 200175, + 253486, + 116075, + 61259, + 197241, + 218941, + 246791, + 78153, + 72399, + 138852, + 262024, + 168037, + 86279, + 213800, + 202825, + 54942, + 72015, + 62904, + 65085, + 153287, + 145705, + 8248, + 126874, + 90352, + 161570, + 237890, + 148122, + 74950, + 66575, + 37729, + 197344, + 248187, + 129432, + 102027, + 72828, + 46412, + 8920, + 224765, + 186816, + 103528, + 114320, + 226266, + 257641, + 119345, + 80268, + 72680, + 152503, + 47959, + 118105, + 123191, + 147416, + 178566, + 104816, + 234731, + 206245, + 22714, + 26701 + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/subsets/pcam_train_n2500_seed789.json b/paper/experiments/normalized_results/subsets/pcam_train_n2500_seed789.json new file mode 100644 index 0000000..71f1981 --- /dev/null +++ b/paper/experiments/normalized_results/subsets/pcam_train_n2500_seed789.json @@ -0,0 +1,2504 @@ +{ + "indices": [ + 135731, + 85768, + 104216, + 177367, + 123577, + 12952, + 190372, + 79828, + 160644, + 62989, + 15961, + 193440, + 1797, + 249869, + 38852, + 163843, + 102398, + 4405, + 169029, + 227861, + 217548, + 127196, + 180099, + 32746, + 163977, + 11419, + 30453, + 44154, + 168548, + 69801, + 150452, + 246602, + 238726, + 87378, + 249876, + 152768, + 15087, + 125117, + 109077, + 244623, + 173871, + 147546, + 102951, + 178276, + 77019, + 150192, + 93827, + 134033, + 25670, + 32834, + 187875, + 196926, + 116086, + 251610, + 87853, + 78057, + 178408, + 106854, + 9659, + 220720, + 23148, + 39377, + 134252, + 90470, + 174133, + 244149, + 121317, + 181771, + 73086, + 228291, + 231636, + 41454, + 38650, + 157613, + 217510, + 197433, + 2781, + 236396, + 106584, + 250197, + 147934, + 180688, + 250897, + 65226, + 95373, + 213409, + 110299, + 4981, + 179576, + 255672, + 243231, + 25648, + 51708, + 5214, + 91838, + 25839, + 39541, + 234480, + 254743, + 252728, + 132266, + 32789, + 207944, + 117498, + 218123, + 120408, + 178864, + 70264, + 100901, + 4977, + 31484, + 77212, + 31977, + 233734, + 241302, + 121601, + 161810, + 146072, + 242273, + 126064, + 52231, + 109542, + 204938, + 168109, + 79478, + 91792, + 242419, + 229532, + 65433, + 139557, + 205231, + 248644, + 56713, + 135645, + 89587, + 112781, + 22871, + 93623, + 197206, + 213630, + 29121, + 26630, + 63584, + 42378, + 153580, + 15060, + 46711, + 163944, + 76383, + 95771, + 257616, + 224311, + 141467, + 127482, + 219929, + 57647, + 181051, + 51980, + 88938, + 129234, + 4809, + 104128, + 206192, + 258986, + 136124, + 104545, + 118522, + 109645, + 126733, + 154631, + 147260, + 148425, + 39504, + 65734, + 222541, + 92814, + 51445, + 105395, + 84856, + 308, + 216870, + 133429, + 176148, + 22075, + 150906, + 61860, + 65962, + 74598, + 214991, + 122024, + 153000, + 225839, + 96095, + 97826, + 228392, + 65135, + 35973, + 258925, + 84323, + 131287, + 169129, + 226421, + 71733, + 82476, + 58413, + 92715, + 207478, + 22961, + 261415, + 170903, + 20649, + 175615, + 64008, + 173860, + 212625, + 126307, + 234636, + 195103, + 29217, + 204547, + 248148, + 254916, + 203316, + 49099, + 183579, + 168577, + 122439, + 76834, + 63539, + 253875, + 149262, + 254559, + 257088, + 231355, + 161868, + 71723, + 103346, + 86600, + 93307, + 151449, + 132432, + 255035, + 215947, + 111791, + 194874, + 39851, + 241139, + 37512, + 128262, + 223132, + 34085, + 163455, + 142982, + 58484, + 11583, + 66834, + 110589, + 235548, + 204395, + 47906, + 49108, + 68534, + 98695, + 260905, + 188824, + 169221, + 84399, + 105057, + 61915, + 171414, + 102586, + 146920, + 161979, + 254047, + 227091, + 242178, + 22251, + 65259, + 43243, + 30589, + 181619, + 214205, + 152549, + 154898, + 12760, + 30874, + 83462, + 118621, + 154142, + 193938, + 165233, + 22494, + 109529, + 13164, + 139230, + 152182, + 255526, + 216269, + 125300, + 125696, + 256977, + 171037, + 73747, + 22615, + 116299, + 227846, + 220275, + 68250, + 74750, + 251669, + 57866, + 26878, + 28859, + 52070, + 171876, + 246647, + 34239, + 200852, + 90592, + 71062, + 207066, + 123622, + 56723, + 6390, + 243832, + 165532, + 47555, + 55211, + 214844, + 183537, + 110090, + 5412, + 49642, + 107677, + 152793, + 61586, + 17224, + 86712, + 99905, + 74559, + 17604, + 145572, + 64727, + 139517, + 88093, + 231426, + 54837, + 52307, + 161944, + 155718, + 126587, + 202206, + 78832, + 200705, + 212136, + 243546, + 16283, + 254124, + 78185, + 37034, + 188641, + 19072, + 221109, + 76039, + 208885, + 51347, + 48282, + 129550, + 31696, + 236938, + 152219, + 58240, + 28104, + 150757, + 119607, + 48139, + 6053, + 96933, + 181241, + 36099, + 23624, + 188392, + 256962, + 145243, + 102711, + 179132, + 34101, + 199734, + 128781, + 13113, + 165372, + 222161, + 21867, + 77135, + 73533, + 177572, + 28255, + 253758, + 216400, + 18839, + 64580, + 163010, + 129055, + 201770, + 152206, + 243840, + 186155, + 228642, + 256974, + 53014, + 20236, + 241927, + 144277, + 151180, + 210736, + 261240, + 213835, + 33985, + 79528, + 69811, + 128144, + 196509, + 2573, + 133256, + 38001, + 251477, + 174280, + 187076, + 176119, + 261156, + 89238, + 208918, + 169150, + 156433, + 104644, + 161266, + 213368, + 78354, + 157058, + 68648, + 92345, + 143571, + 60365, + 253996, + 7444, + 159506, + 144983, + 112772, + 234813, + 140197, + 65626, + 101822, + 29664, + 46071, + 36265, + 251515, + 76682, + 137302, + 242404, + 256650, + 80471, + 101378, + 74251, + 221039, + 73712, + 68858, + 146943, + 53363, + 177661, + 235886, + 35980, + 46087, + 234475, + 211728, + 255988, + 174072, + 122153, + 134424, + 43257, + 168535, + 112523, + 143938, + 200992, + 261940, + 154093, + 15844, + 113959, + 123756, + 22382, + 235983, + 196124, + 41002, + 118100, + 10227, + 141451, + 235370, + 52465, + 66129, + 80688, + 69887, + 171893, + 228533, + 23187, + 71735, + 111958, + 77083, + 86429, + 122731, + 53598, + 163243, + 254002, + 24081, + 143116, + 13886, + 166147, + 85814, + 29979, + 221637, + 187955, + 54338, + 157542, + 191189, + 21081, + 45829, + 228518, + 157099, + 131472, + 174690, + 31385, + 215849, + 113489, + 131934, + 123204, + 258481, + 247926, + 148553, + 7859, + 164816, + 168527, + 87333, + 189951, + 26482, + 197126, + 192533, + 157525, + 1122, + 27701, + 153682, + 16186, + 137444, + 204228, + 12988, + 53883, + 231412, + 79730, + 95945, + 97771, + 114856, + 103668, + 202184, + 36572, + 253008, + 68288, + 86487, + 149856, + 95346, + 20043, + 226227, + 182152, + 157555, + 220543, + 86393, + 33658, + 240575, + 188219, + 121380, + 56698, + 198963, + 224604, + 102361, + 88564, + 97053, + 191643, + 88216, + 28804, + 194050, + 111084, + 130967, + 167681, + 38429, + 176286, + 190901, + 252677, + 184806, + 96674, + 73840, + 75494, + 153379, + 149250, + 172821, + 80953, + 93534, + 250806, + 44149, + 220109, + 217664, + 11683, + 156156, + 27718, + 74260, + 117136, + 36498, + 10727, + 246197, + 213207, + 80831, + 236010, + 89275, + 159081, + 66239, + 98661, + 47917, + 108173, + 124641, + 142783, + 237439, + 223481, + 212965, + 227576, + 128457, + 222029, + 52316, + 60776, + 216785, + 69975, + 114571, + 255194, + 76528, + 235749, + 170669, + 45124, + 230093, + 165935, + 81794, + 21276, + 170018, + 132957, + 104660, + 14612, + 220705, + 167345, + 72370, + 83753, + 57572, + 41255, + 246182, + 104880, + 182445, + 37907, + 114013, + 168045, + 215760, + 169739, + 157929, + 154971, + 216264, + 82522, + 15912, + 224940, + 46709, + 32397, + 70132, + 212089, + 219346, + 141834, + 77185, + 142044, + 135294, + 259131, + 171898, + 208336, + 181730, + 414, + 62931, + 71270, + 225747, + 77295, + 32567, + 66584, + 132808, + 75646, + 80254, + 84102, + 177037, + 62337, + 254370, + 183216, + 227320, + 25190, + 155414, + 259160, + 135719, + 207223, + 125308, + 82796, + 13517, + 20524, + 146476, + 95356, + 245308, + 180254, + 47571, + 258421, + 261649, + 217288, + 108041, + 251332, + 179254, + 65025, + 105086, + 231151, + 87723, + 179381, + 196515, + 178535, + 124769, + 181360, + 105313, + 137701, + 256365, + 228746, + 222113, + 147950, + 167816, + 65689, + 227076, + 110351, + 97656, + 3142, + 7968, + 235550, + 260032, + 59040, + 84160, + 138045, + 176242, + 154025, + 154458, + 27033, + 178785, + 117301, + 170896, + 63131, + 15649, + 120915, + 104062, + 176483, + 252394, + 127710, + 247936, + 142334, + 224584, + 189672, + 235181, + 195231, + 178267, + 47980, + 21129, + 118762, + 161148, + 221870, + 254960, + 100888, + 46387, + 19291, + 231437, + 42806, + 17258, + 25643, + 114375, + 223935, + 107392, + 64395, + 15294, + 252431, + 59307, + 251150, + 136605, + 28370, + 121036, + 8071, + 73404, + 202023, + 238170, + 143723, + 10623, + 192803, + 121619, + 57048, + 63562, + 89917, + 130380, + 168162, + 34266, + 189559, + 181675, + 80234, + 98230, + 11136, + 103341, + 43222, + 215819, + 219119, + 181655, + 4163, + 230202, + 261865, + 191468, + 131094, + 35038, + 121142, + 203854, + 58180, + 128413, + 182192, + 214195, + 190222, + 120488, + 96299, + 31026, + 138442, + 100826, + 28902, + 42968, + 205711, + 867, + 143274, + 17332, + 80156, + 103508, + 247048, + 56675, + 26165, + 91464, + 197068, + 84890, + 2166, + 256593, + 74858, + 186411, + 42064, + 189612, + 198324, + 2737, + 36548, + 257268, + 238284, + 117414, + 249172, + 210121, + 217143, + 183793, + 161510, + 75935, + 236215, + 96018, + 57646, + 50026, + 80958, + 97408, + 3096, + 119993, + 18783, + 126496, + 56343, + 211441, + 151109, + 111422, + 237636, + 34358, + 232514, + 241475, + 166034, + 74440, + 161736, + 23643, + 16453, + 185556, + 95262, + 185214, + 251014, + 139748, + 23535, + 98927, + 33953, + 244535, + 183054, + 228618, + 173858, + 53122, + 232978, + 126688, + 220885, + 120720, + 155909, + 120247, + 112365, + 56859, + 96310, + 207604, + 115376, + 2659, + 171420, + 172793, + 246473, + 202793, + 70764, + 67380, + 140435, + 55471, + 188181, + 147313, + 213189, + 160341, + 105428, + 240910, + 143645, + 233382, + 166156, + 203021, + 172259, + 83730, + 111623, + 46499, + 261810, + 169785, + 33270, + 258222, + 91758, + 234978, + 166380, + 57091, + 96935, + 136422, + 34590, + 150483, + 230304, + 125753, + 15785, + 32216, + 143848, + 85028, + 204118, + 199487, + 129956, + 172508, + 116790, + 249006, + 254691, + 211347, + 215350, + 19954, + 132790, + 245055, + 66215, + 22498, + 208365, + 9207, + 70928, + 11841, + 31337, + 206384, + 42839, + 147694, + 187174, + 205936, + 90979, + 237784, + 201669, + 42690, + 221638, + 187112, + 65567, + 17919, + 211564, + 101523, + 213543, + 109307, + 1508, + 197137, + 244839, + 56055, + 66723, + 185659, + 154782, + 75188, + 160620, + 97083, + 34250, + 53115, + 67534, + 68946, + 15233, + 103358, + 113388, + 140041, + 192559, + 43544, + 155435, + 42306, + 110508, + 241680, + 254845, + 84214, + 897, + 233874, + 102220, + 188456, + 94684, + 130385, + 123609, + 89187, + 261731, + 93895, + 141663, + 216618, + 32597, + 192987, + 93167, + 247501, + 22250, + 232437, + 179561, + 204035, + 27753, + 45860, + 259924, + 44504, + 64762, + 242002, + 242077, + 197207, + 201045, + 57756, + 122248, + 42559, + 87865, + 243310, + 208590, + 220251, + 185940, + 180489, + 36490, + 242968, + 84705, + 183238, + 165246, + 59012, + 110341, + 9561, + 240501, + 184420, + 9534, + 146436, + 101841, + 143380, + 80692, + 245589, + 3164, + 99710, + 12687, + 201544, + 220081, + 171513, + 39847, + 205843, + 236186, + 161614, + 6741, + 101134, + 212051, + 97280, + 20095, + 106879, + 16867, + 203396, + 138254, + 185927, + 66731, + 209099, + 93980, + 218670, + 258514, + 23971, + 101202, + 29381, + 244155, + 217533, + 97985, + 82523, + 186671, + 22884, + 209367, + 98886, + 41933, + 111922, + 261587, + 146099, + 2462, + 42553, + 56951, + 4306, + 97205, + 96034, + 846, + 44572, + 204653, + 77825, + 125964, + 128535, + 94562, + 93531, + 131405, + 132509, + 112953, + 20356, + 53284, + 102084, + 17572, + 39230, + 119125, + 222349, + 44864, + 254814, + 13217, + 34520, + 167294, + 140992, + 182862, + 190251, + 183358, + 144576, + 249988, + 52096, + 222317, + 131205, + 88390, + 58007, + 71261, + 101296, + 201098, + 51825, + 165128, + 143846, + 93207, + 139007, + 170193, + 3395, + 199298, + 252721, + 76675, + 233285, + 246440, + 152439, + 229825, + 104038, + 74760, + 56519, + 124853, + 241128, + 247469, + 22201, + 75529, + 46136, + 101501, + 30559, + 83280, + 90100, + 130457, + 147113, + 246725, + 165435, + 252399, + 190869, + 222686, + 16043, + 141527, + 15749, + 235282, + 260674, + 63763, + 196826, + 224171, + 51460, + 199742, + 141671, + 259175, + 119108, + 56546, + 240845, + 126887, + 134178, + 78337, + 26458, + 239778, + 117851, + 219946, + 6259, + 236317, + 210615, + 34848, + 28518, + 156057, + 70707, + 184397, + 54325, + 94607, + 137422, + 185871, + 253808, + 214781, + 214031, + 215598, + 237086, + 163327, + 247329, + 159873, + 256776, + 10552, + 166440, + 41851, + 216573, + 63996, + 142693, + 175589, + 217375, + 59625, + 7701, + 77857, + 151788, + 192606, + 175810, + 249660, + 41349, + 176698, + 124629, + 164216, + 226306, + 192718, + 61113, + 237435, + 92706, + 28941, + 46589, + 220403, + 43218, + 42935, + 184840, + 101500, + 257052, + 110938, + 84369, + 67940, + 173202, + 196666, + 10389, + 126421, + 54693, + 216652, + 256933, + 169326, + 240227, + 33497, + 187321, + 241028, + 126214, + 75535, + 211640, + 74658, + 103814, + 251230, + 13047, + 37846, + 41631, + 17029, + 215215, + 61762, + 104468, + 35483, + 154974, + 23451, + 128641, + 128756, + 220354, + 104709, + 172816, + 159894, + 11980, + 250727, + 25948, + 240388, + 23837, + 162309, + 78805, + 78589, + 114640, + 103545, + 41932, + 131352, + 191577, + 141605, + 182032, + 98181, + 128675, + 43985, + 250201, + 162432, + 128044, + 69033, + 160582, + 251675, + 257941, + 209492, + 242522, + 140249, + 208841, + 108855, + 38792, + 68395, + 119498, + 146157, + 94211, + 78968, + 39933, + 1980, + 39937, + 51243, + 44846, + 208403, + 60531, + 18219, + 76088, + 197927, + 177, + 224843, + 225778, + 110159, + 147085, + 250694, + 111974, + 219366, + 21262, + 66517, + 131815, + 7952, + 261029, + 46188, + 17281, + 130670, + 251382, + 100498, + 192972, + 154833, + 78070, + 219465, + 157228, + 125115, + 9042, + 75118, + 55520, + 112163, + 155797, + 168149, + 148928, + 175379, + 223042, + 106205, + 122419, + 10078, + 26366, + 116618, + 36273, + 144562, + 32891, + 116981, + 10822, + 147381, + 142054, + 180596, + 97994, + 184091, + 52986, + 36065, + 180004, + 155811, + 204622, + 61204, + 143763, + 188159, + 144338, + 38423, + 234812, + 81948, + 60376, + 260387, + 104656, + 169511, + 98906, + 185307, + 178930, + 124899, + 249693, + 30089, + 113924, + 144623, + 177248, + 2722, + 180702, + 189194, + 140631, + 47021, + 217092, + 217983, + 214994, + 165730, + 162566, + 74931, + 7692, + 53314, + 115535, + 7915, + 131480, + 42344, + 23810, + 40746, + 106543, + 215114, + 95125, + 222457, + 132620, + 236308, + 194712, + 205692, + 138363, + 24378, + 252695, + 145554, + 10569, + 108654, + 40679, + 82885, + 62594, + 147124, + 193545, + 120567, + 147020, + 139959, + 66437, + 128959, + 44331, + 149897, + 161697, + 22082, + 122902, + 241652, + 250521, + 187161, + 213339, + 161921, + 196782, + 157238, + 201988, + 227739, + 83053, + 147070, + 42611, + 87996, + 220904, + 194064, + 44453, + 187576, + 44481, + 200535, + 239013, + 176396, + 148144, + 131604, + 9594, + 7618, + 38904, + 17819, + 82534, + 66387, + 90058, + 6096, + 58829, + 174373, + 137654, + 125662, + 95113, + 198076, + 137577, + 66084, + 23695, + 33749, + 257026, + 51781, + 240365, + 252129, + 155396, + 188307, + 100641, + 7878, + 207423, + 27431, + 231520, + 141698, + 47762, + 31440, + 73709, + 13708, + 47007, + 136872, + 60004, + 178741, + 96788, + 189797, + 151537, + 105406, + 100135, + 251522, + 131162, + 137678, + 160814, + 147616, + 6919, + 6662, + 140742, + 17286, + 232862, + 22326, + 120177, + 26474, + 65878, + 32241, + 256555, + 260902, + 163254, + 169845, + 22318, + 178879, + 86251, + 187687, + 236829, + 154633, + 240254, + 53264, + 193263, + 215178, + 40217, + 12631, + 205646, + 52773, + 101151, + 253532, + 45034, + 125295, + 196083, + 182269, + 219038, + 110321, + 243955, + 210839, + 236230, + 172555, + 26635, + 62185, + 238881, + 159548, + 210567, + 69751, + 169265, + 245233, + 149178, + 20314, + 184790, + 3406, + 125208, + 155254, + 10595, + 1627, + 239059, + 209056, + 94469, + 162131, + 251550, + 51015, + 201904, + 44271, + 81486, + 36334, + 32637, + 7965, + 164373, + 195955, + 67965, + 133553, + 112715, + 203552, + 231474, + 224957, + 202890, + 206705, + 239895, + 114895, + 256984, + 28293, + 3401, + 153122, + 105650, + 67647, + 33005, + 44967, + 209022, + 41544, + 250178, + 113306, + 210187, + 141466, + 77325, + 67165, + 98277, + 40889, + 200515, + 141389, + 235503, + 167021, + 244405, + 180781, + 135828, + 132056, + 122636, + 230276, + 218166, + 224057, + 219404, + 186571, + 204043, + 50498, + 215643, + 204848, + 200196, + 39628, + 174448, + 219972, + 93382, + 147995, + 13326, + 72233, + 53224, + 179785, + 32338, + 134185, + 159231, + 176451, + 1315, + 247609, + 74710, + 130489, + 174165, + 35200, + 21545, + 111743, + 225422, + 178405, + 181884, + 177629, + 74555, + 105264, + 93325, + 81506, + 196070, + 198673, + 73054, + 175665, + 129919, + 254627, + 1610, + 152605, + 87760, + 246639, + 198862, + 97699, + 96499, + 212627, + 104677, + 16763, + 21045, + 190955, + 45943, + 91396, + 165925, + 74134, + 44195, + 45748, + 161459, + 211671, + 51340, + 14335, + 213168, + 176200, + 40939, + 160727, + 67495, + 60174, + 229973, + 112342, + 178107, + 60805, + 114308, + 4661, + 219375, + 53024, + 211063, + 62002, + 216765, + 5187, + 38360, + 104912, + 249578, + 237643, + 239083, + 31913, + 14430, + 237741, + 116717, + 94597, + 133063, + 231237, + 198135, + 206939, + 195451, + 234302, + 209362, + 61485, + 152704, + 232487, + 21935, + 190017, + 57515, + 116896, + 210346, + 66294, + 226029, + 85262, + 101893, + 11717, + 200091, + 257992, + 147941, + 93306, + 114216, + 163221, + 92219, + 76921, + 7150, + 248469, + 208708, + 153957, + 170466, + 166138, + 2954, + 100567, + 118848, + 67521, + 39118, + 129193, + 139939, + 194706, + 237688, + 188342, + 20683, + 71611, + 204223, + 112101, + 205190, + 157854, + 201479, + 234895, + 122165, + 25865, + 172103, + 53443, + 127173, + 41980, + 79818, + 86626, + 85479, + 202621, + 55160, + 117082, + 230466, + 60203, + 47447, + 121788, + 87260, + 91094, + 18509, + 4698, + 26881, + 93068, + 257715, + 33496, + 230066, + 181087, + 116267, + 191787, + 200870, + 156936, + 155486, + 222482, + 28919, + 255989, + 187522, + 161271, + 156566, + 169852, + 252217, + 137177, + 107504, + 171092, + 178032, + 3648, + 136915, + 141177, + 23471, + 64398, + 45024, + 168422, + 205435, + 70159, + 130912, + 246031, + 140404, + 17153, + 188557, + 202187, + 207102, + 1317, + 30282, + 40897, + 189848, + 190135, + 253786, + 50629, + 80306, + 9027, + 53833, + 150742, + 150617, + 79095, + 41497, + 187103, + 176745, + 119772, + 92342, + 8613, + 106531, + 75634, + 167298, + 3699, + 16267, + 70631, + 46901, + 179736, + 229291, + 123638, + 122744, + 173591, + 253456, + 94117, + 171687, + 182679, + 82118, + 30151, + 69382, + 40945, + 572, + 202640, + 239846, + 92223, + 230821, + 123643, + 42453, + 93114, + 131834, + 115491, + 193355, + 195217, + 42325, + 243996, + 140017, + 137735, + 30762, + 47019, + 34173, + 159142, + 108656, + 41263, + 49441, + 205119, + 75232, + 75241, + 236145, + 155703, + 71465, + 42281, + 77281, + 228811, + 121060, + 31088, + 90623, + 23917, + 193680, + 119614, + 55023, + 126580, + 215356, + 61916, + 227631, + 239804, + 96166, + 188386, + 195879, + 109173, + 40103, + 117822, + 211858, + 90180, + 56019, + 134830, + 22044, + 120031, + 240834, + 158828, + 109448, + 234279, + 254682, + 44768, + 95914, + 88939, + 49523, + 88195, + 85447, + 68622, + 8112, + 75252, + 172473, + 129447, + 5039, + 155257, + 247754, + 187018, + 145748, + 9690, + 229300, + 149442, + 43216, + 217191, + 75147, + 123554, + 205483, + 203057, + 221122, + 92783, + 170403, + 144216, + 169724, + 243339, + 236658, + 166207, + 35205, + 254734, + 50434, + 75360, + 38254, + 171848, + 42674, + 178442, + 99243, + 245407, + 55181, + 119425, + 191356, + 209790, + 202674, + 172085, + 37770, + 22213, + 233640, + 257200, + 239487, + 127870, + 199984, + 169354, + 15328, + 44675, + 239166, + 17991, + 239953, + 69904, + 81607, + 3074, + 97352, + 80422, + 58673, + 165184, + 231450, + 206378, + 233509, + 39838, + 167337, + 257019, + 124008, + 229830, + 62585, + 99482, + 14700, + 4000, + 237579, + 249833, + 79434, + 176408, + 153602, + 230578, + 121228, + 214121, + 205991, + 6878, + 41786, + 25513, + 249818, + 140567, + 109337, + 93501, + 205739, + 209840, + 246133, + 171350, + 56579, + 227329, + 203602, + 121262, + 72509, + 128270, + 63093, + 152489, + 59870, + 186916, + 25261, + 253891, + 130578, + 256484, + 123053, + 26005, + 28771, + 137178, + 130484, + 157432, + 193834, + 119660, + 151278, + 29706, + 118157, + 7536, + 178634, + 167355, + 207543, + 166299, + 70421, + 166112, + 188335, + 201026, + 205653, + 81861, + 112701, + 177536, + 215995, + 136646, + 87862, + 223574, + 170176, + 101976, + 174304, + 204393, + 20464, + 88289, + 221125, + 237740, + 43050, + 91292, + 83047, + 115228, + 165557, + 23327, + 160025, + 35301, + 155345, + 44, + 163452, + 194595, + 165511, + 96811, + 187339, + 166004, + 67475, + 41226, + 106539, + 230623, + 171457, + 69843, + 222862, + 25920, + 122266, + 201211, + 29738, + 33183, + 84093, + 36453, + 50879, + 224997, + 221108, + 47937, + 3486, + 173040, + 117858, + 80841, + 183816, + 71524, + 247907, + 202768, + 257965, + 221931, + 138168, + 248938, + 245484, + 96542, + 61416, + 89698, + 159631, + 53273, + 142294, + 40178, + 183431, + 250117, + 162072, + 245157, + 34547, + 25805, + 210119, + 138405, + 232483, + 122412, + 244026, + 195878, + 90361, + 143106, + 53483, + 194762, + 23974, + 231793, + 167578, + 184253, + 112817, + 78282, + 193967, + 81821, + 30329, + 60891, + 243680, + 103345, + 231878, + 217702, + 154641, + 159910, + 130310, + 43750, + 154046, + 120776, + 135243, + 55376, + 124031, + 43409, + 57711, + 241248, + 230149, + 118059, + 234131, + 15914, + 120786, + 258551, + 141885, + 181035, + 255908, + 155828, + 161786, + 133914, + 206605, + 3925, + 235070, + 49498, + 158015, + 97642, + 59907, + 94937, + 29434, + 154689, + 130094, + 11487, + 80036, + 180225, + 124464, + 36023, + 117365, + 205584, + 35950, + 259862, + 86176, + 249298, + 154870, + 125906, + 12759, + 241821, + 85109, + 153462, + 146712, + 83937, + 113125, + 26718, + 4402, + 135305, + 12827, + 151797, + 173416, + 131156, + 192412, + 129623, + 46760, + 165871, + 142861, + 60192, + 156960, + 8868, + 44931, + 256626, + 165840, + 158506, + 199816, + 102782, + 101765, + 186667, + 103695, + 56858, + 257211, + 139116, + 176333, + 4729, + 157033, + 122629, + 151136, + 257385, + 9802, + 74859, + 26555, + 106577, + 81660, + 28714, + 131589, + 238859, + 197395, + 184689, + 201102, + 174114, + 31536, + 149270, + 207018, + 42422, + 236828, + 227417, + 101033, + 127639, + 134669, + 184802, + 94157, + 223725, + 118736, + 157999, + 160800, + 95824, + 254655, + 21234, + 61166, + 20625, + 220305, + 131346, + 215314, + 179971, + 243954, + 155584, + 162916, + 17045, + 23449, + 74681, + 220981, + 259488, + 164942, + 87318, + 74777, + 96983, + 176668, + 50949, + 144177, + 42570, + 17261, + 119258, + 246110, + 81131, + 163946, + 155943, + 82497, + 158439, + 207121, + 16099, + 42323, + 104625, + 237594, + 70135, + 177277, + 14208, + 148835, + 45085, + 56378, + 158362, + 164472, + 42998, + 187032, + 28466, + 259737, + 195010, + 146432, + 121718, + 120007, + 118927, + 22896, + 43898, + 187361, + 122920, + 246363, + 132270, + 195529, + 194690, + 73152, + 204148, + 243949, + 256236, + 48412, + 109203, + 53296, + 261722, + 54552, + 62214, + 59895, + 135353, + 183298, + 49226, + 185456, + 39172, + 229841, + 105919, + 111210, + 146281, + 65202, + 57735, + 157089, + 13895, + 120363, + 242853, + 199343, + 48556, + 65140, + 204814, + 225818, + 212297, + 67791, + 15189, + 18552, + 133456, + 135618, + 98231, + 121905, + 56988, + 179956, + 26231, + 47979, + 50986, + 100874, + 11580, + 113727, + 254098, + 196072, + 102374, + 72375, + 42413, + 33213, + 84527, + 229807, + 23834, + 110684, + 190807, + 99601, + 70609, + 159954, + 61226, + 41320, + 245030, + 200268, + 81055, + 100264, + 163566, + 171650, + 6377, + 226680, + 49503, + 31565, + 182556, + 91086, + 41647, + 127315, + 112892, + 21655, + 16939, + 200916, + 104034, + 169477, + 4195, + 136978, + 44951, + 208177, + 62450, + 126266, + 192107, + 241662, + 199160, + 198868, + 56463, + 87628, + 120009, + 6360, + 195980, + 112018, + 94118, + 63354, + 20472, + 241088, + 232480, + 181522, + 2831, + 175547, + 75725, + 203406, + 225014, + 219581, + 246272, + 217203, + 176060, + 237689, + 184523, + 31299, + 258349, + 174600, + 169734, + 261059, + 187915, + 18975, + 55204, + 118433, + 116753, + 218919, + 25761, + 104305, + 103533, + 213320, + 122957, + 212261, + 228262, + 98488, + 37562, + 256396, + 55978, + 108785 + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/subsets/pcam_train_n500_seed101112.json b/paper/experiments/normalized_results/subsets/pcam_train_n500_seed101112.json new file mode 100644 index 0000000..7fbe63f --- /dev/null +++ b/paper/experiments/normalized_results/subsets/pcam_train_n500_seed101112.json @@ -0,0 +1,504 @@ +{ + "indices": [ + 177900, + 62224, + 150399, + 106285, + 189853, + 231454, + 128834, + 181667, + 132493, + 248647, + 146879, + 215876, + 61376, + 143056, + 172203, + 260260, + 33879, + 122137, + 114212, + 134807, + 259442, + 259320, + 155901, + 130661, + 121019, + 129021, + 45893, + 66785, + 37524, + 119105, + 131717, + 154162, + 195493, + 159598, + 95936, + 174363, + 192978, + 205415, + 63480, + 38404, + 135208, + 61823, + 151482, + 215375, + 77897, + 123108, + 255916, + 35879, + 140538, + 186068, + 229613, + 141990, + 189886, + 134906, + 98288, + 52065, + 40237, + 132909, + 224026, + 115328, + 96156, + 28354, + 84268, + 39212, + 206679, + 251370, + 83613, + 162736, + 12040, + 129538, + 196533, + 844, + 193496, + 123355, + 16402, + 250290, + 35663, + 125400, + 93181, + 43849, + 57689, + 208581, + 253150, + 171196, + 116568, + 196722, + 169684, + 36155, + 260616, + 217307, + 204669, + 32395, + 91270, + 11947, + 9499, + 117988, + 175916, + 91928, + 45995, + 212217, + 90956, + 83092, + 80067, + 246009, + 109526, + 114578, + 250369, + 123851, + 6358, + 18807, + 216652, + 162840, + 154893, + 66759, + 72646, + 12813, + 134813, + 94728, + 40022, + 129026, + 10877, + 139767, + 241109, + 255497, + 162180, + 4077, + 87394, + 66535, + 164195, + 196898, + 186397, + 54355, + 122943, + 130431, + 196186, + 149156, + 198908, + 116598, + 206164, + 244370, + 221889, + 200625, + 238445, + 131687, + 124699, + 3660, + 165516, + 239683, + 235662, + 158757, + 122220, + 128566, + 50275, + 44895, + 1763, + 253319, + 50445, + 258472, + 238061, + 248027, + 36569, + 201982, + 146372, + 161138, + 66342, + 109436, + 203079, + 170778, + 95232, + 160013, + 172986, + 79537, + 8170, + 117061, + 97316, + 21289, + 201453, + 3462, + 115275, + 184325, + 77163, + 153736, + 114692, + 258486, + 158248, + 242218, + 95864, + 228410, + 121749, + 164807, + 132861, + 135223, + 57050, + 126529, + 217593, + 182801, + 29754, + 129688, + 144546, + 175262, + 130858, + 125886, + 21541, + 248017, + 10051, + 108647, + 187898, + 202717, + 154732, + 189849, + 200271, + 240079, + 16000, + 136421, + 76839, + 97961, + 77060, + 232463, + 92973, + 204016, + 179082, + 83214, + 249514, + 119719, + 97897, + 115330, + 35207, + 225402, + 83073, + 97148, + 203554, + 93961, + 111017, + 193061, + 130758, + 65490, + 157525, + 106606, + 50165, + 14108, + 117458, + 219176, + 221584, + 23426, + 4886, + 173146, + 191289, + 153208, + 134075, + 152265, + 120861, + 117494, + 956, + 247151, + 153744, + 158559, + 56935, + 207777, + 108218, + 231578, + 212080, + 48342, + 260123, + 144380, + 69259, + 174498, + 71319, + 186911, + 196974, + 1834, + 106570, + 172005, + 98686, + 67701, + 101285, + 157705, + 245061, + 44906, + 250133, + 46394, + 144836, + 147091, + 235734, + 235326, + 173490, + 235759, + 14140, + 236157, + 101609, + 165194, + 122373, + 122143, + 77, + 152433, + 171253, + 170140, + 238051, + 128701, + 206598, + 170466, + 65445, + 241488, + 206205, + 227986, + 30025, + 121783, + 98954, + 128591, + 9080, + 4710, + 74941, + 81131, + 47167, + 26866, + 47586, + 187969, + 143803, + 183731, + 212641, + 57480, + 16368, + 79422, + 237881, + 135118, + 53687, + 138922, + 261154, + 208450, + 7521, + 79393, + 198139, + 23545, + 213325, + 46811, + 187035, + 192788, + 155452, + 106981, + 164927, + 455, + 71178, + 181695, + 55416, + 237615, + 213358, + 6789, + 236156, + 136468, + 77006, + 219103, + 88092, + 109440, + 109192, + 102600, + 106100, + 224060, + 83371, + 133056, + 240235, + 226919, + 37112, + 184243, + 4965, + 20750, + 233514, + 209589, + 26393, + 151987, + 237683, + 202441, + 87922, + 65958, + 212607, + 76967, + 47321, + 185585, + 170318, + 45842, + 81669, + 197514, + 113578, + 194331, + 259596, + 177936, + 26984, + 142474, + 93316, + 562, + 163340, + 6496, + 68090, + 174581, + 3696, + 222723, + 176830, + 196165, + 51042, + 184502, + 59679, + 252790, + 93297, + 14674, + 30851, + 241086, + 128955, + 84820, + 50792, + 246537, + 189619, + 171893, + 193459, + 47486, + 56644, + 76314, + 114760, + 182071, + 63424, + 176616, + 19452, + 125244, + 163382, + 34175, + 3018, + 118977, + 63323, + 114537, + 1409, + 32809, + 186848, + 108185, + 232189, + 103094, + 162697, + 198583, + 36376, + 88990, + 157145, + 98803, + 175704, + 218900, + 254354, + 176896, + 45415, + 185328, + 40736, + 230351, + 9322, + 178304, + 35890, + 6101, + 175964, + 6875, + 253079, + 140531, + 25393, + 133417, + 120611, + 236539, + 59079, + 186758, + 187709, + 44390, + 193806, + 173905, + 240572, + 88088, + 122303, + 215495, + 123660, + 43565, + 22918, + 230117, + 100423, + 11684, + 18281, + 202014, + 257116, + 250045, + 52929, + 74417, + 28106, + 208492, + 194021, + 55988, + 198677, + 136993, + 213370, + 73457, + 151189, + 166381, + 23550, + 209095, + 173497, + 126692, + 3457, + 9257, + 203057, + 104236, + 7562, + 88848 + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/subsets/pcam_train_n500_seed456.json b/paper/experiments/normalized_results/subsets/pcam_train_n500_seed456.json new file mode 100644 index 0000000..adc26ed --- /dev/null +++ b/paper/experiments/normalized_results/subsets/pcam_train_n500_seed456.json @@ -0,0 +1,504 @@ +{ + "indices": [ + 161691, + 82214, + 185227, + 231282, + 106698, + 169227, + 39452, + 65333, + 159655, + 249232, + 45986, + 231840, + 1160, + 120110, + 11751, + 63974, + 106535, + 215274, + 142357, + 249447, + 187567, + 70864, + 218955, + 105789, + 77118, + 44276, + 206406, + 8755, + 89599, + 89733, + 200256, + 106357, + 1653, + 113586, + 140976, + 204750, + 220413, + 194308, + 190452, + 144672, + 156986, + 242785, + 57408, + 3936, + 164648, + 169699, + 26415, + 107656, + 116051, + 723, + 53633, + 118707, + 193678, + 90868, + 177258, + 191645, + 256112, + 148523, + 84636, + 230087, + 83425, + 53582, + 250094, + 244688, + 81132, + 253180, + 194307, + 54850, + 4367, + 187815, + 205053, + 163236, + 107862, + 49562, + 107807, + 181286, + 150790, + 25218, + 250270, + 156311, + 126147, + 86200, + 248572, + 86284, + 130600, + 25291, + 151771, + 221310, + 235843, + 197927, + 194263, + 136992, + 180629, + 175399, + 259729, + 116283, + 140089, + 96398, + 128479, + 53553, + 201687, + 259045, + 241692, + 16311, + 201009, + 224123, + 51447, + 142955, + 183918, + 181510, + 6083, + 193317, + 178263, + 89000, + 89919, + 41376, + 257075, + 222607, + 54223, + 111314, + 127125, + 220663, + 72390, + 130983, + 211474, + 102105, + 109416, + 255843, + 199843, + 88337, + 117982, + 80682, + 12463, + 238070, + 96755, + 210078, + 184056, + 105392, + 135777, + 251712, + 255408, + 115167, + 147084, + 33995, + 8337, + 195535, + 42535, + 193942, + 175331, + 20542, + 187996, + 211138, + 129809, + 85845, + 178354, + 86129, + 209712, + 259542, + 176886, + 167754, + 71703, + 167269, + 231246, + 210856, + 39446, + 76186, + 74340, + 34174, + 209413, + 4403, + 205950, + 11748, + 147873, + 234252, + 45708, + 168811, + 208409, + 75275, + 145601, + 5571, + 240837, + 64230, + 27442, + 19295, + 168872, + 218280, + 44679, + 42223, + 19868, + 37675, + 67127, + 154981, + 208037, + 54083, + 84331, + 76912, + 258574, + 159805, + 90423, + 211762, + 88583, + 73115, + 15677, + 195884, + 117802, + 245839, + 252864, + 254978, + 140007, + 197576, + 186323, + 258401, + 29887, + 210948, + 45155, + 55084, + 256642, + 130702, + 250295, + 177883, + 188109, + 40876, + 250368, + 235470, + 243004, + 239197, + 112050, + 68059, + 94229, + 95007, + 165046, + 232800, + 243889, + 81605, + 39714, + 65035, + 1818, + 185157, + 49025, + 153884, + 134606, + 208621, + 182285, + 95567, + 256832, + 193966, + 231024, + 33915, + 66767, + 120946, + 90909, + 251902, + 257182, + 198896, + 157017, + 41992, + 259755, + 115125, + 153874, + 50138, + 155981, + 246841, + 234481, + 42407, + 236151, + 5773, + 91058, + 195365, + 72551, + 179291, + 245551, + 134514, + 2695, + 52255, + 70011, + 43211, + 74916, + 66977, + 17002, + 128674, + 104870, + 218443, + 118639, + 204138, + 240740, + 174067, + 140651, + 195906, + 215314, + 224347, + 43774, + 50187, + 79802, + 172022, + 218947, + 33009, + 8684, + 138748, + 168209, + 193326, + 26066, + 71563, + 92600, + 132240, + 247929, + 126594, + 195956, + 48191, + 62593, + 207067, + 125421, + 236218, + 187623, + 225283, + 228192, + 257548, + 62935, + 137859, + 251387, + 25470, + 115085, + 68261, + 89425, + 181130, + 211919, + 30793, + 222583, + 30060, + 115966, + 204007, + 149545, + 242038, + 201611, + 72429, + 141723, + 217477, + 698, + 87735, + 42186, + 176269, + 199420, + 131010, + 11284, + 55086, + 164343, + 27160, + 175137, + 44821, + 4349, + 135188, + 49994, + 33514, + 259867, + 108505, + 48091, + 60417, + 154646, + 224241, + 63596, + 43180, + 86116, + 53091, + 46910, + 191629, + 216454, + 26000, + 80582, + 58201, + 106886, + 140822, + 88784, + 163876, + 47765, + 155810, + 214308, + 156847, + 166725, + 175166, + 243384, + 182556, + 131037, + 122300, + 32219, + 229729, + 201197, + 118191, + 126771, + 6271, + 96687, + 212838, + 199431, + 18384, + 50645, + 75002, + 220794, + 189424, + 164239, + 95037, + 83353, + 34943, + 235663, + 252475, + 129497, + 63664, + 231877, + 87926, + 96949, + 164223, + 229593, + 167647, + 153007, + 144290, + 200562, + 26385, + 17409, + 31371, + 192929, + 34497, + 207655, + 229435, + 85123, + 59561, + 180811, + 163827, + 123310, + 237411, + 9653, + 52480, + 99443, + 190816, + 62711, + 50938, + 51004, + 216758, + 31992, + 170713, + 227693, + 70095, + 161603, + 139134, + 234713, + 182246, + 170341, + 14609, + 200968, + 120730, + 7546, + 22602, + 105550, + 182911, + 29066, + 10249, + 195096, + 38293, + 101298, + 182964, + 170491, + 229471, + 34854, + 252285, + 229422, + 212814, + 63733, + 72455, + 129703, + 225731, + 114641, + 122945, + 29956, + 116326, + 70348, + 61348, + 86928, + 52030, + 183041, + 109843, + 158190, + 234478, + 246798, + 18453, + 47658, + 104854, + 32915, + 204818, + 39457, + 150015, + 73094, + 194798, + 44742, + 68248, + 190210, + 29214, + 125362, + 203746, + 214365, + 161677, + 50123, + 89115, + 123300, + 253214 + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/subsets/pcam_train_n500_seed789.json b/paper/experiments/normalized_results/subsets/pcam_train_n500_seed789.json new file mode 100644 index 0000000..9960945 --- /dev/null +++ b/paper/experiments/normalized_results/subsets/pcam_train_n500_seed789.json @@ -0,0 +1,504 @@ +{ + "indices": [ + 135731, + 85768, + 104216, + 177367, + 123577, + 12952, + 190372, + 79828, + 160644, + 62989, + 15961, + 193440, + 1797, + 249869, + 38852, + 163843, + 102398, + 4405, + 169029, + 227861, + 217548, + 127196, + 180099, + 32746, + 163977, + 11419, + 30453, + 44154, + 168548, + 69801, + 150452, + 246602, + 238726, + 87378, + 249876, + 152768, + 15087, + 125117, + 109077, + 244623, + 173871, + 147546, + 102951, + 178276, + 77019, + 150192, + 93827, + 134033, + 25670, + 32834, + 187875, + 196926, + 116086, + 251610, + 87853, + 78057, + 178408, + 106854, + 9659, + 220720, + 23148, + 39377, + 134252, + 90470, + 174133, + 244149, + 121317, + 181771, + 73086, + 228291, + 231636, + 41454, + 38650, + 157613, + 217510, + 197433, + 2781, + 236396, + 106584, + 250197, + 147934, + 180688, + 250897, + 65226, + 95373, + 213409, + 110299, + 4981, + 179576, + 255672, + 243231, + 25648, + 51708, + 5214, + 91838, + 25839, + 39541, + 234480, + 254743, + 252728, + 132266, + 32789, + 207944, + 117498, + 218123, + 120408, + 178864, + 70264, + 100901, + 4977, + 31484, + 77212, + 31977, + 233734, + 241302, + 121601, + 161810, + 146072, + 242273, + 126064, + 52231, + 109542, + 204938, + 168109, + 79478, + 91792, + 242419, + 229532, + 65433, + 139557, + 205231, + 248644, + 56713, + 135645, + 89587, + 112781, + 22871, + 93623, + 197206, + 213630, + 29121, + 26630, + 63584, + 42378, + 153580, + 15060, + 46711, + 163944, + 76383, + 95771, + 257616, + 224311, + 141467, + 127482, + 219929, + 57647, + 181051, + 51980, + 88938, + 129234, + 4809, + 104128, + 206192, + 258986, + 136124, + 104545, + 118522, + 109645, + 126733, + 154631, + 147260, + 148425, + 39504, + 65734, + 222541, + 92814, + 51445, + 105395, + 84856, + 308, + 216870, + 133429, + 176148, + 22075, + 150906, + 61860, + 65962, + 74598, + 214991, + 122024, + 153000, + 225839, + 96095, + 97826, + 228392, + 65135, + 35973, + 258925, + 84323, + 131287, + 169129, + 226421, + 71733, + 82476, + 58413, + 92715, + 207478, + 22961, + 261415, + 170903, + 20649, + 175615, + 64008, + 173860, + 212625, + 126307, + 234636, + 195103, + 29217, + 204547, + 248148, + 254916, + 203316, + 49099, + 183579, + 168577, + 122439, + 76834, + 63539, + 253875, + 149262, + 254559, + 257088, + 231355, + 161868, + 71723, + 103346, + 86600, + 93307, + 151449, + 132432, + 255035, + 215947, + 111791, + 194874, + 39851, + 241139, + 37512, + 128262, + 223132, + 34085, + 163455, + 142982, + 58484, + 11583, + 66834, + 110589, + 235548, + 204395, + 47906, + 49108, + 68534, + 98695, + 260905, + 188824, + 169221, + 84399, + 105057, + 61915, + 171414, + 102586, + 146920, + 161979, + 254047, + 227091, + 242178, + 22251, + 65259, + 43243, + 30589, + 181619, + 214205, + 152549, + 154898, + 12760, + 30874, + 83462, + 118621, + 154142, + 193938, + 165233, + 22494, + 109529, + 13164, + 139230, + 152182, + 255526, + 216269, + 125300, + 125696, + 256977, + 171037, + 73747, + 22615, + 116299, + 227846, + 220275, + 68250, + 74750, + 251669, + 57866, + 26878, + 28859, + 52070, + 171876, + 246647, + 34239, + 200852, + 90592, + 71062, + 207066, + 123622, + 56723, + 6390, + 243832, + 165532, + 47555, + 55211, + 214844, + 183537, + 110090, + 5412, + 49642, + 107677, + 152793, + 61586, + 17224, + 86712, + 99905, + 74559, + 17604, + 145572, + 64727, + 139517, + 88093, + 231426, + 54837, + 52307, + 161944, + 155718, + 126587, + 202206, + 78832, + 200705, + 212136, + 243546, + 16283, + 254124, + 78185, + 37034, + 188641, + 19072, + 221109, + 76039, + 208885, + 51347, + 48282, + 129550, + 31696, + 236938, + 152219, + 58240, + 28104, + 150757, + 119607, + 48139, + 6053, + 96933, + 181241, + 36099, + 23624, + 188392, + 256962, + 145243, + 102711, + 179132, + 34101, + 199734, + 128781, + 13113, + 165372, + 222161, + 21867, + 77135, + 73533, + 177572, + 28255, + 253758, + 216400, + 18839, + 64580, + 163010, + 129055, + 201770, + 152206, + 243840, + 186155, + 228642, + 256974, + 53014, + 20236, + 241927, + 144277, + 151180, + 210736, + 261240, + 213835, + 33985, + 79528, + 69811, + 128144, + 196509, + 2573, + 133256, + 38001, + 251477, + 174280, + 187076, + 176119, + 261156, + 89238, + 208918, + 169150, + 156433, + 104644, + 161266, + 213368, + 78354, + 157058, + 68648, + 92345, + 143571, + 60365, + 253996, + 7444, + 159506, + 144983, + 112772, + 234813, + 140197, + 65626, + 101822, + 29664, + 46071, + 36265, + 251515, + 76682, + 137302, + 242404, + 256650, + 80471, + 101378, + 74251, + 221039, + 73712, + 68858, + 146943, + 53363, + 177661, + 235886, + 35980, + 46087, + 234475, + 211728, + 255988, + 174072, + 122153, + 134424, + 43257, + 168535, + 112523, + 143938, + 200992, + 261940, + 154093, + 15844, + 113959, + 123756, + 22382, + 235983, + 196124, + 41002, + 118100, + 10227, + 141451, + 235370, + 52465, + 66129, + 80688, + 69887 + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/subsets/spherical_mnist_train_n100_seed101112.json b/paper/experiments/normalized_results/subsets/spherical_mnist_train_n100_seed101112.json new file mode 100644 index 0000000..5040eb4 --- /dev/null +++ b/paper/experiments/normalized_results/subsets/spherical_mnist_train_n100_seed101112.json @@ -0,0 +1,104 @@ +{ + "indices": [ + 44700, + 21008, + 14521, + 44448, + 28445, + 10599, + 1606, + 42828, + 23373, + 35602, + 16105, + 8810, + 26912, + 40403, + 41863, + 32201, + 8183, + 17990, + 37848, + 38582, + 27454, + 23803, + 36105, + 29672, + 14803, + 26999, + 6059, + 29507, + 32860, + 46773, + 45901, + 2833, + 39973, + 34402, + 20724, + 2381, + 48786, + 9796, + 16926, + 43002, + 26392, + 14072, + 42584, + 21624, + 36185, + 30465, + 49930, + 37640, + 26522, + 34104, + 8291, + 17108, + 17330, + 2736, + 44624, + 26818, + 10517, + 17053, + 49588, + 10102, + 29572, + 14734, + 46140, + 45644, + 10743, + 35370, + 7403, + 47478, + 24588, + 30312, + 44773, + 28302, + 37472, + 30302, + 37442, + 23331, + 17203, + 48305, + 41417, + 27685, + 17961, + 23571, + 45348, + 28973, + 41276, + 14051, + 13638, + 24859, + 34024, + 34565, + 47311, + 1186, + 7886, + 29300, + 15289, + 27812, + 236, + 40972, + 25761, + 18671 + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/subsets/spherical_mnist_train_n100_seed456.json b/paper/experiments/normalized_results/subsets/spherical_mnist_train_n100_seed456.json new file mode 100644 index 0000000..f9832a5 --- /dev/null +++ b/paper/experiments/normalized_results/subsets/spherical_mnist_train_n100_seed456.json @@ -0,0 +1,104 @@ +{ + "indices": [ + 48491, + 31590, + 44523, + 4298, + 41434, + 21124, + 48292, + 40883, + 33647, + 6770, + 17348, + 657, + 23932, + 22089, + 47841, + 10042, + 39287, + 97, + 4589, + 18748, + 27459, + 46813, + 11417, + 37926, + 42502, + 13502, + 31210, + 20230, + 46879, + 20536, + 6710, + 26127, + 45509, + 14293, + 1878, + 24848, + 12873, + 36730, + 32164, + 10496, + 5362, + 42364, + 13516, + 13993, + 4584, + 39353, + 29885, + 2442, + 18483, + 47732, + 22425, + 27032, + 4570, + 26160, + 11324, + 2963, + 18904, + 27662, + 17876, + 32766, + 29565, + 27861, + 10962, + 2945, + 23148, + 32884, + 20765, + 33649, + 26647, + 3405, + 13151, + 8189, + 21446, + 49530, + 5789, + 38323, + 20838, + 45230, + 32280, + 37956, + 30019, + 24275, + 32906, + 27640, + 33284, + 13542, + 41737, + 26613, + 1355, + 25735, + 40589, + 47020, + 30381, + 31520, + 26843, + 18117, + 28425, + 13926, + 6627, + 42090 + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/subsets/spherical_mnist_train_n100_seed789.json b/paper/experiments/normalized_results/subsets/spherical_mnist_train_n100_seed789.json new file mode 100644 index 0000000..4b8e2ad --- /dev/null +++ b/paper/experiments/normalized_results/subsets/spherical_mnist_train_n100_seed789.json @@ -0,0 +1,104 @@ +{ + "indices": [ + 12499, + 35308, + 43396, + 34977, + 27037, + 13111, + 33970, + 37750, + 26460, + 25156, + 42117, + 22697, + 23709, + 29455, + 31238, + 17924, + 15886, + 21312, + 16345, + 4302, + 15924, + 4547, + 19413, + 33440, + 6361, + 10134, + 42073, + 656, + 20192, + 25286, + 38472, + 13680, + 18278, + 30907, + 34380, + 20779, + 49979, + 2877, + 23231, + 18130, + 40967, + 19164, + 19633, + 23108, + 37651, + 13462, + 37653, + 39786, + 38886, + 20133, + 20705, + 29670, + 20398, + 39080, + 35609, + 26126, + 11232, + 14116, + 29241, + 31453, + 24452, + 1504, + 8774, + 364, + 20293, + 23803, + 17257, + 39387, + 42622, + 34420, + 43532, + 30811, + 26666, + 3541, + 25022, + 37561, + 26581, + 47337, + 22220, + 35801, + 41166, + 5757, + 9051, + 17932, + 13405, + 13993, + 27807, + 36728, + 18576, + 21283, + 17285, + 31272, + 34984, + 49665, + 6298, + 1914, + 1589, + 29384, + 48927, + 19559 + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/subsets/spherical_mnist_train_n12500_seed101112.json b/paper/experiments/normalized_results/subsets/spherical_mnist_train_n12500_seed101112.json new file mode 100644 index 0000000..651e078 --- /dev/null +++ b/paper/experiments/normalized_results/subsets/spherical_mnist_train_n12500_seed101112.json @@ -0,0 +1,12504 @@ +{ + "indices": [ + 44700, + 21008, + 14521, + 44448, + 28445, + 10599, + 1606, + 42828, + 23373, + 35602, + 16105, + 8810, + 26912, + 40403, + 41863, + 32201, + 8183, + 17990, + 37848, + 38582, + 27454, + 23803, + 36105, + 29672, + 14803, + 26999, + 6059, + 29507, + 32860, + 46773, + 45901, + 2833, + 39973, + 34402, + 20724, + 2381, + 48786, + 9796, + 16926, + 43002, + 26392, + 14072, + 42584, + 21624, + 36185, + 30465, + 49930, + 37640, + 26522, + 34104, + 8291, + 17108, + 17330, + 2736, + 44624, + 26818, + 10517, + 17053, + 49588, + 10102, + 29572, + 14734, + 46140, + 45644, + 10743, + 35370, + 7403, + 47478, + 24588, + 30312, + 44773, + 28302, + 37472, + 30302, + 37442, + 23331, + 17203, + 48305, + 41417, + 27685, + 17961, + 23571, + 45348, + 28973, + 41276, + 14051, + 13638, + 24859, + 34024, + 34565, + 47311, + 1186, + 7886, + 29300, + 15289, + 27812, + 236, + 40972, + 25761, + 18671, + 24092, + 48456, + 2765, + 49652, + 29422, + 34358, + 30341, + 22826, + 20282, + 2865, + 39002, + 41920, + 13869, + 44058, + 7880, + 13799, + 30533, + 11912, + 17616, + 7520, + 36317, + 39226, + 44345, + 13511, + 2604, + 36214, + 25412, + 1526, + 20579, + 39640, + 19023, + 42050, + 20427, + 3179, + 44792, + 2875, + 27132, + 31150, + 12388, + 4616, + 47745, + 32087, + 17415, + 45247, + 27131, + 43645, + 39368, + 17027, + 47662, + 16282, + 8196, + 48913, + 19499, + 30476, + 21917, + 32010, + 25221, + 1829, + 37255, + 8587, + 46377, + 46438, + 4954, + 27820, + 29222, + 21343, + 6155, + 45576, + 37168, + 41660, + 2058, + 41497, + 20994, + 13578, + 46468, + 32003, + 47821, + 36956, + 10273, + 6405, + 3447, + 40737, + 5314, + 10439, + 480, + 5443, + 41970, + 15274, + 44049, + 7806, + 22407, + 25851, + 43802, + 20100, + 11967, + 30428, + 28518, + 10207, + 11430, + 12681, + 18026, + 18654, + 13995, + 23469, + 367, + 28113, + 47730, + 43619, + 48860, + 31003, + 17261, + 26165, + 12196, + 35385, + 24991, + 46989, + 22612, + 9691, + 43509, + 5231, + 42802, + 7283, + 36612, + 31556, + 30937, + 20403, + 24585, + 48683, + 24481, + 24699, + 658, + 4724, + 7257, + 35009, + 5222, + 41258, + 44661, + 6869, + 19813, + 36254, + 33730, + 14483, + 32336, + 14987, + 13658, + 34785, + 32721, + 3172, + 47435, + 27414, + 44787, + 37137, + 5196, + 25531, + 37928, + 3515, + 38343, + 40566, + 36522, + 18898, + 22640, + 42046, + 32743, + 37747, + 4859, + 1166, + 15825, + 16991, + 25618, + 13311, + 9708, + 19066, + 31630, + 4358, + 17983, + 32139, + 5269, + 9996, + 15303, + 23005, + 27956, + 35641, + 6178, + 17420, + 326, + 41500, + 2294, + 39825, + 49641, + 36192, + 20857, + 20749, + 23008, + 14, + 28363, + 37691, + 32739, + 31969, + 38734, + 31917, + 23205, + 41503, + 3755, + 39816, + 11513, + 32323, + 14438, + 40057, + 26244, + 38095, + 39919, + 3972, + 11215, + 16141, + 30630, + 10110, + 16311, + 5836, + 18089, + 30983, + 11920, + 23798, + 28171, + 1616, + 2507, + 27802, + 25758, + 14477, + 26777, + 27774, + 3561, + 26893, + 41957, + 26042, + 32075, + 14527, + 29484, + 9980, + 12531, + 35541, + 7258, + 1400, + 45544, + 13544, + 17342, + 27551, + 38728, + 11273, + 29070, + 23786, + 20556, + 23638, + 3112, + 46985, + 41862, + 40740, + 5483, + 36286, + 14327, + 48682, + 20176, + 26471, + 27271, + 2758, + 26426, + 36704, + 4745, + 1093, + 19043, + 21725, + 25690, + 37294, + 21931, + 16732, + 5813, + 49405, + 41022, + 7837, + 33109, + 46794, + 7714, + 38284, + 39650, + 22026, + 37944, + 36836, + 34594, + 8065, + 2712, + 17193, + 10444, + 19568, + 15240, + 22335, + 32886, + 48935, + 15670, + 5727, + 38377, + 22592, + 40977, + 19670, + 29109, + 28231, + 31315, + 15663, + 7892, + 3886, + 21995, + 44763, + 24651, + 38147, + 14632, + 42497, + 26136, + 1812, + 40352, + 18075, + 30874, + 6760, + 48166, + 41646, + 161, + 13039, + 44451, + 27652, + 17485, + 46121, + 864, + 2029, + 45577, + 6505, + 21337, + 26487, + 25912, + 23468, + 48341, + 31324, + 39064, + 1002, + 28866, + 42430, + 35447, + 32498, + 14900, + 39285, + 220, + 11814, + 38050, + 27194, + 12996, + 36464, + 6103, + 24223, + 11181, + 29718, + 5699, + 40245, + 33621, + 41348, + 19953, + 47460, + 46870, + 12572, + 4972, + 11793, + 29, + 22760, + 114, + 37430, + 39066, + 26735, + 36175, + 14982, + 38071, + 4357, + 6536, + 46095, + 28989, + 39187, + 40378, + 6816, + 20693, + 25868, + 11765, + 902, + 7554, + 9499, + 34525, + 39545, + 32698, + 44967, + 12269, + 38322, + 23817, + 39397, + 16817, + 42353, + 15536, + 20990, + 22513, + 4666, + 11664, + 27989, + 5887, + 31781, + 13808, + 34173, + 34216, + 24754, + 22624, + 41027, + 28584, + 5717, + 26712, + 17735, + 47015, + 4758, + 8674, + 33136, + 21756, + 7994, + 46544, + 48324, + 15112, + 3473, + 7459, + 45634, + 45761, + 4792, + 49530, + 10505, + 24426, + 18019, + 16833, + 5747, + 18463, + 4930, + 11466, + 6335, + 26590, + 31308, + 21619, + 48792, + 6630, + 30057, + 826, + 40499, + 41250, + 31586, + 49805, + 31986, + 4561, + 36455, + 41718, + 1442, + 615, + 28487, + 12116, + 47490, + 43551, + 22886, + 41910, + 23671, + 29452, + 38337, + 21825, + 45792, + 30528, + 15457, + 9975, + 1872, + 6535, + 37292, + 10754, + 31429, + 35789, + 17894, + 4298, + 48314, + 14806, + 31105, + 7784, + 45291, + 25468, + 38515, + 21019, + 35351, + 37002, + 37264, + 25683, + 47094, + 39211, + 9319, + 39544, + 36871, + 40814, + 16035, + 37576, + 11028, + 27975, + 24857, + 35248, + 15633, + 22591, + 2802, + 5278, + 49612, + 27605, + 41831, + 49575, + 8758, + 42805, + 1660, + 13663, + 3244, + 35561, + 47020, + 44564, + 25508, + 30793, + 49026, + 16565, + 10548, + 21057, + 42553, + 9955, + 29349, + 21142, + 15831, + 24187, + 36936, + 21212, + 30554, + 24412, + 2359, + 8145, + 45332, + 14334, + 12273, + 27025, + 16251, + 40216, + 3903, + 40633, + 36057, + 11193, + 765, + 16068, + 28870, + 28304, + 5124, + 41650, + 3095, + 38210, + 9772, + 35640, + 27559, + 18713, + 14830, + 40330, + 40763, + 23169, + 1545, + 7113, + 48013, + 44971, + 8493, + 13832, + 18005, + 9612, + 20029, + 6013, + 16326, + 47477, + 37782, + 37535, + 6545, + 49468, + 41820, + 26019, + 23357, + 26178, + 25871, + 47407, + 31493, + 872, + 24838, + 41157, + 177, + 43971, + 41455, + 44935, + 35667, + 2425, + 33914, + 14015, + 10127, + 33707, + 25392, + 42954, + 42570, + 27787, + 25502, + 1083, + 41456, + 31266, + 42677, + 44424, + 49473, + 2278, + 12970, + 14014, + 42773, + 32587, + 19028, + 32901, + 1672, + 45709, + 16018, + 23773, + 33530, + 15621, + 37880, + 18343, + 34133, + 1137, + 34203, + 17946, + 1395, + 25496, + 45287, + 43311, + 11419, + 4008, + 20817, + 4062, + 17102, + 14899, + 30230, + 43020, + 42331, + 23102, + 7574, + 38427, + 38461, + 12975, + 40106, + 33580, + 15135, + 10547, + 3663, + 49367, + 14038, + 35531, + 8270, + 20931, + 8730, + 24548, + 26358, + 18186, + 4028, + 13909, + 39327, + 45493, + 23824, + 11603, + 18402, + 4200, + 889, + 42441, + 5835, + 47789, + 1650, + 3968, + 35715, + 43516, + 27543, + 38106, + 10596, + 16999, + 23371, + 4841, + 27750, + 33213, + 15892, + 46523, + 27490, + 48927, + 17087, + 26877, + 29264, + 34211, + 17506, + 35145, + 20303, + 19338, + 32900, + 45173, + 41783, + 39103, + 33359, + 24227, + 49857, + 39034, + 20182, + 49677, + 46495, + 24825, + 36931, + 37293, + 22869, + 324, + 1236, + 31614, + 3482, + 18119, + 3669, + 49979, + 48672, + 7157, + 42368, + 5010, + 21361, + 36972, + 16207, + 44205, + 7871, + 39734, + 2276, + 46677, + 17464, + 47799, + 34793, + 182, + 26624, + 38234, + 33596, + 841, + 2539, + 2089, + 2567, + 32101, + 3674, + 12021, + 46293, + 509, + 16391, + 42348, + 1614, + 15547, + 15366, + 49409, + 18932, + 26803, + 9286, + 6265, + 39932, + 30717, + 35592, + 37314, + 34589, + 7465, + 32532, + 2323, + 22254, + 39873, + 8338, + 26985, + 43582, + 23559, + 44177, + 37912, + 1127, + 47169, + 21035, + 42324, + 46522, + 43488, + 14867, + 610, + 23996, + 692, + 24311, + 1177, + 45069, + 3101, + 20193, + 49795, + 34300, + 13613, + 37069, + 41785, + 16289, + 40847, + 33413, + 19050, + 43324, + 22762, + 23259, + 32392, + 46994, + 30857, + 5950, + 34929, + 48148, + 21545, + 695, + 49506, + 45938, + 31856, + 17489, + 34210, + 43346, + 49571, + 25819, + 36761, + 40296, + 5077, + 23904, + 3398, + 41365, + 28402, + 47437, + 35034, + 28073, + 10809, + 22373, + 32920, + 35782, + 10120, + 4017, + 49933, + 1997, + 44307, + 11976, + 8604, + 43317, + 17466, + 7730, + 27148, + 25315, + 24828, + 6228, + 27630, + 12130, + 36807, + 31419, + 16365, + 20930, + 48123, + 6330, + 12025, + 33935, + 7248, + 26356, + 26597, + 24405, + 5558, + 10672, + 28897, + 5459, + 47317, + 2105, + 28064, + 30649, + 39376, + 1354, + 28955, + 7991, + 28698, + 12927, + 26377, + 31398, + 20221, + 21440, + 22737, + 43746, + 21064, + 12922, + 13675, + 12324, + 19493, + 20210, + 36313, + 28013, + 24171, + 37701, + 34373, + 30710, + 21466, + 11415, + 18365, + 45171, + 38051, + 21147, + 7414, + 48670, + 12418, + 6412, + 27921, + 4800, + 8865, + 4769, + 35668, + 43908, + 3716, + 3339, + 17567, + 29346, + 29478, + 9298, + 45972, + 33571, + 47007, + 18738, + 46325, + 23470, + 28863, + 46779, + 39329, + 47168, + 42333, + 20150, + 13436, + 890, + 17746, + 24905, + 35207, + 13705, + 43726, + 37433, + 42292, + 44505, + 45043, + 24768, + 27019, + 41116, + 13416, + 20705, + 14064, + 1373, + 9291, + 28561, + 10533, + 17005, + 46845, + 19155, + 46380, + 1262, + 20490, + 41998, + 32583, + 1822, + 22929, + 45926, + 3048, + 32827, + 23580, + 34520, + 31822, + 19189, + 6828, + 33882, + 34194, + 26814, + 565, + 45887, + 31480, + 42702, + 27855, + 45070, + 5035, + 35841, + 44456, + 46163, + 6798, + 21741, + 3692, + 32362, + 12552, + 6189, + 12174, + 18660, + 3491, + 34465, + 15013, + 37781, + 28469, + 12741, + 15766, + 38534, + 12045, + 6375, + 49209, + 21527, + 48752, + 36091, + 42657, + 45097, + 18879, + 11182, + 697, + 48648, + 43201, + 19061, + 25204, + 27626, + 21275, + 25420, + 37642, + 6892, + 4531, + 15153, + 41616, + 14626, + 11407, + 185, + 39370, + 8873, + 48776, + 37617, + 28152, + 38560, + 30583, + 45795, + 22236, + 25112, + 16874, + 47509, + 47825, + 42779, + 6686, + 18311, + 861, + 30872, + 13229, + 3928, + 1367, + 23622, + 158, + 4342, + 25738, + 4879, + 6522, + 36911, + 38864, + 16994, + 39696, + 6031, + 46206, + 45008, + 8258, + 15739, + 43927, + 43310, + 2615, + 19220, + 56, + 43544, + 7870, + 20232, + 9089, + 5118, + 24188, + 31589, + 34500, + 12520, + 1745, + 15199, + 4408, + 9138, + 30590, + 15566, + 49913, + 24076, + 31161, + 49794, + 3598, + 21168, + 16474, + 38424, + 21535, + 4068, + 9864, + 36752, + 26982, + 18962, + 25815, + 3860, + 15705, + 48234, + 48455, + 29807, + 14612, + 41692, + 46707, + 263, + 5370, + 42044, + 44859, + 45865, + 5429, + 20405, + 4069, + 42644, + 7050, + 9265, + 7547, + 49396, + 11199, + 47733, + 43269, + 37765, + 37435, + 26263, + 2109, + 14686, + 10579, + 1044, + 4066, + 29156, + 33355, + 10281, + 47533, + 2339, + 38987, + 46413, + 21247, + 39991, + 25057, + 37198, + 6521, + 29842, + 17771, + 37393, + 3825, + 14231, + 35400, + 27266, + 46370, + 3118, + 30569, + 895, + 9517, + 11865, + 47143, + 42667, + 2931, + 1040, + 48351, + 8721, + 1985, + 31104, + 16043, + 24082, + 20164, + 37415, + 47543, + 2849, + 47127, + 19531, + 14618, + 27993, + 47724, + 26240, + 48017, + 26711, + 36744, + 31995, + 41207, + 1541, + 42981, + 47255, + 2673, + 32525, + 28156, + 18426, + 43233, + 30625, + 45734, + 9283, + 25661, + 40574, + 34613, + 5908, + 49156, + 27778, + 44350, + 32710, + 17956, + 16358, + 24883, + 33827, + 28123, + 38545, + 49142, + 22165, + 45533, + 14391, + 29411, + 20866, + 1640, + 6566, + 31690, + 13806, + 28801, + 18247, + 17509, + 20185, + 12426, + 16368, + 24369, + 4568, + 20988, + 4405, + 12141, + 2040, + 31202, + 22117, + 25594, + 19645, + 3371, + 5147, + 23598, + 5805, + 20463, + 9392, + 43901, + 3402, + 31896, + 21640, + 947, + 3309, + 43909, + 37104, + 38592, + 10126, + 17120, + 43866, + 32606, + 14403, + 11078, + 36696, + 48356, + 9294, + 39736, + 45791, + 3060, + 4637, + 40724, + 388, + 13396, + 26198, + 17606, + 31536, + 18264, + 49731, + 33732, + 22123, + 10641, + 12288, + 27959, + 37932, + 15980, + 26738, + 47062, + 43943, + 13591, + 48102, + 10264, + 12960, + 32347, + 9358, + 4750, + 44194, + 1574, + 23058, + 14167, + 16603, + 14983, + 29569, + 49520, + 18342, + 25986, + 44077, + 25566, + 38325, + 18373, + 37383, + 45425, + 42489, + 16869, + 25482, + 3834, + 11959, + 15370, + 8762, + 17455, + 26938, + 48554, + 17830, + 811, + 11757, + 33743, + 43989, + 4720, + 980, + 534, + 9922, + 35332, + 42685, + 18827, + 5847, + 20694, + 42264, + 22000, + 6246, + 37580, + 14985, + 8740, + 20902, + 10868, + 42682, + 27091, + 18817, + 13050, + 10129, + 30616, + 29463, + 49959, + 17667, + 43084, + 35082, + 38185, + 13674, + 48173, + 19965, + 24806, + 21221, + 33892, + 34690, + 7517, + 49181, + 4403, + 5633, + 15055, + 22063, + 36297, + 44476, + 38122, + 43079, + 26215, + 21305, + 3896, + 31611, + 37845, + 24982, + 23914, + 9433, + 40546, + 18325, + 40305, + 13527, + 28482, + 26618, + 2937, + 37822, + 37796, + 5976, + 41444, + 24846, + 9268, + 10036, + 44002, + 9589, + 22327, + 14027, + 7882, + 40779, + 7575, + 6175, + 9057, + 5866, + 18483, + 32174, + 3665, + 12089, + 45806, + 28047, + 43713, + 42166, + 40589, + 10915, + 42304, + 34900, + 24803, + 13695, + 38517, + 46345, + 20434, + 19215, + 28933, + 2232, + 19326, + 24910, + 22574, + 38154, + 23959, + 43816, + 37177, + 26819, + 47619, + 15106, + 5023, + 5961, + 2542, + 32846, + 31160, + 4976, + 4826, + 17929, + 18479, + 13563, + 3679, + 7482, + 1284, + 9084, + 15567, + 9829, + 7363, + 21259, + 12503, + 24479, + 39393, + 43759, + 44283, + 36387, + 26281, + 23252, + 40281, + 5810, + 12240, + 8159, + 32485, + 38473, + 41086, + 13857, + 15990, + 47985, + 33309, + 46376, + 44469, + 8554, + 39709, + 2484, + 6363, + 28220, + 30160, + 5981, + 31027, + 22699, + 18652, + 13265, + 43321, + 25972, + 39174, + 24131, + 46996, + 22433, + 26250, + 18912, + 45621, + 46449, + 39550, + 7622, + 16222, + 20740, + 23732, + 18188, + 20196, + 26737, + 26694, + 11447, + 36129, + 25178, + 20964, + 29852, + 30834, + 6606, + 15041, + 25554, + 17350, + 18147, + 43358, + 49038, + 23455, + 37623, + 44659, + 48914, + 15315, + 7558, + 26856, + 33569, + 12684, + 38359, + 15385, + 15391, + 36822, + 19620, + 1153, + 7987, + 19870, + 34638, + 421, + 41676, + 36202, + 30184, + 15009, + 39051, + 37553, + 16379, + 2562, + 8664, + 49371, + 45641, + 44485, + 13581, + 35914, + 21429, + 3122, + 1108, + 1994, + 43924, + 24424, + 24875, + 19682, + 7768, + 26924, + 35547, + 7567, + 20779, + 16567, + 19638, + 47982, + 1032, + 19896, + 4477, + 42695, + 19631, + 39791, + 8891, + 5274, + 12954, + 18627, + 4590, + 11331, + 1369, + 36266, + 13442, + 19819, + 27172, + 28963, + 20828, + 27068, + 38480, + 45398, + 37358, + 38967, + 11515, + 9403, + 41999, + 38474, + 47854, + 7671, + 552, + 43735, + 1709, + 7259, + 9480, + 43741, + 3208, + 3705, + 3953, + 4356, + 9023, + 31640, + 558, + 6799, + 4682, + 27403, + 18700, + 3949, + 6768, + 39970, + 46807, + 8398, + 29245, + 10450, + 349, + 40549, + 46411, + 258, + 38448, + 29137, + 28294, + 15948, + 38457, + 14081, + 7230, + 27741, + 33993, + 8366, + 48062, + 29508, + 17412, + 485, + 10212, + 44487, + 17754, + 3677, + 32149, + 1742, + 40450, + 17618, + 16097, + 43519, + 16763, + 33127, + 42123, + 15534, + 1708, + 35383, + 9018, + 8504, + 28793, + 32210, + 16083, + 32356, + 41054, + 12575, + 13964, + 21774, + 27539, + 30844, + 10420, + 9063, + 44334, + 33450, + 9756, + 32761, + 47224, + 1970, + 1042, + 14177, + 24939, + 46317, + 10740, + 45899, + 37342, + 11654, + 37926, + 48400, + 6834, + 40317, + 13304, + 40460, + 4194, + 38047, + 24241, + 5172, + 17347, + 39788, + 21977, + 37039, + 49444, + 44595, + 44288, + 14069, + 4430, + 37029, + 31641, + 14901, + 45188, + 22402, + 1348, + 42596, + 40171, + 40039, + 12161, + 12088, + 24367, + 668, + 25027, + 19964, + 19736, + 15126, + 43584, + 5849, + 764, + 41903, + 7063, + 37554, + 15843, + 6264, + 3013, + 32660, + 21542, + 3632, + 48301, + 16409, + 27922, + 24262, + 37427, + 22359, + 16051, + 29895, + 16786, + 41012, + 21653, + 39801, + 18746, + 28418, + 48368, + 25931, + 36865, + 47424, + 9680, + 15435, + 19436, + 4394, + 19885, + 49916, + 35555, + 9028, + 23412, + 30139, + 41580, + 34428, + 20525, + 47414, + 48212, + 39647, + 18134, + 11539, + 36888, + 27894, + 22155, + 17379, + 2405, + 38483, + 4484, + 46126, + 13202, + 1302, + 35901, + 10087, + 26220, + 40832, + 33330, + 31777, + 7680, + 43831, + 9479, + 29743, + 25856, + 46697, + 47331, + 32661, + 24775, + 10524, + 43979, + 25902, + 11555, + 2540, + 606, + 38383, + 18198, + 40173, + 11733, + 21904, + 44001, + 28852, + 31447, + 22491, + 19344, + 8677, + 18848, + 35238, + 5641, + 25454, + 44637, + 8241, + 48690, + 40064, + 32536, + 15326, + 32965, + 32396, + 30370, + 26932, + 4709, + 28092, + 45331, + 48696, + 47076, + 6402, + 18163, + 849, + 2702, + 20306, + 22572, + 39477, + 16044, + 45851, + 41914, + 34765, + 8064, + 27339, + 40134, + 10211, + 25785, + 3591, + 35723, + 29928, + 36193, + 26798, + 33054, + 9147, + 12394, + 45290, + 6542, + 4653, + 334, + 37494, + 14410, + 22856, + 20203, + 46132, + 21114, + 42878, + 23637, + 11113, + 27764, + 11973, + 43525, + 40679, + 6726, + 47759, + 44344, + 45508, + 32995, + 47900, + 24306, + 18758, + 18800, + 26509, + 12789, + 37537, + 41281, + 29196, + 4044, + 14605, + 22102, + 41414, + 39946, + 37779, + 24811, + 8714, + 48757, + 37190, + 11717, + 47461, + 24261, + 8140, + 46705, + 11157, + 8425, + 33201, + 45925, + 45108, + 49335, + 32264, + 47003, + 48755, + 30236, + 38408, + 22555, + 7373, + 14374, + 30658, + 17305, + 44770, + 23081, + 15742, + 43887, + 21480, + 17823, + 11158, + 18429, + 46265, + 46204, + 24081, + 7122, + 22894, + 11831, + 39362, + 47097, + 22638, + 788, + 45003, + 38104, + 36861, + 49885, + 47288, + 36788, + 11123, + 33660, + 3063, + 19908, + 11877, + 18049, + 2186, + 39089, + 4557, + 31258, + 20918, + 42519, + 6160, + 20351, + 27156, + 20975, + 25445, + 14756, + 7033, + 38481, + 31951, + 23567, + 2426, + 10571, + 46, + 7115, + 40973, + 18082, + 21981, + 37976, + 39446, + 38704, + 20696, + 11090, + 28262, + 19502, + 46610, + 40108, + 4026, + 16940, + 37958, + 21567, + 22809, + 20015, + 6972, + 42631, + 40691, + 7491, + 31141, + 30495, + 8582, + 37001, + 33334, + 25458, + 10327, + 9423, + 12825, + 1625, + 39075, + 12679, + 22353, + 42266, + 39273, + 3352, + 8844, + 1118, + 24919, + 3256, + 46719, + 49476, + 35852, + 28298, + 40294, + 35604, + 30601, + 7572, + 41431, + 40511, + 25172, + 27735, + 4075, + 46082, + 23927, + 19203, + 11184, + 8722, + 35170, + 41141, + 24230, + 45191, + 31222, + 46174, + 17642, + 37825, + 20319, + 5379, + 17304, + 4630, + 23660, + 8455, + 48165, + 27018, + 44920, + 35303, + 13944, + 47052, + 33454, + 23950, + 39092, + 26327, + 46153, + 8277, + 18568, + 28583, + 31206, + 21969, + 15562, + 14894, + 23351, + 4884, + 44218, + 35221, + 11906, + 3560, + 7470, + 34998, + 13567, + 10664, + 34685, + 17520, + 7222, + 34789, + 257, + 22497, + 7458, + 24790, + 34111, + 17879, + 20671, + 38079, + 14097, + 37333, + 42417, + 46997, + 41556, + 43242, + 31435, + 17527, + 20449, + 15052, + 19162, + 10246, + 39800, + 34829, + 30102, + 9449, + 25728, + 17172, + 7625, + 42138, + 46025, + 34870, + 2298, + 454, + 45615, + 13833, + 40671, + 20595, + 20352, + 16549, + 30946, + 1129, + 21828, + 41434, + 32479, + 45438, + 5510, + 33506, + 34188, + 23237, + 16614, + 20302, + 5436, + 1372, + 11408, + 35542, + 4234, + 49485, + 43874, + 42801, + 37583, + 29035, + 29583, + 21436, + 20672, + 10741, + 48667, + 28022, + 5280, + 37275, + 40540, + 34501, + 43604, + 41267, + 13206, + 18570, + 29286, + 45413, + 44229, + 662, + 21228, + 13528, + 18941, + 13525, + 12374, + 11628, + 25272, + 22034, + 20172, + 571, + 37607, + 43628, + 1432, + 25021, + 6575, + 21786, + 591, + 10191, + 47441, + 41111, + 31285, + 49760, + 45459, + 24470, + 31941, + 4957, + 11932, + 13155, + 16739, + 10146, + 7745, + 43413, + 19029, + 40894, + 5335, + 34012, + 3240, + 29560, + 6612, + 6255, + 7764, + 36348, + 42366, + 6705, + 26629, + 46019, + 35578, + 19287, + 37126, + 10274, + 31709, + 38153, + 43934, + 25418, + 13321, + 38463, + 12241, + 39052, + 5985, + 49963, + 3728, + 44458, + 18637, + 6328, + 44570, + 9993, + 31113, + 40492, + 49342, + 36830, + 35038, + 29543, + 21671, + 37495, + 1507, + 18682, + 3449, + 2993, + 25998, + 10101, + 23498, + 11460, + 32934, + 35125, + 49232, + 24248, + 17834, + 30846, + 539, + 33818, + 36558, + 3678, + 45022, + 22119, + 9797, + 25983, + 21852, + 202, + 38923, + 2861, + 38621, + 19927, + 22799, + 46043, + 14906, + 49236, + 42614, + 42258, + 12237, + 17105, + 2156, + 26481, + 48206, + 21425, + 4545, + 5840, + 49707, + 34135, + 31058, + 26766, + 43677, + 13714, + 25887, + 18952, + 21430, + 11075, + 352, + 23125, + 687, + 47172, + 15906, + 28944, + 25369, + 46913, + 3216, + 39548, + 34677, + 21065, + 15094, + 14511, + 7537, + 36754, + 32276, + 28807, + 6489, + 49943, + 41958, + 39658, + 17827, + 27062, + 53, + 7287, + 18369, + 43716, + 44638, + 10289, + 27923, + 49429, + 1771, + 46283, + 34269, + 22187, + 714, + 38332, + 36029, + 29387, + 2838, + 32635, + 10348, + 40221, + 21307, + 36991, + 13015, + 32682, + 20330, + 5223, + 33889, + 13993, + 7246, + 38395, + 9121, + 16480, + 20337, + 31720, + 31523, + 31692, + 14975, + 38604, + 14588, + 49675, + 32580, + 38002, + 33440, + 2417, + 13212, + 6646, + 6329, + 33760, + 9752, + 40045, + 34682, + 48816, + 45920, + 41124, + 34268, + 17227, + 34069, + 26808, + 23361, + 47449, + 39259, + 34739, + 26077, + 9190, + 11237, + 47432, + 35781, + 10265, + 9266, + 40097, + 21139, + 24449, + 41808, + 48707, + 26835, + 23434, + 42826, + 11073, + 31940, + 49689, + 20259, + 37470, + 21606, + 13233, + 17360, + 16453, + 910, + 35041, + 20265, + 36478, + 39400, + 38411, + 26900, + 35086, + 22479, + 37139, + 19118, + 35472, + 6298, + 23104, + 7180, + 37050, + 4661, + 42959, + 44362, + 28759, + 47978, + 49112, + 19447, + 4065, + 38370, + 28539, + 47377, + 44142, + 22857, + 49478, + 23648, + 5383, + 44778, + 6719, + 39835, + 15212, + 3201, + 12254, + 20047, + 48867, + 11321, + 42764, + 33043, + 38012, + 46308, + 720, + 7708, + 15964, + 49096, + 31629, + 23788, + 11936, + 41583, + 13012, + 46023, + 14874, + 8986, + 8734, + 38482, + 12806, + 40512, + 15599, + 31235, + 13184, + 8848, + 33466, + 38521, + 24025, + 40301, + 47416, + 31546, + 1622, + 25393, + 38678, + 39461, + 12797, + 43035, + 45144, + 12171, + 10902, + 27467, + 38866, + 766, + 47686, + 14543, + 34392, + 39352, + 10619, + 20236, + 18338, + 4255, + 38292, + 5826, + 23410, + 46344, + 43835, + 45763, + 26449, + 43946, + 35566, + 20135, + 6623, + 34362, + 43064, + 19924, + 43266, + 5452, + 13066, + 18077, + 28696, + 46087, + 25821, + 45401, + 27849, + 11432, + 1779, + 22082, + 17904, + 4210, + 11369, + 21491, + 3685, + 8650, + 41544, + 46003, + 21410, + 39893, + 48022, + 7443, + 35050, + 42326, + 11794, + 36334, + 22388, + 7191, + 4612, + 41935, + 24200, + 18030, + 29302, + 21162, + 29420, + 40795, + 6883, + 36106, + 17445, + 46780, + 49714, + 45839, + 27911, + 19112, + 42207, + 14944, + 14039, + 40060, + 5712, + 2016, + 20070, + 30972, + 38186, + 39180, + 12484, + 6424, + 12579, + 44033, + 30585, + 17186, + 42658, + 497, + 17128, + 45218, + 23057, + 46118, + 39139, + 19323, + 21918, + 16680, + 24649, + 17668, + 31137, + 11849, + 34154, + 29492, + 32828, + 18587, + 35733, + 6777, + 43204, + 22598, + 1718, + 21716, + 38807, + 22642, + 29682, + 24673, + 22472, + 49414, + 15333, + 12131, + 30277, + 26201, + 39831, + 7952, + 8934, + 22451, + 22460, + 42237, + 35660, + 5282, + 45111, + 14804, + 12906, + 25527, + 35873, + 17683, + 47421, + 6581, + 17988, + 43433, + 5924, + 24453, + 1769, + 34009, + 11274, + 27206, + 22636, + 39510, + 29103, + 30943, + 14964, + 5799, + 48845, + 35159, + 30499, + 14866, + 4868, + 42082, + 26790, + 6062, + 24137, + 48642, + 19004, + 5814, + 19668, + 28502, + 28555, + 47129, + 33838, + 36791, + 24406, + 49245, + 8708, + 1038, + 44286, + 10262, + 26760, + 28293, + 231, + 4922, + 2812, + 34107, + 38824, + 6221, + 25424, + 4018, + 12292, + 49312, + 4838, + 20934, + 17516, + 32034, + 46366, + 24582, + 29389, + 30166, + 39630, + 33390, + 11153, + 26681, + 27733, + 25182, + 20214, + 17744, + 45727, + 48114, + 13753, + 18624, + 2100, + 15466, + 40797, + 44921, + 48172, + 5158, + 28384, + 26476, + 46187, + 21454, + 8643, + 8180, + 8595, + 16033, + 47734, + 24995, + 43774, + 45870, + 27964, + 8917, + 40849, + 23306, + 19711, + 37496, + 20747, + 43080, + 25979, + 4262, + 39574, + 44289, + 38976, + 37132, + 31097, + 30839, + 15641, + 36473, + 21287, + 16950, + 43715, + 29087, + 24118, + 16596, + 20905, + 27170, + 6362, + 42645, + 41077, + 38040, + 24050, + 31872, + 7516, + 36528, + 49892, + 7421, + 21529, + 42713, + 3804, + 19658, + 37075, + 6038, + 30801, + 32921, + 24969, + 38794, + 10231, + 18496, + 44003, + 9481, + 23610, + 47445, + 46288, + 6990, + 1593, + 15393, + 13994, + 34779, + 8510, + 26838, + 46784, + 3029, + 10650, + 16144, + 15581, + 12794, + 23417, + 7310, + 4247, + 7056, + 13761, + 28737, + 33140, + 13673, + 36392, + 14361, + 19163, + 3086, + 38631, + 35372, + 44496, + 34737, + 34163, + 32173, + 45494, + 46827, + 11943, + 37272, + 17972, + 44346, + 48274, + 36877, + 10290, + 17631, + 45686, + 5396, + 29297, + 42536, + 25714, + 19452, + 28758, + 30401, + 39795, + 44026, + 35154, + 4652, + 43249, + 23088, + 1168, + 11529, + 28661, + 22923, + 23346, + 28951, + 45024, + 11188, + 17647, + 45403, + 6923, + 43075, + 13273, + 44086, + 23248, + 14416, + 35686, + 31965, + 22274, + 44443, + 3750, + 33022, + 31264, + 7744, + 44836, + 44440, + 30024, + 3877, + 40757, + 11382, + 22794, + 36768, + 14447, + 2762, + 29723, + 5226, + 1047, + 26290, + 31469, + 35906, + 3146, + 6472, + 29870, + 14708, + 49048, + 10122, + 26548, + 17525, + 41120, + 15167, + 34513, + 25089, + 12303, + 44335, + 37463, + 35517, + 17018, + 38606, + 23229, + 33307, + 17210, + 44371, + 8402, + 46277, + 4212, + 14180, + 289, + 2357, + 16949, + 20249, + 9616, + 8105, + 29553, + 5785, + 6282, + 782, + 12027, + 37434, + 32483, + 18312, + 31954, + 35594, + 21622, + 13803, + 27640, + 36046, + 48835, + 3629, + 17125, + 31960, + 48477, + 16612, + 33856, + 3207, + 49561, + 36238, + 30509, + 18084, + 24047, + 47784, + 15138, + 37035, + 10846, + 49308, + 7981, + 16735, + 23540, + 33241, + 24339, + 49490, + 31889, + 10862, + 35771, + 488, + 10270, + 11837, + 44609, + 47525, + 31441, + 29916, + 38118, + 28537, + 19519, + 14633, + 5790, + 43698, + 27942, + 28932, + 18911, + 18926, + 19633, + 43154, + 39887, + 36039, + 29875, + 16510, + 17200, + 12784, + 1028, + 11754, + 32206, + 12033, + 3917, + 38800, + 6280, + 30769, + 22412, + 42473, + 33639, + 35246, + 14398, + 22606, + 28613, + 16197, + 17248, + 23809, + 25074, + 4297, + 48257, + 41023, + 25704, + 5061, + 26139, + 39317, + 7849, + 5857, + 18783, + 25916, + 31792, + 11085, + 46973, + 41059, + 35360, + 41667, + 15796, + 41762, + 40817, + 2988, + 6983, + 13475, + 13008, + 35019, + 4780, + 4983, + 23972, + 32800, + 49789, + 44639, + 37800, + 16673, + 45424, + 44780, + 26950, + 35333, + 3478, + 2902, + 18899, + 39157, + 18340, + 6740, + 42527, + 49109, + 26685, + 6657, + 26713, + 45240, + 37328, + 45373, + 19027, + 41445, + 8341, + 36184, + 16095, + 4548, + 23419, + 41730, + 38846, + 26606, + 8806, + 47858, + 29086, + 9506, + 10695, + 21205, + 36943, + 25657, + 23020, + 22163, + 48836, + 14144, + 29533, + 14252, + 27751, + 34704, + 585, + 7044, + 8339, + 41841, + 37176, + 45324, + 35138, + 38522, + 41590, + 43285, + 30647, + 23308, + 35490, + 21026, + 13898, + 10235, + 26238, + 23114, + 30605, + 13701, + 42719, + 43781, + 45032, + 4001, + 6299, + 1275, + 45992, + 10667, + 19783, + 22832, + 33256, + 38591, + 22360, + 14768, + 40524, + 45962, + 10053, + 37239, + 10784, + 17319, + 7551, + 7922, + 43537, + 29025, + 29312, + 10353, + 11091, + 25092, + 28581, + 33608, + 36662, + 46459, + 38960, + 43826, + 1578, + 42031, + 4715, + 26782, + 49394, + 17907, + 8779, + 28919, + 49395, + 12633, + 39649, + 49954, + 18117, + 21333, + 7635, + 10810, + 15125, + 19002, + 16447, + 42418, + 49359, + 31571, + 3746, + 16130, + 36769, + 3382, + 39442, + 19369, + 38425, + 41673, + 27646, + 8444, + 13441, + 43708, + 29013, + 46382, + 24739, + 39521, + 44968, + 28334, + 37965, + 11917, + 21849, + 32166, + 20410, + 4799, + 34062, + 1929, + 42538, + 42127, + 43294, + 9353, + 13874, + 25154, + 20240, + 46251, + 394, + 23736, + 31531, + 7852, + 25832, + 46457, + 31445, + 18384, + 12900, + 48111, + 11890, + 33657, + 16559, + 46575, + 33685, + 15311, + 39458, + 45692, + 13412, + 7314, + 16204, + 32881, + 22223, + 9564, + 1882, + 30522, + 24243, + 26044, + 9102, + 16623, + 47341, + 24571, + 49257, + 45250, + 29639, + 13372, + 21692, + 43237, + 33931, + 23505, + 48470, + 20018, + 32313, + 33505, + 31579, + 42408, + 41435, + 46024, + 28976, + 19109, + 39830, + 47303, + 19072, + 41533, + 10801, + 36474, + 33473, + 47209, + 48921, + 10555, + 1735, + 4322, + 38441, + 40341, + 18405, + 4985, + 43023, + 39353, + 40347, + 10013, + 103, + 21290, + 5257, + 25307, + 45113, + 25326, + 46001, + 14256, + 33777, + 32847, + 18859, + 47687, + 45430, + 3623, + 13786, + 1422, + 25687, + 45902, + 48708, + 46995, + 48513, + 29065, + 5611, + 6562, + 14376, + 34537, + 14580, + 42243, + 400, + 33191, + 32218, + 44273, + 40979, + 44389, + 46486, + 13276, + 12233, + 24387, + 28109, + 26703, + 21660, + 7121, + 20200, + 46729, + 22091, + 13704, + 3976, + 37357, + 3824, + 40590, + 15972, + 35734, + 28960, + 17770, + 42054, + 49810, + 11451, + 37261, + 20307, + 28700, + 4181, + 24618, + 47666, + 9104, + 34238, + 11709, + 48604, + 36913, + 8767, + 13520, + 45504, + 40036, + 25012, + 41328, + 29584, + 34017, + 24167, + 4332, + 116, + 3737, + 19680, + 28722, + 18348, + 41953, + 10255, + 4876, + 33672, + 31717, + 11165, + 2086, + 47232, + 7743, + 4579, + 26355, + 31782, + 39391, + 45431, + 49825, + 47839, + 22999, + 31928, + 27973, + 18984, + 36300, + 34440, + 46236, + 37480, + 28556, + 27972, + 2759, + 25397, + 44741, + 3455, + 39924, + 15477, + 38768, + 48868, + 36347, + 18972, + 24864, + 10671, + 21414, + 15163, + 1842, + 45739, + 25431, + 25838, + 6068, + 46788, + 39783, + 12457, + 5493, + 33094, + 9657, + 46735, + 3350, + 46781, + 33339, + 1826, + 20425, + 28343, + 44915, + 36073, + 44648, + 47422, + 32516, + 11658, + 1058, + 12462, + 4562, + 43288, + 34831, + 33969, + 47066, + 25425, + 46302, + 18791, + 23853, + 34930, + 37600, + 4385, + 48506, + 38849, + 45339, + 30425, + 35746, + 35423, + 39498, + 18793, + 39, + 11968, + 30817, + 38766, + 33552, + 38512, + 24629, + 42562, + 38084, + 47159, + 5972, + 43932, + 1729, + 6122, + 22718, + 3385, + 21947, + 41856, + 47981, + 40608, + 35928, + 22171, + 35538, + 11009, + 9142, + 35214, + 13764, + 1158, + 44793, + 18873, + 1980, + 49084, + 45963, + 21010, + 45996, + 39911, + 38114, + 47108, + 43823, + 45575, + 25734, + 29519, + 37696, + 37206, + 32215, + 17343, + 2080, + 15568, + 6749, + 4147, + 132, + 48021, + 8673, + 38645, + 40675, + 2265, + 26816, + 5796, + 3723, + 27384, + 30692, + 25708, + 7055, + 27015, + 19904, + 43499, + 38640, + 8843, + 3353, + 7291, + 45074, + 16853, + 31844, + 8903, + 22681, + 6395, + 11798, + 31188, + 15065, + 14003, + 27328, + 34783, + 15344, + 39818, + 9605, + 38212, + 45864, + 22224, + 1576, + 48666, + 41619, + 31239, + 20741, + 4951, + 43331, + 28411, + 35294, + 1320, + 17944, + 612, + 44029, + 24220, + 48614, + 24393, + 9722, + 31787, + 22695, + 12628, + 33107, + 15040, + 49329, + 34994, + 37853, + 37993, + 33055, + 32155, + 16966, + 30439, + 36064, + 24677, + 39641, + 31867, + 24818, + 10709, + 44034, + 37444, + 27996, + 32990, + 22094, + 32619, + 29684, + 19674, + 46157, + 31698, + 15720, + 34288, + 42411, + 15655, + 21108, + 16054, + 16883, + 14498, + 20667, + 12753, + 15210, + 40344, + 8324, + 37574, + 38649, + 6238, + 33275, + 1246, + 16065, + 6058, + 15554, + 30726, + 28659, + 42731, + 23872, + 33786, + 12517, + 39363, + 25408, + 38833, + 2928, + 3228, + 26797, + 49250, + 49410, + 26016, + 30908, + 14937, + 11234, + 22823, + 9272, + 47647, + 8083, + 12277, + 34105, + 1762, + 46246, + 36158, + 1381, + 23260, + 13574, + 11676, + 6198, + 46090, + 32158, + 3162, + 37337, + 19471, + 30064, + 19826, + 2082, + 46529, + 10803, + 6203, + 14247, + 24635, + 2896, + 34923, + 15564, + 40080, + 29822, + 47538, + 4529, + 11978, + 34313, + 46734, + 44730, + 18108, + 24395, + 7054, + 47011, + 24338, + 36566, + 3532, + 49837, + 30447, + 20518, + 46980, + 34623, + 6523, + 31408, + 24987, + 28089, + 12908, + 17042, + 49710, + 44220, + 31939, + 19067, + 43173, + 36182, + 72, + 41873, + 39231, + 48917, + 29535, + 38418, + 45875, + 47706, + 28115, + 40727, + 48986, + 46651, + 40208, + 33479, + 49145, + 49719, + 35118, + 15714, + 41001, + 10384, + 28838, + 25651, + 41275, + 18111, + 2582, + 36935, + 3984, + 949, + 2290, + 3145, + 48480, + 33146, + 32613, + 17581, + 11634, + 46904, + 49773, + 17313, + 31154, + 19133, + 27021, + 2302, + 9967, + 8332, + 746, + 45650, + 30690, + 42526, + 33794, + 32681, + 22782, + 40480, + 17055, + 3574, + 23770, + 561, + 9461, + 18644, + 42537, + 16332, + 36075, + 9427, + 26515, + 30262, + 34116, + 23651, + 42868, + 8169, + 30031, + 30424, + 7289, + 8477, + 16057, + 41640, + 2353, + 6527, + 31199, + 24391, + 43197, + 15817, + 38341, + 33595, + 28707, + 878, + 48721, + 11827, + 44902, + 24710, + 43660, + 6142, + 34460, + 40925, + 39016, + 26959, + 22943, + 41893, + 19725, + 40255, + 37971, + 36902, + 6092, + 13645, + 17284, + 33249, + 42075, + 33653, + 44674, + 29307, + 26342, + 31291, + 12666, + 568, + 20167, + 2721, + 26444, + 27205, + 23979, + 36055, + 25034, + 10771, + 48115, + 26834, + 6681, + 23035, + 6558, + 38641, + 3821, + 20131, + 25111, + 29115, + 19756, + 29353, + 40606, + 9194, + 22907, + 33811, + 43298, + 42205, + 2051, + 27581, + 49843, + 48566, + 35049, + 8769, + 38017, + 31466, + 4887, + 48924, + 31352, + 36027, + 38810, + 1404, + 30918, + 48410, + 48664, + 35583, + 9124, + 35231, + 36188, + 46354, + 14046, + 16642, + 18773, + 39438, + 25405, + 5321, + 3713, + 17471, + 36148, + 21097, + 9514, + 47319, + 7239, + 22525, + 8543, + 34687, + 17993, + 4827, + 4185, + 24013, + 16084, + 10123, + 39607, + 24756, + 45131, + 18925, + 2523, + 24098, + 15533, + 17700, + 33973, + 35473, + 37674, + 3564, + 46863, + 30852, + 25611, + 9910, + 16072, + 19771, + 40398, + 22717, + 6661, + 18694, + 46951, + 15778, + 13486, + 43243, + 28871, + 46592, + 14153, + 25824, + 44137, + 5334, + 31943, + 5933, + 33693, + 43592, + 43782, + 33232, + 29835, + 13459, + 33036, + 10419, + 25975, + 7381, + 37780, + 46385, + 42965, + 4131, + 10006, + 35698, + 28738, + 23247, + 35213, + 6392, + 26931, + 39582, + 48573, + 4036, + 36868, + 38169, + 42026, + 35326, + 26308, + 29314, + 32222, + 24786, + 23214, + 40396, + 4761, + 30973, + 13739, + 17436, + 10069, + 19880, + 25769, + 1763, + 4381, + 10188, + 16255, + 11755, + 27069, + 19375, + 18516, + 2891, + 48694, + 47370, + 3164, + 33142, + 10824, + 14794, + 37174, + 35945, + 14139, + 10179, + 33503, + 13124, + 28331, + 2023, + 57, + 36441, + 34095, + 15296, + 22984, + 2487, + 30662, + 19667, + 26322, + 26776, + 42065, + 29531, + 25659, + 32062, + 34493, + 39885, + 26235, + 28323, + 22257, + 24526, + 31853, + 23296, + 11704, + 34678, + 34077, + 32074, + 6037, + 16016, + 5932, + 29513, + 7767, + 40836, + 48540, + 8867, + 24854, + 10356, + 13381, + 26721, + 3527, + 45978, + 31125, + 28717, + 46576, + 33575, + 21566, + 8575, + 40189, + 23674, + 7843, + 10631, + 3365, + 16122, + 26478, + 3667, + 42013, + 34, + 13137, + 3738, + 11944, + 36190, + 19076, + 3414, + 40560, + 20009, + 5752, + 9663, + 20831, + 16437, + 10060, + 11860, + 34563, + 23916, + 22605, + 39976, + 41511, + 26484, + 18847, + 1088, + 12060, + 25646, + 41695, + 33149, + 93, + 1261, + 2093, + 738, + 28051, + 37204, + 27909, + 5590, + 22771, + 34727, + 15741, + 14808, + 17228, + 1487, + 18210, + 41683, + 29388, + 33039, + 8472, + 30830, + 30067, + 24573, + 4344, + 45619, + 16587, + 16229, + 11458, + 15702, + 12093, + 14960, + 5218, + 3314, + 23506, + 33909, + 26357, + 25160, + 48864, + 26811, + 16104, + 1475, + 15740, + 44338, + 5610, + 21161, + 27084, + 14737, + 18462, + 8118, + 2013, + 3902, + 29079, + 18573, + 8005, + 28232, + 10093, + 10454, + 1630, + 28351, + 30124, + 46222, + 4790, + 16780, + 41906, + 27345, + 39185, + 38344, + 6680, + 45635, + 12729, + 17807, + 44757, + 18811, + 45647, + 49819, + 9364, + 12694, + 24077, + 30219, + 25817, + 9350, + 837, + 25928, + 43248, + 47484, + 35012, + 17733, + 14814, + 4191, + 26287, + 30579, + 28784, + 9380, + 1064, + 13730, + 26534, + 40787, + 14045, + 21079, + 14111, + 43771, + 46474, + 10039, + 2977, + 15304, + 23620, + 30648, + 16749, + 46558, + 7306, + 1181, + 49587, + 32615, + 22619, + 20664, + 3776, + 32419, + 35598, + 22531, + 14138, + 35176, + 21516, + 25993, + 25596, + 1122, + 31786, + 29318, + 10201, + 42726, + 8514, + 5662, + 10097, + 33902, + 26595, + 29440, + 42480, + 18459, + 18897, + 39189, + 10546, + 34706, + 41602, + 9552, + 14888, + 6831, + 9055, + 47542, + 6931, + 14846, + 14575, + 13102, + 40789, + 26354, + 37557, + 17296, + 9382, + 29168, + 25292, + 9759, + 34961, + 15284, + 9125, + 9824, + 30091, + 14958, + 16929, + 40410, + 7097, + 2448, + 1155, + 38304, + 46502, + 32159, + 28048, + 39155, + 9550, + 24447, + 39131, + 8589, + 2640, + 33625, + 32241, + 35585, + 2122, + 6847, + 23662, + 48004, + 36051, + 15974, + 41479, + 13881, + 32543, + 34707, + 5243, + 943, + 3879, + 22878, + 29708, + 23116, + 4466, + 39663, + 41093, + 3771, + 17274, + 37783, + 22981, + 27075, + 12721, + 13947, + 28227, + 49437, + 20250, + 39583, + 32136, + 30255, + 33202, + 5027, + 5959, + 46859, + 13136, + 16245, + 6537, + 23513, + 41581, + 43103, + 35492, + 21393, + 15611, + 34944, + 21482, + 38945, + 36408, + 15069, + 26494, + 1716, + 33791, + 12222, + 30052, + 28283, + 17366, + 7679, + 3845, + 24903, + 6618, + 2174, + 36168, + 40220, + 10679, + 2291, + 8534, + 20310, + 23032, + 8253, + 46744, + 14940, + 32037, + 1199, + 42857, + 28475, + 40547, + 10027, + 35907, + 5909, + 16791, + 14689, + 1719, + 34820, + 531, + 3895, + 47273, + 993, + 34144, + 23740, + 1249, + 33199, + 5936, + 40644, + 15214, + 24899, + 27488, + 22912, + 37128, + 6036, + 45375, + 47006, + 41504, + 18246, + 15250, + 29659, + 19425, + 26334, + 28057, + 41625, + 29232, + 19982, + 28386, + 35966, + 14221, + 34274, + 15340, + 9965, + 11213, + 21762, + 43631, + 13743, + 14847, + 32216, + 37228, + 13767, + 10553, + 12230, + 30228, + 20390, + 38415, + 15184, + 18659, + 7505, + 11084, + 1438, + 49775, + 25794, + 30179, + 13989, + 35703, + 36457, + 16433, + 18176, + 44143, + 39597, + 22988, + 19941, + 36391, + 34324, + 2187, + 35818, + 43063, + 44201, + 25166, + 44933, + 17247, + 40236, + 43695, + 46594, + 21005, + 5925, + 35402, + 47954, + 2962, + 44068, + 48588, + 19925, + 3229, + 31246, + 684, + 41123, + 44985, + 22001, + 22219, + 15196, + 34412, + 6481, + 21372, + 11590, + 34972, + 41512, + 37634, + 36430, + 14305, + 10854, + 7751, + 19291, + 18442, + 22919, + 3261, + 44358, + 17924, + 35501, + 26774, + 41339, + 29488, + 26373, + 19389, + 17665, + 10973, + 21314, + 5377, + 1760, + 35110, + 37484, + 31657, + 21751, + 12999, + 42630, + 5718, + 40584, + 7064, + 22662, + 32959, + 25926, + 35224, + 42947, + 1123, + 22030, + 15703, + 49208, + 24675, + 31897, + 31323, + 3448, + 37178, + 43768, + 25605, + 486, + 12372, + 27885, + 27280, + 12643, + 33173, + 17004, + 35258, + 5780, + 21952, + 36521, + 39860, + 36098, + 8054, + 26638, + 32979, + 29645, + 8044, + 376, + 26306, + 46156, + 32922, + 2178, + 11846, + 17255, + 1748, + 4213, + 5448, + 18032, + 12551, + 46848, + 40462, + 31204, + 42250, + 12473, + 18042, + 31885, + 9669, + 23896, + 3129, + 39824, + 3170, + 12893, + 3126, + 5545, + 271, + 49460, + 22649, + 19240, + 49337, + 42024, + 36061, + 46579, + 16946, + 16586, + 46634, + 39144, + 11855, + 27354, + 23932, + 39321, + 7018, + 35748, + 20939, + 44322, + 15478, + 33903, + 29095, + 2041, + 35220, + 3074, + 12700, + 29975, + 40154, + 564, + 7853, + 25389, + 49392, + 46442, + 15913, + 44236, + 12495, + 29849, + 49715, + 8123, + 16984, + 4580, + 17378, + 16524, + 26012, + 36601, + 44397, + 16386, + 8247, + 1690, + 11208, + 13215, + 43897, + 30399, + 3218, + 37953, + 31015, + 15965, + 19313, + 16237, + 48611, + 35271, + 35802, + 4123, + 9961, + 2097, + 29865, + 44507, + 35252, + 14018, + 7998, + 14789, + 32798, + 41200, + 34658, + 19357, + 13774, + 37349, + 49525, + 4414, + 9300, + 27586, + 17338, + 31738, + 41566, + 8663, + 43961, + 40710, + 6634, + 7162, + 40461, + 29676, + 30446, + 10288, + 6361, + 29986, + 37087, + 2998, + 13817, + 34808, + 47093, + 38961, + 19210, + 11635, + 45733, + 8312, + 12138, + 13825, + 14413, + 36096, + 35198, + 41941, + 30931, + 10637, + 13201, + 6081, + 7028, + 19140, + 33284, + 40721, + 17298, + 36513, + 18253, + 34505, + 13210, + 3538, + 7102, + 46777, + 28282, + 14264, + 44090, + 28349, + 34890, + 22133, + 11894, + 41290, + 29624, + 18445, + 26608, + 41761, + 39728, + 10787, + 41426, + 42487, + 36777, + 14450, + 43047, + 8864, + 17788, + 12339, + 11851, + 9943, + 46597, + 2420, + 32492, + 23734, + 22507, + 44092, + 8944, + 11204, + 37263, + 35588, + 32329, + 3619, + 45534, + 14941, + 22675, + 41741, + 34531, + 38975, + 16645, + 6989, + 22590, + 10263, + 29546, + 8679, + 40287, + 33393, + 21198, + 18040, + 30660, + 36007, + 12952, + 22461, + 10430, + 33231, + 29800, + 30336, + 48780, + 24442, + 4402, + 12432, + 1743, + 16139, + 22488, + 48193, + 17406, + 13794, + 48674, + 16401, + 4956, + 46202, + 35850, + 11735, + 13973, + 12637, + 18368, + 10000, + 15586, + 28950, + 36542, + 31918, + 44198, + 31516, + 15920, + 13837, + 45840, + 13252, + 25173, + 7321, + 29140, + 43554, + 16975, + 1328, + 23276, + 16273, + 10481, + 12107, + 8710, + 4934, + 22176, + 19955, + 11766, + 42359, + 27507, + 2574, + 40987, + 48742, + 23460, + 34672, + 21754, + 12716, + 35172, + 6370, + 3822, + 23337, + 874, + 22067, + 48654, + 37010, + 31139, + 35859, + 6781, + 29970, + 12452, + 38263, + 17438, + 14307, + 37705, + 6004, + 33432, + 1830, + 1711, + 15958, + 21950, + 4623, + 375, + 10206, + 9307, + 49086, + 823, + 2407, + 25512, + 47184, + 18636, + 5612, + 5415, + 39441, + 1669, + 33963, + 3194, + 22928, + 10603, + 28849, + 9075, + 11884, + 31357, + 17541, + 23067, + 14363, + 44365, + 29924, + 40123, + 29162, + 39455, + 44317, + 2002, + 40793, + 8628, + 29871, + 37055, + 4104, + 39591, + 5381, + 36845, + 41082, + 26062, + 29405, + 37406, + 21978, + 28261, + 42173, + 17503, + 17862, + 48539, + 42015, + 12482, + 4829, + 42795, + 5722, + 1169, + 8074, + 3791, + 33887, + 5776, + 1950, + 25441, + 43916, + 16910, + 38880, + 42569, + 49772, + 15149, + 6969, + 29526, + 2514, + 7540, + 16049, + 2431, + 11551, + 38085, + 34540, + 40822, + 40510, + 47791, + 30410, + 7611, + 15179, + 5550, + 39045, + 27, + 16960, + 38493, + 14513, + 24205, + 11308, + 45919, + 24371, + 25808, + 9932, + 15066, + 14935, + 31062, + 17288, + 18281, + 44277, + 29230, + 34101, + 41437, + 4073, + 15225, + 13927, + 10842, + 25713, + 21298, + 14431, + 38744, + 34699, + 16585, + 4117, + 933, + 18322, + 18631, + 4573, + 4638, + 48715, + 3795, + 30963, + 16925, + 18538, + 15443, + 12132, + 1215, + 23338, + 3597, + 2255, + 44819, + 39136, + 48568, + 4563, + 41562, + 14873, + 27017, + 4128, + 22304, + 11450, + 42694, + 4569, + 22735, + 27873, + 29437, + 46223, + 18273, + 12614, + 11909, + 45119, + 20692, + 13033, + 6257, + 32937, + 17013, + 46931, + 48079, + 5500, + 17676, + 24231, + 5431, + 42051, + 37015, + 18997, + 23401, + 43234, + 1791, + 7854, + 42783, + 6217, + 11898, + 42946, + 26955, + 16518, + 35108, + 370, + 153, + 3425, + 29944, + 23324, + 38501, + 7789, + 18260, + 37728, + 26929, + 17291, + 35663, + 9974, + 33508, + 5229, + 15797, + 23862, + 20169, + 5692, + 22949, + 8852, + 38871, + 19795, + 15543, + 26017, + 20586, + 8729, + 19283, + 9683, + 23701, + 27554, + 17242, + 19403, + 22745, + 4534, + 32858, + 47689, + 35755, + 17966, + 28633, + 25523, + 45195, + 41613, + 21696, + 29818, + 4840, + 14276, + 40722, + 32130, + 23836, + 9468, + 9624, + 10224, + 13002, + 530, + 31748, + 69, + 7839, + 2052, + 26636, + 2333, + 40533, + 10242, + 25613, + 393, + 9074, + 25991, + 15260, + 27619, + 1899, + 46894, + 44, + 29670, + 42007, + 5212, + 18643, + 5247, + 1494, + 34967, + 1007, + 30643, + 46862, + 33860, + 1535, + 20708, + 24767, + 2142, + 27670, + 39488, + 12260, + 35916, + 9407, + 40801, + 19271, + 16079, + 30661, + 16461, + 45010, + 33495, + 41148, + 7322, + 17122, + 24215, + 43148, + 28433, + 44280, + 29709, + 28011, + 42962, + 16154, + 24514, + 18695, + 26516, + 17251, + 9635, + 27480, + 3811, + 8221, + 21827, + 46389, + 22780, + 23163, + 48681, + 40441, + 42978, + 5256, + 6541, + 7343, + 46838, + 33558, + 13247, + 29454, + 535, + 10879, + 44405, + 541, + 8959, + 43983, + 15691, + 34213, + 37344, + 6159, + 13407, + 32982, + 31607, + 6958, + 15499, + 46901, + 21560, + 31008, + 17736, + 15548, + 16636, + 47067, + 16578, + 16230, + 37577, + 4409, + 33274, + 96, + 36882, + 30706, + 27514, + 2441, + 29445, + 10930, + 31265, + 36512, + 24692, + 19585, + 41297, + 6641, + 34570, + 43929, + 18456, + 34484, + 2131, + 14890, + 23084, + 18989, + 17143, + 46608, + 26341, + 43543, + 10932, + 26048, + 46405, + 6896, + 9043, + 22937, + 45610, + 6801, + 34606, + 46464, + 4716, + 9538, + 13735, + 8464, + 30986, + 14780, + 796, + 44932, + 24429, + 34836, + 4793, + 45397, + 5316, + 49464, + 43222, + 41238, + 7325, + 5593, + 20970, + 44520, + 13001, + 2175, + 37447, + 34804, + 42478, + 30347, + 11096, + 8773, + 28512, + 40466, + 11337, + 34943, + 43915, + 4555, + 49922, + 3378, + 31284, + 11172, + 12212, + 28998, + 13456, + 23158, + 24182, + 10113, + 47396, + 7082, + 10910, + 19015, + 13800, + 39945, + 34837, + 48726, + 39578, + 29328, + 33020, + 31654, + 40950, + 23772, + 35197, + 4428, + 34667, + 37302, + 34662, + 17825, + 40665, + 18956, + 35652, + 13353, + 45345, + 24150, + 8742, + 35855, + 10715, + 14984, + 27154, + 47683, + 39967, + 29093, + 45030, + 19156, + 2821, + 22435, + 39944, + 17951, + 38586, + 8210, + 47443, + 496, + 49256, + 24416, + 25330, + 20067, + 44931, + 48875, + 16236, + 323, + 37252, + 23885, + 25487, + 48084, + 45523, + 43440, + 13058, + 43309, + 19252, + 10578, + 39287, + 41704, + 32489, + 17732, + 35533, + 33341, + 38844, + 19352, + 43021, + 25652, + 22118, + 45440, + 13298, + 3072, + 40978, + 21573, + 8653, + 43483, + 8405, + 10012, + 33299, + 3433, + 49684, + 47589, + 48039, + 31506, + 28181, + 19664, + 25635, + 20038, + 45665, + 17257, + 26862, + 45242, + 38030, + 38192, + 25565, + 26687, + 29410, + 20451, + 33344, + 24542, + 17168, + 44950, + 21714, + 4308, + 22595, + 22307, + 26172, + 7017, + 12869, + 27703, + 29049, + 15042, + 42922, + 20001, + 9129, + 13576, + 20483, + 17179, + 46903, + 6689, + 42975, + 49786, + 16093, + 46208, + 49433, + 25334, + 26318, + 13329, + 30314, + 22126, + 12229, + 41004, + 37065, + 5007, + 22174, + 20472, + 47150, + 30453, + 28280, + 16920, + 25598, + 4142, + 33613, + 35587, + 28878, + 44241, + 3290, + 19969, + 12907, + 44162, + 1468, + 19383, + 26409, + 42129, + 34161, + 39912, + 46039, + 48436, + 25563, + 45213, + 49127, + 8098, + 44989, + 28511, + 41668, + 38652, + 20161, + 42739, + 12380, + 26868, + 21731, + 23108, + 18870, + 42859, + 12460, + 40526, + 42493, + 40926, + 34693, + 17026, + 14555, + 8956, + 5527, + 21763, + 13114, + 45314, + 37392, + 29554, + 3418, + 29698, + 41409, + 5729, + 21647, + 31342, + 29638, + 27425, + 29933, + 47916, + 14897, + 1656, + 339, + 47118, + 25067, + 40082, + 24247, + 24317, + 18144, + 49862, + 27776, + 22293, + 33610, + 31099, + 23744, + 8608, + 690, + 30217, + 35586, + 4999, + 36209, + 12123, + 4319, + 28400, + 31061, + 28054, + 48767, + 41107, + 8496, + 12201, + 2675, + 23476, + 9033, + 16265, + 27335, + 41788, + 38354, + 25929, + 34798, + 34187, + 13539, + 18504, + 23028, + 842, + 14212, + 5962, + 41698, + 25371, + 6621, + 43056, + 20539, + 40022, + 30194, + 38695, + 21914, + 26550, + 22132, + 17559, + 25624, + 13805, + 43368, + 21170, + 37011, + 39723, + 45120, + 21758, + 25189, + 23643, + 38097, + 45215, + 22105, + 21009, + 15368, + 13264, + 41699, + 41369, + 1582, + 37621, + 3026, + 18457, + 34488, + 16871, + 23353, + 7130, + 33214, + 19500, + 12845, + 139, + 1831, + 36134, + 27634, + 40515, + 6336, + 30526, + 11841, + 21246, + 29198, + 41390, + 18293, + 29979, + 9610, + 41373, + 30745, + 1415, + 31457, + 10728, + 36343, + 13822, + 17449, + 9789, + 1736, + 9323, + 28399, + 37717, + 24138, + 24989, + 15176, + 18103, + 26428, + 46984, + 43082, + 25266, + 25432, + 35379, + 41045, + 32912, + 16374, + 16522, + 20448, + 11817, + 38393, + 12100, + 12125, + 44553, + 19046, + 40035, + 47721, + 19036, + 40081, + 48015, + 605, + 9548, + 37556, + 23548, + 40367, + 12167, + 2102, + 20088, + 32021, + 40752, + 38533, + 39955, + 33573, + 39292, + 18261, + 5183, + 11770, + 20949, + 9869, + 9879, + 5189, + 28244, + 357, + 5461, + 22295, + 9071, + 15424, + 2352, + 26239, + 9454, + 43632, + 24, + 15609, + 48863, + 47567, + 13499, + 44444, + 9053, + 34383, + 9260, + 21528, + 46530, + 11595, + 46252, + 84, + 37555, + 5320, + 44063, + 1370, + 3266, + 7703, + 9473, + 48955, + 20726, + 40168, + 21735, + 22237, + 13024, + 15578, + 36428, + 27383, + 35762, + 42018, + 38110, + 1710, + 29761, + 3683, + 43960, + 7851, + 37491, + 13665, + 28783, + 25674, + 23336, + 22520, + 12445, + 39072, + 10878, + 23319, + 292, + 25860, + 20465, + 17205, + 19034, + 47798, + 2924, + 16335, + 45272, + 41896, + 28134, + 27767, + 9397, + 7302, + 47659, + 17774, + 32339, + 31750, + 35428, + 7844, + 4284, + 20925, + 20719, + 48940, + 13308, + 1936, + 24693, + 33476, + 46983, + 34669, + 49848, + 7038, + 47360, + 31478, + 33434, + 32315, + 36449, + 46814, + 43935, + 28664, + 2578, + 8285, + 25323, + 19035, + 18414, + 2340, + 14878, + 28906, + 4391, + 31874, + 25686, + 19643, + 13379, + 11416, + 22427, + 25080, + 40518, + 28417, + 15429, + 39251, + 12496, + 28604, + 13109, + 44167, + 5425, + 43764, + 35562, + 49572, + 7596, + 22952, + 41085, + 24630, + 48224, + 29843, + 45600, + 6691, + 8075, + 33951, + 4554, + 18514, + 13780, + 6636, + 3575, + 30491, + 13830, + 27912, + 31799, + 46517, + 45531, + 17671, + 8202, + 19652, + 10261, + 3553, + 35964, + 10686, + 46328, + 1878, + 23955, + 21115, + 29901, + 28701, + 31126, + 48061, + 34156, + 24970, + 194, + 8823, + 13885, + 40766, + 26007, + 31560, + 38784, + 18581, + 24271, + 28745, + 7814, + 21605, + 45941, + 38598, + 47236, + 1295, + 37889, + 36003, + 3267, + 3818, + 27817, + 46331, + 16183, + 48056, + 45884, + 27452, + 1198, + 7559, + 48278, + 22596, + 45364, + 16112, + 48544, + 27952, + 48130, + 8152, + 17095, + 14181, + 7691, + 44714, + 22974, + 20407, + 37626, + 366, + 16504, + 38062, + 47648, + 12959, + 44709, + 18425, + 31661, + 41794, + 35281, + 10986, + 41719, + 27182, + 2478, + 29361, + 14691, + 35075, + 47107, + 2284, + 49884, + 23, + 47601, + 35261, + 18287, + 44898, + 45190, + 8283, + 18037, + 23688, + 43809, + 17582, + 12512, + 33392, + 35374, + 34165, + 37189, + 4864, + 13301, + 18923, + 47952, + 9723, + 2982, + 41663, + 2301, + 15019, + 2888, + 47351, + 25153, + 7371, + 9989, + 11998, + 25378, + 16110, + 22611, + 47357, + 32831, + 8937, + 10755, + 7384, + 11345, + 5374, + 10059, + 19104, + 16815, + 37437, + 42443, + 30472, + 14872, + 34842, + 38433, + 4763, + 41933, + 13614, + 49457, + 12691, + 30781, + 15070, + 8757, + 47219, + 10799, + 15840, + 46384, + 28407, + 13110, + 68, + 17208, + 22941, + 673, + 30013, + 30488, + 35792, + 39519, + 42185, + 28645, + 4718, + 2489, + 42158, + 46837, + 7615, + 42392, + 12766, + 28303, + 35245, + 12901, + 29418, + 10887, + 6448, + 32697, + 3155, + 30598, + 7467, + 9784, + 35499, + 36955, + 14185, + 6572, + 8271, + 38538, + 1113, + 25115, + 20626, + 1097, + 9117, + 44193, + 44072, + 30339, + 43731, + 48098, + 7281, + 30502, + 27655, + 32345, + 24149, + 639, + 40716, + 35324, + 36957, + 10774, + 39411, + 22218, + 46513, + 24315, + 21362, + 28867, + 17328, + 10996, + 21262, + 5586, + 36951, + 3404, + 47869, + 30287, + 5055, + 2067, + 38575, + 14048, + 14203, + 26890, + 8484, + 16399, + 348, + 12461, + 5731, + 2165, + 42912, + 5009, + 10408, + 31836, + 43937, + 16384, + 31876, + 23122, + 24172, + 29577, + 5126, + 32705, + 28904, + 42238, + 19936, + 23132, + 26381, + 11510, + 27109, + 8423, + 18327, + 43106, + 3028, + 37622, + 42977, + 5655, + 41641, + 32981, + 37619, + 28569, + 32792, + 49967, + 29674, + 5512, + 22426, + 24048, + 30534, + 47459, + 12190, + 41760, + 31119, + 14054, + 31132, + 23278, + 19603, + 44853, + 11100, + 14586, + 42120, + 35057, + 47180, + 33599, + 33227, + 7271, + 39664, + 5153, + 40265, + 1912, + 12332, + 44471, + 30756, + 46804, + 5193, + 16640, + 2375, + 42797, + 25380, + 42039, + 36342, + 37792, + 40313, + 40805, + 20596, + 42294, + 39097, + 2061, + 10238, + 14917, + 8043, + 42564, + 37310, + 35202, + 38928, + 7497, + 25163, + 307, + 14289, + 46337, + 20738, + 7007, + 8515, + 46218, + 16071, + 20297, + 48902, + 40259, + 21965, + 10860, + 45915, + 31109, + 19459, + 34673, + 41186, + 40382, + 34628, + 48412, + 36450, + 8394, + 1405, + 4, + 42793, + 47310, + 2014, + 13164, + 39346, + 38228, + 48423, + 42883, + 31797, + 30856, + 11056, + 3483, + 9911, + 2118, + 6201, + 18093, + 38306, + 46872, + 5661, + 28389, + 3345, + 24423, + 13532, + 44943, + 12137, + 24165, + 49377, + 2480, + 49472, + 36345, + 34448, + 12316, + 24458, + 39889, + 20341, + 13235, + 9575, + 14753, + 36782, + 9418, + 27249, + 37627, + 36506, + 31108, + 7612, + 9475, + 26018, + 331, + 4338, + 1654, + 13651, + 42640, + 29324, + 44053, + 34714, + 1813, + 46908, + 49053, + 1440, + 23928, + 20654, + 28810, + 6524, + 25667, + 38938, + 30691, + 13221, + 5336, + 47665, + 35892, + 47401, + 7160, + 9178, + 31796, + 47670, + 14365, + 41057, + 39245, + 187, + 7704, + 14707, + 45746, + 32296, + 14630, + 19601, + 16572, + 41217, + 40165, + 14692, + 31801, + 11224, + 13654, + 46491, + 20063, + 30390, + 35790, + 2293, + 19281, + 20078, + 13064, + 44800, + 33182, + 29953, + 12157, + 41060, + 41401, + 26614, + 49458, + 42706, + 49246, + 25528, + 27184, + 4168, + 29792, + 42886, + 47871, + 12669, + 26865, + 42618, + 25948, + 28158, + 22577, + 38156, + 35467, + 21488, + 49625, + 4739, + 40196, + 49998, + 1588, + 1850, + 31461, + 27257, + 31407, + 17353, + 43431, + 49986, + 42743, + 40447, + 46154, + 34738, + 13469, + 13823, + 30865, + 27306, + 6707, + 38588, + 29589, + 7670, + 37298, + 22230, + 31225, + 7557, + 40474, + 12931, + 32194, + 5695, + 37207, + 41659, + 22093, + 10568, + 21903, + 46226, + 40681, + 4478, + 7801, + 11981, + 5405, + 25973, + 46446, + 403, + 3175, + 19430, + 13098, + 27435, + 14693, + 3662, + 32184, + 29945, + 29050, + 27637, + 23949, + 7595, + 28929, + 4536, + 9336, + 45355, + 11822, + 15129, + 30901, + 48080, + 12313, + 32765, + 417, + 37602, + 11202, + 18484, + 32712, + 36959, + 35877, + 22940, + 42032, + 41010, + 3722, + 33954, + 47022, + 37769, + 48802, + 27057, + 33733, + 15342, + 17934, + 23173, + 24274, + 13939, + 39890, + 48748, + 31991, + 41942, + 10098, + 22471, + 7101, + 11991, + 12926, + 10064, + 45900, + 32632, + 28266, + 38693, + 16025, + 3701, + 26691, + 31488, + 22464, + 32317, + 30673, + 33525, + 41396, + 31737, + 7594, + 2266, + 16077, + 17492, + 39797, + 22225, + 8406, + 38422, + 10253, + 16598, + 2806, + 37108, + 21338, + 20388, + 27844, + 10284, + 11982, + 42908, + 21286, + 19105, + 48, + 28166, + 23292, + 25589, + 34433, + 30115, + 31375, + 49693, + 1390, + 28520, + 44459, + 4822, + 16717, + 44363, + 20043, + 49623, + 45820, + 14162, + 46240, + 48298, + 5874, + 10680, + 28525, + 9897, + 40893, + 42655, + 30581, + 35664, + 27710, + 8081, + 24404, + 47948, + 4621, + 33829, + 24383, + 48391, + 6917, + 48485, + 6628, + 40311, + 37807, + 12158, + 30318, + 39497, + 16978, + 37380, + 19180, + 21591, + 39243, + 6263, + 49087, + 33389, + 2136, + 20, + 3351, + 7504, + 39255, + 19204, + 33097, + 36745, + 38055, + 11995, + 41309, + 49875, + 26329, + 21394, + 19359, + 3777, + 19781, + 11280, + 28660, + 42910, + 38280, + 34364, + 34697, + 9316, + 19729, + 6344, + 30897, + 10764, + 28026, + 14481, + 24516, + 41843, + 43804, + 1621, + 39403, + 1481, + 8853, + 43595, + 15761, + 43258, + 38042, + 19341, + 16798, + 2991, + 19987, + 30098, + 14777, + 38022, + 13826, + 39604, + 46855, + 24546, + 48777, + 34636, + 42993, + 12415, + 29336, + 27535, + 13097, + 48964, + 29993, + 16444, + 17188, + 31190, + 19765, + 49424, + 45127, + 32987, + 22438, + 21536, + 5420, + 33853, + 14675, + 31789, + 48099, + 10583, + 20636, + 2012, + 14834, + 49973, + 49580, + 45442, + 6690, + 4030, + 22515, + 5685, + 3826, + 40129, + 18482, + 43523, + 48289, + 32342, + 33566, + 17301, + 12220, + 2846, + 7442, + 45772, + 39384, + 25123, + 31178, + 41860, + 25542, + 30842, + 35225, + 25963, + 48441, + 42686, + 44751, + 42209, + 2168, + 17675, + 21973, + 9008, + 12587, + 42989, + 31770, + 28665, + 7354, + 20097, + 46386, + 14536, + 2570, + 35854, + 14530, + 44409, + 49004, + 2733, + 18748, + 7393, + 34426, + 19555, + 42030, + 28268, + 47563, + 42245, + 1206, + 9844, + 46527, + 24091, + 43325, + 2674, + 45177, + 33155, + 42697, + 47656, + 17080, + 26460, + 8576, + 1737, + 33775, + 33222, + 7621, + 5862, + 41448, + 15377, + 3136, + 32373, + 2279, + 46514, + 28551, + 31446, + 35683, + 45172, + 14526, + 39050, + 27723, + 26421, + 35068, + 6513, + 44608, + 29379, + 11047, + 9962, + 18489, + 2516, + 23626, + 45747, + 29677, + 41652, + 33661, + 37258, + 15279, + 5205, + 34752, + 4730, + 48813, + 20270, + 40501, + 47615, + 21776, + 9150, + 21190, + 35558, + 32312, + 4770, + 26689, + 2287, + 3436, + 4872, + 21925, + 21236, + 11606, + 8573, + 49206, + 14120, + 13537, + 20183, + 32145, + 43135, + 12094, + 36969, + 27096, + 522, + 22571, + 16602, + 45786, + 39718, + 8459, + 967, + 7818, + 4489, + 38565, + 45807, + 16287, + 39971, + 32560, + 14125, + 14892, + 7975, + 36341, + 26861, + 9267, + 7629, + 18895, + 23679, + 36544, + 33774, + 48385, + 35337, + 4613, + 21611, + 22028, + 11384, + 40471, + 44075, + 30804, + 41449, + 5453, + 48594, + 21475, + 46012, + 14436, + 40624, + 24892, + 34387, + 14442, + 4418, + 5851, + 28031, + 2541, + 33002, + 48036, + 20534, + 18360, + 31044, + 37360, + 11, + 15937, + 28060, + 40639, + 36628, + 10365, + 12102, + 9132, + 3373, + 15717, + 40304, + 12236, + 277, + 32659, + 47740, + 43452, + 40715, + 17933, + 9645, + 29163, + 37382, + 26978, + 20459, + 44054, + 11242, + 31685, + 15945, + 35581, + 20958, + 1895, + 13572, + 32608, + 33098, + 13608, + 18864, + 29066, + 47137, + 14021, + 40370, + 24798, + 30735, + 20832, + 8680, + 14962, + 5760, + 15338, + 23188, + 23866, + 24284, + 47148, + 43441, + 11086, + 34625, + 8630, + 18679, + 17818, + 5769, + 25645, + 1867, + 45277, + 9039, + 46563, + 11358, + 47792, + 19993, + 43373, + 6810, + 26945, + 3529, + 47767, + 40089, + 29751, + 2242, + 9227, + 20600, + 28344, + 7001, + 15828, + 1134, + 36875, + 19339, + 3582, + 16477, + 23103, + 41671, + 36904, + 1416, + 23285, + 43196, + 21, + 19360, + 40990, + 39102, + 22653, + 27881, + 30768, + 1511, + 47547, + 22475, + 2371, + 46858, + 49949, + 44825, + 16136, + 32439, + 22876, + 23151, + 48584, + 22356, + 21279, + 47385, + 49105, + 10696, + 26003, + 19648, + 40007, + 14389, + 46830, + 13223, + 7847, + 43193, + 15390, + 40247, + 48086, + 37296, + 26886, + 18547, + 2681, + 7347, + 14281, + 30474, + 43008, + 959, + 25243, + 2584, + 3180, + 27308, + 10103, + 35455, + 22151, + 44403, + 8151, + 46414, + 49263, + 37582, + 21515, + 20530, + 42674, + 16226, + 23948, + 18173, + 623, + 15798, + 47222, + 14096, + 13618, + 40140, + 34376, + 6101, + 11163, + 32772, + 23120, + 11511, + 8104, + 40428, + 49014, + 31881, + 47318, + 26927, + 26076, + 13404, + 14213, + 10086, + 19070, + 13045, + 28170, + 13405, + 47757, + 29630, + 38792, + 46045, + 26667, + 70, + 31024, + 11899, + 48024, + 24885, + 49924, + 3987, + 20342, + 21420, + 46767, + 19578, + 41225, + 35077, + 16873, + 38460, + 26768, + 9707, + 20652, + 37726, + 8642, + 3381, + 40531, + 1414, + 31395, + 48055, + 49203, + 13623, + 40242, + 11000, + 37353, + 18804, + 37005, + 42097, + 45685, + 14290, + 41774, + 4592, + 28691, + 18323, + 6935, + 12163, + 159, + 29892, + 41219, + 17141, + 37805, + 36308, + 25104, + 46757, + 48644, + 49747, + 44760, + 23876, + 36536, + 15271, + 24700, + 33178, + 33100, + 3820, + 4055, + 46239, + 39088, + 34875, + 37362, + 5944, + 5911, + 24031, + 1670, + 32274, + 31479, + 36988, + 26166, + 36864, + 48294, + 9860, + 21215, + 40583, + 25522, + 45873, + 11882, + 6082, + 10414, + 44035, + 32997, + 15982, + 19708, + 35619, + 27749, + 16389, + 15374, + 15889, + 3147, + 5400, + 13014, + 34918, + 831, + 36114, + 31674, + 42049, + 23881, + 26427, + 33074, + 36205, + 17922, + 3836, + 4436, + 13467, + 13489, + 37286, + 32875, + 25992, + 7394, + 33540, + 38619, + 14730, + 15699, + 33957, + 16891, + 3300, + 16203, + 15776, + 44257, + 49028, + 8335, + 24211, + 437, + 32407, + 30388, + 45182, + 9643, + 767, + 15490, + 10375, + 15647, + 24273, + 34772, + 18374, + 13343, + 17600, + 22994, + 35348, + 16180, + 15505, + 6668, + 27282, + 16210, + 25727, + 41608, + 6812, + 49779, + 371, + 12191, + 25862, + 22818, + 18257, + 40975, + 28716, + 9203, + 34452, + 32890, + 6547, + 38627, + 27230, + 470, + 46146, + 42885, + 18667, + 9409, + 19366, + 3432, + 7536, + 13351, + 48630, + 10561, + 46197, + 11791, + 27768, + 14464, + 25363, + 4691, + 26732, + 43198, + 43487, + 3209, + 25415, + 48357, + 22565, + 12389, + 16485, + 49699, + 1406, + 44849, + 45091, + 43980, + 7034, + 20454, + 32239, + 23608, + 9776, + 35577, + 33521, + 49318, + 32116, + 30359, + 16387, + 49546, + 9662, + 20757, + 42347, + 25489, + 26199, + 27372, + 29131, + 38620, + 44412, + 8454, + 35182, + 43857, + 31957, + 26317, + 458, + 21507, + 34162, + 39998, + 19831, + 22317, + 34770, + 30172, + 37819, + 11393, + 2699, + 43814, + 15205, + 49723, + 3119, + 16002, + 47577, + 693, + 35898, + 12399, + 49665, + 37962, + 12409, + 49382, + 15878, + 6401, + 31474, + 23235, + 42829, + 42734, + 44093, + 5271, + 26671, + 22789, + 15422, + 4300, + 25634, + 8566, + 31971, + 32811, + 27258, + 36800, + 14601, + 18844, + 30306, + 17165, + 22622, + 32273, + 45903, + 47949, + 28892, + 13096, + 22730, + 6006, + 3421, + 7793, + 16028, + 33706, + 32384, + 2536, + 10606, + 17597, + 36389, + 32388, + 25364, + 45814, + 15230, + 44255, + 24957, + 8885, + 2631, + 14279, + 13439, + 4012, + 45385, + 44706, + 37858, + 44826, + 40088, + 5564, + 2415, + 38431, + 8337, + 16216, + 15606, + 11767, + 6358, + 42992, + 2934, + 44354, + 30239, + 34145, + 24552, + 28154, + 39834, + 34750, + 17457, + 40001, + 39609, + 18498, + 14942, + 28839, + 32221, + 46682, + 22537, + 5665, + 22383, + 32124, + 14318, + 20138, + 47773, + 3304, + 26700, + 38428, + 37138, + 38270, + 45427, + 28709, + 41819, + 21730, + 21189, + 40225, + 15748, + 30507, + 28452, + 22049, + 4022, + 29950, + 12183, + 3116, + 3916, + 29774, + 33422, + 34822, + 43507, + 33612, + 44441, + 7581, + 20785, + 31769, + 273, + 12176, + 8201, + 29780, + 35807, + 9246, + 37983, + 1470, + 29340, + 45382, + 19364, + 7528, + 35199, + 28545, + 14112, + 21391, + 2773, + 31518, + 10618, + 7811, + 3851, + 42154, + 34011, + 47681, + 26944, + 12814, + 14722, + 23825, + 557, + 22179, + 33084, + 19319, + 23325, + 41540, + 35551, + 15280, + 25798, + 7565, + 24827, + 24615, + 15785, + 19322, + 37839, + 18649, + 30869, + 10956, + 21086, + 46836, + 29425, + 24154, + 18743, + 145, + 29627, + 8918, + 43757, + 2785, + 3906, + 2499, + 29738, + 18104, + 238, + 34806, + 23706, + 49548, + 10336, + 48711, + 17888, + 27903, + 36776, + 25904, + 7117, + 25093, + 9618, + 22970, + 39849, + 44024, + 28376, + 5105, + 5525, + 40468, + 44645, + 6971, + 21997, + 19073, + 30070, + 9906, + 29305, + 7678, + 39517, + 48118, + 25551, + 21495, + 38721, + 6276, + 23560, + 25934, + 29337, + 32833, + 28552, + 16414, + 32468, + 49634, + 34177, + 48364, + 38566, + 427, + 38561, + 2739, + 44477, + 27320, + 26756, + 347, + 26040, + 31949, + 18321, + 3785, + 45765, + 28211, + 49929, + 48737, + 26507, + 38752, + 29018, + 20514, + 36870, + 19260, + 8246, + 774, + 26535, + 5723, + 31303, + 4296, + 28464, + 32784, + 49285, + 36025, + 46800, + 4670, + 36590, + 41359, + 41372, + 48531, + 1705, + 18559, + 42168, + 43048, + 416, + 13684, + 38495, + 2647, + 49183, + 27698, + 167, + 49756, + 10159, + 10044, + 7060, + 12968, + 31052, + 26054, + 46671, + 25079, + 26447, + 41710, + 1989, + 42870, + 45101, + 19681, + 33845, + 39764, + 31455, + 17075, + 41827, + 36919, + 12195, + 39206, + 8993, + 35774, + 1914, + 19581, + 37699, + 24527, + 23474, + 17945, + 12311, + 15228, + 15826, + 39208, + 1313, + 31919, + 2149, + 7689, + 46432, + 15029, + 1490, + 34015, + 13053, + 12556, + 9321, + 7433, + 49144, + 24813, + 25911, + 1563, + 13731, + 20431, + 3077, + 31892, + 5620, + 13453, + 26966, + 12336, + 47599, + 4756, + 11544, + 43986, + 16757, + 47334, + 46018, + 14821, + 27830, + 8964, + 15721, + 9872, + 2073, + 47185, + 25037, + 29100, + 34876, + 46119, + 10303, + 5253, + 7284, + 37142, + 26943, + 47568, + 22382, + 26617, + 26576, + 11618, + 34037, + 10076, + 28012, + 36325, + 36695, + 2170, + 5110, + 48309, + 49538, + 38043, + 40842, + 9764, + 43153, + 20021, + 34951, + 21880, + 43081, + 49126, + 2852, + 9953, + 11441, + 17324, + 31890, + 37738, + 18836, + 25813, + 46797, + 939, + 28788, + 20132, + 49275, + 2970, + 11498, + 15140, + 44613, + 20488, + 17996, + 35368, + 27001, + 47262, + 16750, + 42887, + 4734, + 19903, + 18354, + 41889, + 11196, + 26485, + 8016, + 27868, + 37068, + 15293, + 18330, + 25941, + 16038, + 42163, + 19871, + 1633, + 12724, + 40941, + 29471, + 45479, + 16702, + 31620, + 14423, + 27602, + 6243, + 41987, + 48280, + 16689, + 14312, + 4108, + 18014, + 14122, + 45856, + 45370, + 28052, + 27954, + 3940, + 28562, + 29784, + 13448, + 14620, + 15353, + 32914, + 22422, + 14443, + 33310, + 14241, + 44160, + 5190, + 26916, + 5065, + 20013, + 27870, + 27353, + 32051, + 36872, + 6610, + 7830, + 17763, + 14265, + 34871, + 5115, + 43319, + 26153, + 22716, + 43423, + 29681, + 19647, + 46255, + 13593, + 35218, + 10512, + 455, + 9858, + 20505, + 28767, + 14668, + 21458, + 23680, + 46303, + 21007, + 23477, + 25601, + 8725, + 197, + 6093, + 4746, + 8486, + 29719, + 45225, + 25072, + 13990, + 24604, + 30996, + 2786, + 42438, + 33369, + 16120, + 19816, + 8548, + 5566, + 29523, + 11489, + 34618, + 26186, + 22299, + 44982, + 9245, + 15154, + 1157, + 43466, + 3033, + 21877, + 35169, + 35250, + 42037, + 30894, + 4003, + 37815, + 9066, + 35314, + 14242, + 19230, + 47256, + 9254, + 20735, + 45768, + 47245, + 15105, + 9078, + 11367, + 29607, + 16797, + 33899, + 6823, + 32436, + 42813, + 41806, + 22015, + 15644, + 5907, + 8733, + 23403, + 32818, + 21419, + 45832, + 39010, + 48765, + 14762, + 11565, + 18371, + 30414, + 36151, + 36013, + 6449, + 3250, + 9376, + 36494, + 37692, + 40552, + 2162, + 10602, + 17998, + 12854, + 19944, + 17871, + 8789, + 1897, + 15033, + 26474, + 35485, + 35993, + 17447, + 42736, + 2679, + 17088, + 13354, + 10761, + 9940, + 24746, + 36654, + 8175, + 12293, + 31085, + 18446, + 15788, + 14703, + 6829, + 9367, + 20173, + 49871, + 28734, + 35736, + 10739, + 46765, + 42903, + 40860, + 30892, + 40632, + 23452, + 28547, + 42130, + 31665, + 28429, + 13000, + 4649, + 10557, + 18742, + 30265, + 6106, + 45585, + 7903, + 49951, + 19746, + 13415, + 23967, + 26367, + 47474, + 36866, + 29977, + 22197, + 1859, + 47141, + 10350, + 26917, + 7985, + 42766, + 5298, + 46279, + 38257, + 34839, + 34815, + 25199, + 162, + 31244, + 12541, + 4435, + 30145, + 21472, + 748, + 9457, + 8749, + 5372, + 42556, + 31180, + 22485, + 7495, + 16954, + 8976, + 7663, + 13461, + 22125, + 5698, + 12803, + 21809, + 49981, + 41904, + 28952, + 28365, + 36146, + 37530, + 45249, + 19838, + 9111, + 2429, + 10429, + 1940, + 15480, + 5144, + 18802, + 13031, + 44832, + 20318, + 47671, + 34023, + 14844, + 7015, + 10813, + 38339, + 46398, + 38942, + 25849, + 30025, + 24454, + 19809, + 39740, + 43873, + 6933, + 47504, + 37650, + 31798, + 33509, + 27524, + 13245, + 38816, + 19751, + 21031, + 14506, + 35253, + 18143, + 14301, + 514, + 41720, + 49896, + 27083, + 9211, + 16868, + 28107, + 5819, + 5800, + 16135, + 37870, + 22194, + 798, + 38426, + 34256, + 20558, + 44924, + 24194, + 29966, + 7036, + 8694, + 15479, + 598, + 31894, + 36920, + 39081, + 20041, + 16979, + 22700, + 30443, + 9647, + 9290, + 3344, + 10148, + 30241, + 18256, + 18209, + 44774, + 39184, + 14625, + 47227, + 21872, + 11178, + 39614, + 23797, + 9255, + 27026, + 8842, + 47281, + 23670, + 13934, + 5905, + 8804, + 43648, + 42624, + 31728, + 41119, + 24161, + 49804, + 34172, + 32142, + 19094, + 37089, + 16856, + 47609, + 37757, + 44239, + 45258, + 49130, + 45721, + 28483, + 35358, + 25725, + 6135, + 11730, + 49284, + 21311, + 11985, + 14092, + 27159, + 8931, + 31019, + 22630, + 28228, + 45973, + 18086, + 32409, + 11586, + 45860, + 34960, + 26385, + 11228, + 13660, + 33154, + 36372, + 45174, + 10194, + 43833, + 35911, + 43812, + 19929, + 32466, + 47785, + 35113, + 32238, + 12930, + 19358, + 37473, + 13317, + 22323, + 25820, + 22814, + 12355, + 16198, + 691, + 35216, + 2022, + 40490, + 32573, + 18468, + 32258, + 16250, + 48281, + 39927, + 41084, + 4837, + 2654, + 34897, + 16145, + 15134, + 20325, + 9623, + 5236, + 35450, + 35939, + 46919, + 2548, + 16945, + 4328, + 941, + 41443, + 21110, + 2811, + 1770, + 3274, + 6832, + 36938, + 17840, + 33033, + 6949, + 15646, + 29444, + 23187, + 2741, + 47366, + 35865, + 37636, + 7600, + 1510, + 29597, + 11365, + 31741, + 43271, + 4973, + 24543, + 26083, + 36840, + 11134, + 34100, + 47135, + 22967, + 18530, + 32054, + 45447, + 35657, + 35923, + 28238, + 6805, + 2803, + 14373, + 38313, + 43772, + 38858, + 29611, + 4743, + 49022, + 9546, + 2412, + 39096, + 22898, + 43690, + 19001, + 33405, + 16517, + 20124, + 19791, + 44052, + 49321, + 48353, + 49451, + 16677, + 45224, + 39554, + 10495, + 3258, + 12820, + 26770, + 43510, + 45660, + 10037, + 7487, + 35001, + 48850, + 34936, + 555, + 2879, + 42350, + 14083, + 7199, + 25340, + 2882, + 3054, + 47347, + 28358, + 34299, + 22875, + 22029, + 21875, + 12004, + 31942, + 24568, + 16604, + 27931, + 27351, + 17283, + 27538, + 49007, + 30158, + 5929, + 24937, + 5116, + 13427, + 42907, + 29146, + 37295, + 15120, + 21777, + 35956, + 1210, + 47846, + 14393, + 36451, + 16457, + 1691, + 8697, + 11318, + 3139, + 2229, + 41849, + 356, + 17881, + 41216, + 41096, + 15528, + 9937, + 19453, + 17386, + 8154, + 36181, + 11919, + 19803, + 35403, + 16800, + 18574, + 36304, + 10674, + 14720, + 49408, + 27039, + 12182, + 6390, + 2258, + 33718, + 29072, + 27232, + 10536, + 44306, + 44695, + 15027, + 15981, + 19279, + 14732, + 37588, + 32550, + 10519, + 19303, + 41384, + 43760, + 10642, + 6885, + 10299, + 36629, + 10904, + 45796, + 5309, + 30676, + 33229, + 47402, + 18554, + 3912, + 28180, + 41311, + 35701, + 41994, + 6500, + 28192, + 18621, + 32528, + 24578, + 37918, + 25783, + 33904, + 47081, + 16541, + 9064, + 10377, + 5032, + 48753, + 6028, + 13479, + 34922, + 37833, + 39922, + 5301, + 1591, + 36243, + 10412, + 2423, + 7286, + 28199, + 1397, + 33891, + 25669, + 8989, + 209, + 38940, + 44838, + 23155, + 32553, + 31268, + 24878, + 35382, + 44071, + 4915, + 13345, + 27300, + 17129, + 28321, + 4777, + 42976, + 26942, + 31827, + 25840, + 33343, + 46701, + 4463, + 26331, + 44413, + 30923, + 24802, + 18029, + 1203, + 35848, + 25745, + 33758, + 21427, + 37946, + 27762, + 23480, + 44768, + 28876, + 24933, + 34447, + 29461, + 49163, + 15823, + 25241, + 2927, + 19687, + 21707, + 1141, + 44600, + 579, + 43256, + 29417, + 31098, + 16943, + 18597, + 27119, + 11561, + 23436, + 12932, + 13339, + 38990, + 8539, + 47591, + 10818, + 3999, + 29636, + 12953, + 13518, + 25878, + 24163, + 38414, + 650, + 21109, + 31176, + 38577, + 2126, + 9530, + 31300, + 44179, + 7119, + 14402, + 47842, + 20826, + 16293, + 879, + 12385, + 19761, + 16878, + 34811, + 37313, + 18128, + 3850, + 19147, + 41491, + 23392, + 26630, + 24221, + 17524, + 46842, + 42744, + 22840, + 49113, + 7337, + 12319, + 32690, + 6808, + 20077, + 36994, + 11645, + 13253, + 41366, + 704, + 40828, + 3183, + 44543, + 13274, + 21843, + 29270, + 47560, + 1799, + 48880, + 40758, + 6751, + 37436, + 16556, + 45917, + 35451, + 5482, + 34486, + 31237, + 43416, + 19718, + 4766, + 26011, + 2749, + 13334, + 35204, + 47749, + 42561, + 45020, + 18942, + 23634, + 12037, + 19469, + 24217, + 23053, + 45023, + 14493, + 35106, + 36602, + 27317, + 35441, + 1291, + 14053, + 17372, + 35717, + 25002, + 31574, + 18439, + 15100, + 35364, + 2104, + 42524, + 13666, + 44356, + 47313, + 16345, + 24124, + 21576, + 5364, + 22651, + 25548, + 42400, + 7010, + 0, + 11380, + 10193, + 49798, + 32478, + 11957, + 12306, + 25541, + 18226, + 14475, + 7718, + 4493, + 3882, + 13094, + 46402, + 38637, + 12337, + 27347, + 27256, + 18704, + 21909, + 33980, + 9679, + 38933, + 43446, + 39326, + 47237, + 4259, + 7732, + 11371, + 43743, + 17325, + 19254, + 14476, + 499, + 41921, + 4376, + 34463, + 41453, + 26773, + 31224, + 45797, + 10496, + 4862, + 27822, + 12763, + 10214, + 7451, + 21230, + 18842, + 33814, + 42967, + 43797, + 22576, + 40794, + 34451, + 41371, + 30072, + 19686, + 4571, + 6938, + 7924, + 33437, + 42632, + 30799, + 13268, + 39957, + 24063, + 49102, + 17020, + 48645, + 11939, + 11820, + 38380, + 18839, + 39434, + 14159, + 23652, + 41151, + 36379, + 19038, + 18655, + 42637, + 41991, + 43308, + 44701, + 10972, + 14747, + 15158, + 49541, + 31168, + 38188, + 12849, + 4927, + 30545, + 14766, + 38572, + 32084, + 26643, + 27465, + 7795, + 33781, + 25834, + 9355, + 32589, + 280, + 23349, + 31054, + 33859, + 21886, + 43007, + 41749, + 7944, + 7173, + 88, + 34336, + 45226, + 19398, + 28655, + 33151, + 39716, + 7449, + 37425, + 34196, + 41682, + 45377, + 6458, + 25955, + 17784, + 44868, + 13118, + 48526, + 4669, + 12342, + 25039, + 17309, + 5312, + 31498, + 36712, + 4079, + 3191, + 20987, + 27120, + 44216, + 38834, + 48525, + 39535, + 30672, + 3247, + 34547, + 19217, + 8350, + 15423, + 21610, + 29705, + 6477, + 5474, + 15261, + 28710, + 37384, + 16342, + 21818, + 31708, + 5740, + 28999, + 9126, + 9848, + 36340, + 28221, + 12513, + 5399, + 46476, + 28607, + 33467, + 9808, + 23182, + 37091, + 15471, + 1344, + 10627, + 45117, + 37164, + 41300, + 17246, + 44419, + 48196, + 41655, + 18699, + 18705, + 10461, + 27592, + 22957, + 5248, + 41706, + 1692, + 32429, + 48486, + 18262, + 33417, + 15687, + 39117, + 2652, + 44250, + 12635, + 13505, + 33961, + 19554, + 37417, + 49443, + 49680, + 33420, + 95, + 48299, + 18236, + 5368, + 27307, + 17405, + 35487, + 22775, + 32507, + 42025, + 22863, + 26116, + 39264, + 18630, + 13013, + 1635, + 38922, + 2715, + 20915, + 33487, + 40076, + 19743, + 5912, + 9833, + 3990, + 38397, + 46635, + 41629, + 19836, + 49616, + 8093, + 5895, + 22189, + 10119, + 38762, + 24102, + 7410, + 38398, + 13582, + 46456, + 19431, + 15726, + 26682, + 536, + 40014, + 21315, + 16059, + 11759, + 3633, + 23563, + 33221, + 27896, + 31861, + 48976, + 892, + 32325, + 25348, + 26135, + 6699, + 27035, + 14246, + 24955, + 19351, + 6120, + 36177, + 21059, + 6856, + 2345, + 25754, + 3221, + 45051, + 11151, + 45909, + 38502, + 26894, + 9739, + 42522, + 31318, + 27840, + 29127, + 28216, + 33425, + 3511, + 23231, + 14838, + 47805, + 27188, + 29024, + 7788, + 17715, + 11007, + 47630, + 6758, + 4101, + 37712, + 44132, + 14066, + 19778, + 32202, + 17358, + 30975, + 11616, + 48619, + 44097, + 25809, + 49738, + 48100, + 48626, + 46086, + 39572, + 12108, + 29197, + 30210, + 8752, + 32603, + 30209, + 18142, + 2569, + 30315, + 40776, + 8072, + 28276, + 10239, + 44805, + 27489, + 31339, + 25561, + 23329, + 9886, + 3525, + 9470, + 16281, + 13597, + 42847, + 35910, + 44126, + 3587, + 27860, + 26604, + 24357, + 10005, + 26976, + 31321, + 46193, + 39820, + 37892, + 39939, + 22685, + 22557, + 16995, + 28043, + 29826, + 1693, + 27077, + 35651, + 20627, + 21736, + 12359, + 3848, + 29458, + 15765, + 41049, + 5616, + 4911, + 26939, + 41930, + 2183, + 459, + 38982, + 23056, + 2237, + 25444, + 10405, + 47369, + 15624, + 31767, + 8822, + 31414, + 8115, + 36806, + 49380, + 7313, + 5240, + 23208, + 31860, + 48939, + 39549, + 39000, + 21780, + 21180, + 46658, + 24368, + 20587, + 11781, + 23414, + 25403, + 35196, + 24117, + 18057, + 408, + 9218, + 1217, + 15804, + 14501, + 25913, + 17722, + 2770, + 34260, + 37370, + 9226, + 1244, + 14831, + 20576, + 27095, + 36933, + 34190, + 23818, + 11620, + 12548, + 10643, + 27744, + 22129, + 3011, + 40475, + 1037, + 3695, + 6695, + 11029, + 16306, + 2714, + 7163, + 39379, + 1761, + 45100, + 47857, + 47551, + 16641, + 4861, + 5582, + 35080, + 19600, + 36686, + 41303, + 49078, + 16318, + 23220, + 32071, + 17145, + 35215, + 18681, + 10816, + 13619, + 45034, + 10071, + 43952, + 28826, + 23918, + 11554, + 22413, + 30117, + 1869, + 3847, + 47018, + 6146, + 46135, + 22804, + 31791, + 18512, + 44091, + 18618, + 49025, + 42277, + 6086, + 15341, + 34633, + 22419, + 31824, + 2416, + 45203, + 44388, + 44237, + 28354, + 44537, + 33607, + 29068, + 36316, + 4572, + 19972, + 3988, + 38326, + 38168, + 20084, + 19862, + 17416, + 29868, + 29181, + 594, + 46782, + 22255, + 3154, + 39389, + 34584, + 38479, + 3883, + 3475, + 27322, + 27722, + 12877, + 17140, + 37303, + 6679, + 3497, + 46582, + 4807, + 39532, + 5404, + 29006, + 15651, + 10936, + 11858, + 37548, + 21775, + 6944, + 1074, + 46811, + 41031, + 16479, + 12467, + 563, + 12934, + 35915, + 37194, + 13724, + 14550, + 46110, + 8172, + 20215, + 3437, + 17021, + 19704, + 19024, + 2900, + 34734, + 11142, + 18191, + 21193, + 14571, + 29217, + 32867, + 35006, + 9103, + 36898, + 12875, + 49890, + 43679, + 42094, + 13498, + 28966, + 43489, + 41289, + 23823, + 24985, + 15868, + 24127, + 11296, + 21794, + 24923, + 17957, + 28975, + 3296, + 27705, + 27957, + 38434, + 9491, + 47505, + 19340, + 4256, + 15820, + 227, + 46879, + 3748, + 10342, + 33991, + 40206, + 18757, + 16334, + 36150, + 44626, + 25216, + 47176, + 4543, + 9689, + 48136, + 24518, + 47592, + 1884, + 23931, + 7653, + 46291, + 38511, + 5670, + 43534, + 46607, + 39959, + 13255, + 37088, + 6837, + 45752, + 40362, + 31976, + 25920, + 15632, + 36947, + 10786, + 42151, + 41726, + 42770, + 38067, + 12746, + 31434, + 33675, + 925, + 34544, + 28137, + 21492, + 40203, + 19692, + 38611, + 21913, + 36080, + 42288, + 3325, + 11315, + 41098, + 9510, + 5592, + 5249, + 28644, + 30071, + 7221, + 37371, + 2668, + 1715, + 47323, + 26179, + 12963, + 18978, + 31619, + 5300, + 31169, + 37521, + 49271, + 25510, + 4460, + 39193, + 35874, + 37325, + 20086, + 24831, + 40224, + 1382, + 22445, + 20699, + 593, + 40182, + 34351, + 20835, + 4171, + 26946, + 21883, + 35143, + 44644, + 25091, + 37331, + 38797, + 8713, + 22589, + 29125, + 26612, + 27212, + 34407, + 6124, + 1681, + 7167, + 47753, + 33325, + 15488, + 3292, + 49832, + 14205, + 3038, + 18953, + 25167, + 5284, + 47793, + 46809, + 37722, + 16686, + 34800, + 37185, + 10462, + 48807, + 21105, + 9143, + 33282, + 42846, + 17280, + 23147, + 34115, + 39653, + 41469, + 27059, + 41026, + 48903, + 12373, + 28129, + 46802, + 49122, + 49269, + 39833, + 24738, + 34626, + 36624, + 26033, + 18961, + 23614, + 25721, + 5772, + 48354, + 11979, + 26279, + 35633, + 19629, + 41936, + 22741, + 49931, + 3655, + 10747, + 28905, + 44534, + 36954, + 48475, + 49934, + 49645, + 48143, + 46883, + 42634, + 39854, + 1212, + 3856, + 33865, + 44252, + 22147, + 40443, + 3198, + 35014, + 38925, + 45823, + 5572, + 30810, + 41420, + 9572, + 9862, + 38064, + 18295, + 22842, + 28438, + 42201, + 24532, + 47935, + 35754, + 44772, + 34212, + 16027, + 23152, + 19996, + 14788, + 20752, + 29573, + 44575, + 6441, + 23765, + 22777, + 16175, + 6154, + 23905, + 49696, + 15004, + 8738, + 16568, + 7770, + 42128, + 46678, + 13169, + 37544, + 34843, + 1586, + 8077, + 33682, + 11049, + 45517, + 40800, + 34940, + 42490, + 30484, + 44929, + 44498, + 16912, + 30633, + 22690, + 18279, + 34649, + 28970, + 32247, + 26825, + 3203, + 21733, + 1527, + 37545, + 44429, + 25394, + 2256, + 31298, + 43750, + 24164, + 18874, + 32049, + 48840, + 335, + 14757, + 27254, + 15542, + 26119, + 5565, + 36599, + 17061, + 23448, + 9839, + 48270, + 28341, + 8525, + 47593, + 12584, + 47974, + 37421, + 46554, + 473, + 43278, + 21194, + 32016, + 15652, + 8400, + 32269, + 4091, + 24661, + 46721, + 29145, + 18080, + 6274, + 11563, + 15807, + 45947, + 19947, + 25416, + 26846, + 1543, + 17453, + 32370, + 25968, + 43480, + 22392, + 49637, + 39832, + 41411, + 14360, + 44762, + 23030, + 31718, + 20211, + 14199, + 23164, + 37009, + 9543, + 29801, + 31800, + 18039, + 22620, + 15024, + 37532, + 47215, + 47111, + 31368, + 27623, + 11712, + 19025, + 43213, + 47862, + 45705, + 48037, + 41457, + 27195, + 16500, + 47368, + 28755, + 9877, + 33711, + 12387, + 45855, + 31039, + 3921, + 27202, + 36591, + 44830, + 12474, + 12330, + 49673, + 18837, + 49412, + 49383, + 38060, + 34384, + 40539, + 10758, + 14489, + 48082, + 30904, + 43044, + 16278, + 25453, + 26319, + 40617, + 33404, + 34296, + 19814, + 24507, + 44279, + 12208, + 27325, + 34368, + 41821, + 32657, + 12723, + 16055, + 11342, + 18355, + 17252, + 36270, + 46625, + 42867, + 14466, + 6152, + 46667, + 26124, + 3652, + 24380, + 5173, + 2545, + 23686, + 29651, + 36874, + 4341, + 12993, + 38296, + 32802, + 29525, + 2543, + 44450, + 4961, + 27657, + 2129, + 23014, + 28297, + 23006, + 2919, + 4333, + 18364, + 5543, + 8553, + 20937, + 28309, + 13451, + 17507, + 20880, + 40454, + 13130, + 26340, + 9959, + 4645, + 22405, + 14655, + 43886, + 17919, + 8262, + 48504, + 38199, + 28619, + 33340, + 4395, + 6898, + 16125, + 6121, + 33787, + 43754, + 7124, + 49131, + 1126, + 20298, + 33967, + 18772, + 14690, + 41301, + 22289, + 40790, + 12792, + 24706, + 29995, + 11615, + 49435, + 13173, + 8701, + 19598, + 972, + 16794, + 29527, + 29599, + 9876, + 22421, + 14784, + 31686, + 5423, + 14735, + 26230, + 41898, + 25043, + 48679, + 2990, + 11715, + 45090, + 45040, + 12097, + 38435, + 22540, + 16679, + 28272, + 46301, + 40413, + 42476, + 11074, + 31394, + 7576, + 48422, + 25220, + 18438, + 42914, + 7658, + 11842, + 15200, + 34401, + 27932, + 14954, + 36019, + 36975, + 32509, + 48011, + 3793, + 40357, + 29522, + 33484, + 28550, + 24052, + 35468, + 4151, + 47880, + 7979, + 5691, + 40337, + 7423, + 13606, + 36685, + 37182, + 4764, + 35463, + 3945, + 25638, + 14145, + 32571, + 29427, + 41316, + 49118, + 13669, + 45474, + 33547, + 2356, + 7872, + 141, + 48991, + 7485, + 18789, + 27413, + 44906, + 30575, + 165, + 48093, + 45303, + 48000, + 7543, + 46609, + 49849, + 40128, + 5498, + 8660, + 948, + 31311, + 49160, + 549, + 10438, + 33633, + 4361, + 48515, + 31232, + 19833, + 15729, + 22594, + 23747, + 19535, + 2409, + 24293, + 41008, + 46267, + 14759, + 1463, + 20424, + 25299, + 49373, + 44073, + 31010, + 42213, + 14068, + 25988, + 47596, + 14538, + 10884, + 29652, + 41388, + 6826, + 49201, + 35643, + 17649, + 28538, + 44260, + 12464, + 17910, + 23119, + 1682, + 33894, + 23213, + 22233, + 30843, + 36921, + 10883, + 47882, + 41886, + 24116, + 23874, + 43552, + 15808, + 22849, + 48228, + 30650, + 16951, + 22154, + 31656, + 46237, + 8977, + 660, + 44750, + 20666, + 13728, + 26006, + 20669, + 46716, + 45059, + 15971, + 45670, + 47480, + 45532, + 38226, + 28020, + 45564, + 2890, + 16716, + 7661, + 36595, + 3376, + 33921, + 7521, + 33205, + 45876, + 39371, + 28066, + 29055, + 39343, + 32170, + 41993, + 37864, + 27178, + 31440, + 45039, + 5366, + 21884, + 42788, + 27692, + 16917, + 7584, + 40075, + 12146, + 14434, + 24307, + 38790, + 1473, + 12657, + 44402, + 35740, + 8879, + 20755, + 40850, + 44327, + 33480, + 42926, + 25147, + 21989, + 47553, + 38886, + 47431, + 37307, + 32850, + 729, + 37900, + 37632, + 11449, + 22569, + 41094, + 11044, + 5287, + 16362, + 18341, + 49167, + 24569, + 30162, + 32718, + 26028, + 4874, + 22930, + 28856, + 33042, + 44343, + 28974, + 3174, + 15039, + 25989, + 29344, + 107, + 39396, + 5637, + 42535, + 22656, + 38623, + 34005, + 17046, + 36301, + 26, + 33126, + 11867, + 10328, + 47436, + 48250, + 8951, + 12704, + 30235, + 15086, + 29327, + 37810, + 40333, + 5351, + 21325, + 35565, + 31389, + 34846, + 36606, + 13462, + 21060, + 14977, + 36886, + 41864, + 25515, + 49213, + 9228, + 33834, + 44230, + 31135, + 36011, + 17441, + 21678, + 11465, + 6980, + 32666, + 31511, + 27530, + 32885, + 29759, + 5327, + 41805, + 36573, + 3630, + 34887, + 39269, + 42124, + 36187, + 1349, + 49121, + 37775, + 32374, + 14446, + 23121, + 369, + 8107, + 30171, + 33096, + 44867, + 32521, + 36679, + 39584, + 4831, + 7555, + 42453, + 29251, + 33886, + 47990, + 12864, + 45057, + 45657, + 18378, + 18202, + 1518, + 23459, + 4401, + 3409, + 36116, + 24696, + 15256, + 246, + 3697, + 16861, + 23272, + 14368, + 18154, + 27334, + 15713, + 37131, + 44881, + 3035, + 34676, + 35446, + 27587, + 42714, + 46920, + 17337, + 48487, + 36731, + 33557, + 34981, + 41006, + 45212, + 22530, + 49878, + 11121, + 18849, + 25062, + 1195, + 19701, + 6035, + 16952, + 36176, + 43481, + 45255, + 38, + 7738, + 12815, + 15812, + 8228, + 22441, + 317, + 13187, + 7176, + 13931, + 34365, + 33628, + 45834, + 9827, + 18792, + 45603, + 30430, + 22052, + 5539, + 35718, + 19739, + 41310, + 4660, + 18807, + 46106, + 3032, + 6297, + 9437, + 2095, + 12150, + 10959, + 41072, + 39387, + 14095, + 12429, + 36228, + 16998, + 32953, + 6099, + 24313, + 20533, + 16846, + 48848, + 49745, + 19637, + 14726, + 9737, + 33336, + 6173, + 25778, + 38488, + 22691, + 6161, + 10777, + 26896, + 27459, + 39598, + 41939, + 37733, + 37049, + 17356, + 20148, + 45885, + 27237, + 31564, + 16621, + 4315, + 28995, + 16325, + 36344, + 44127, + 4490, + 27342, + 13129, + 47920, + 16838, + 24397, + 33840, + 4135, + 3805, + 16650, + 18131, + 1030, + 21595, + 6406, + 26229, + 32711, + 35453, + 38713, + 32976, + 40668, + 19127, + 4350, + 7748, + 16976, + 20625, + 19995, + 18583, + 19951, + 41154, + 25609, + 33264, + 49454, + 4334, + 27415, + 23508, + 12115, + 35177, + 1844, + 30455, + 48347, + 1820, + 452, + 4137, + 17349, + 31392, + 18151, + 35496, + 6497, + 14559, + 38551, + 40126, + 29726, + 44544, + 35292, + 33165, + 47760, + 17891, + 14294, + 14291, + 38163, + 41836, + 49947, + 32520, + 4523, + 31365, + 12685, + 41895, + 27512, + 39507, + 48393, + 45859, + 47764, + 15483, + 25930, + 49796, + 30141, + 3893, + 16106, + 19576, + 41323, + 12278, + 27222, + 16494, + 27889, + 26723, + 14939, + 8282, + 5120, + 23623, + 49909, + 4575, + 6970, + 27350, + 38732, + 44738, + 32844, + 45586, + 12905, + 411, + 37715, + 33093, + 19764, + 10636, + 27054, + 24954, + 8297, + 29912, + 49632, + 34284, + 18797, + 3412, + 22265, + 4751, + 121, + 2623, + 5802, + 37624, + 42101, + 43969, + 17804, + 24030, + 27771, + 32039, + 20387, + 41413, + 18229, + 28434, + 11238, + 10654, + 43342, + 6224, + 4448, + 28373, + 41679, + 41293, + 163, + 41764, + 6985, + 5217, + 36483, + 32243, + 42809, + 11813, + 23314, + 19529, + 42970, + 10737, + 39277, + 49999, + 15886, + 46571, + 16742, + 38000, + 1394, + 37229, + 9611, + 46498, + 42177, + 12866, + 42327, + 7353, + 19621, + 3512, + 38307, + 25764, + 1714, + 12841, + 38371, + 46693, + 21143, + 25268, + 7375, + 19106, + 6482, + 45198, + 47502, + 30021, + 447, + 8462, + 15683, + 18776, + 27265, + 16231, + 10993, + 19478, + 29277, + 27379, + 41015, + 21575, + 30061, + 30882, + 6269, + 27324, + 7085, + 10946, + 49983, + 22877, + 36883, + 20190, + 4814, + 15486, + 8568, + 9422, + 30185, + 23735, + 853, + 13446, + 45230, + 9373, + 41591, + 18562, + 8794, + 44548, + 22166, + 39009, + 7178, + 31515, + 38662, + 14133, + 45356, + 39074, + 35033, + 46172, + 39935, + 40251, + 41139, + 7532, + 338, + 15839, + 25797, + 5850, + 31671, + 22796, + 20563, + 33726, + 7159, + 47388, + 40551, + 37788, + 1161, + 45521, + 26073, + 2468, + 29856, + 38541, + 31847, + 19397, + 46058, + 38686, + 6464, + 14666, + 37719, + 4547, + 8164, + 14025, + 3736, + 10007, + 38661, + 42289, + 1216, + 4272, + 13960, + 47874, + 49956, + 26937, + 12052, + 44169, + 16713, + 41255, + 31724, + 42452, + 28829, + 43939, + 36937, + 2488, + 22150, + 34464, + 10426, + 33073, + 30853, + 15186, + 49421, + 49493, + 38748, + 48138, + 5472, + 34826, + 46939, + 40505, + 29884, + 37259, + 35134, + 43622, + 39308, + 44786, + 28683, + 28612, + 19009, + 14453, + 20548, + 16052, + 35646, + 39175, + 5876, + 1870, + 21812, + 44155, + 16799, + 15322, + 18803, + 34648, + 1773, + 6619, + 20187, + 5446, + 14036, + 21547, + 47074, + 35815, + 37771, + 36990, + 40033, + 16576, + 42763, + 25987, + 45455, + 24346, + 28114, + 33635, + 31865, + 35365, + 37702, + 17928, + 2030, + 23907, + 173, + 28251, + 34158, + 24823, + 16463, + 2268, + 28460, + 10576, + 16593, + 23370, + 9262, + 46623, + 12263, + 5644, + 9061, + 24244, + 10985, + 3552, + 32458, + 23629, + 25463, + 3989, + 23709, + 2017, + 42990, + 2134, + 46562, + 26800, + 45555, + 44249, + 25285, + 43714, + 827, + 30552, + 5503, + 19582, + 35302, + 21152, + 345, + 25134, + 44293, + 38625, + 7902, + 35991, + 4953, + 48751, + 12280, + 9107, + 46662, + 46367, + 17937, + 26791, + 24817, + 12566, + 47364, + 33513, + 5960, + 9135, + 9463, + 3872, + 48886, + 29096, + 44858, + 47426, + 33409, + 12791, + 19100, + 6231, + 37995, + 48717, + 42781, + 12895, + 34616, + 37662, + 18334, + 38574, + 45507, + 42999, + 38194, + 4741, + 44556, + 21996, + 4380, + 35340, + 35026, + 1792, + 8925, + 14296, + 27599, + 11839, + 39552, + 14041, + 24083, + 3068, + 4285, + 28947, + 7662, + 11386, + 32065, + 15146, + 46458, + 36208, + 10453, + 701, + 29863, + 28936, + 3571, + 35539, + 19550, + 11601, + 8497, + 13681, + 33839, + 43059, + 8980, + 48267, + 30030, + 39522, + 40066, + 31001, + 10472, + 10117, + 30215, + 18440, + 43131, + 49610, + 44812, + 7419, + 33742, + 38745, + 37908, + 31012, + 31909, + 1336, + 10415, + 37094, + 14456, + 7866, + 6594, + 16076, + 36659, + 29342, + 24459, + 4086, + 23902, + 20112, + 18940, + 8908, + 35316, + 42688, + 3045, + 20457, + 35017, + 15708, + 14106, + 46361, + 30711, + 25952, + 36331, + 18739, + 16248, + 21845, + 40424, + 15934, + 32909, + 22314, + 21332, + 43748, + 26291, + 29011, + 5179, + 32160, + 14390, + 6771, + 43087, + 19769, + 28291, + 3516, + 15406, + 4103, + 628, + 47248, + 43865, + 25880, + 45989, + 10615, + 14240, + 32917, + 47410, + 39675, + 16813, + 40098, + 5246, + 1832, + 29686, + 19096, + 42118, + 30939, + 28840, + 45667, + 16201, + 24474, + 34546, + 4188, + 9503, + 45877, + 23939, + 37591, + 26675, + 42659, + 14491, + 12898, + 40158, + 3160, + 24575, + 14286, + 11017, + 316, + 3169, + 22623, + 42251, + 5952, + 29365, + 31236, + 34997, + 47590, + 13996, + 23920, + 41223, + 44215, + 34008, + 38039, + 2092, + 31072, + 43565, + 21974, + 13029, + 33940, + 38803, + 42894, + 39005, + 36516, + 31004, + 8893, + 46488, + 47748, + 38108, + 18798, + 49492, + 32293, + 48839, + 32423, + 29177, + 27898, + 43900, + 31390, + 19413, + 36060, + 2868, + 43612, + 20359, + 24218, + 13656, + 12962, + 20873, + 43880, + 29499, + 40603, + 20268, + 40544, + 10947, + 32748, + 1449, + 38348, + 32092, + 25757, + 15317, + 46822, + 33367, + 35880, + 22025, + 537, + 17235, + 2981, + 31680, + 18388, + 32371, + 45724, + 32861, + 21916, + 25600, + 17622, + 21564, + 31350, + 31628, + 42593, + 22979, + 26831, + 29186, + 43312, + 5200, + 25212, + 24671, + 48824, + 8656, + 27758, + 8004, + 17608, + 42475, + 46234, + 40835, + 1726, + 30845, + 21435, + 21557, + 9551, + 37133, + 32099, + 17638, + 20996, + 1356, + 40846, + 4850, + 37645, + 27665, + 16168, + 11672, + 46417, + 21025, + 45201, + 1285, + 20808, + 10837, + 11605, + 31982, + 15792, + 44043, + 15922, + 2471, + 27321, + 5227, + 25843, + 4588, + 35168, + 25274, + 5879, + 14116, + 18146, + 43230, + 33870, + 45699, + 13438, + 25144, + 30320, + 40008, + 8079, + 445, + 1889, + 17243, + 40685, + 23639, + 26698, + 18673, + 37443, + 37631, + 26510, + 36445, + 33474, + 34262, + 35905, + 49193, + 10950, + 20322, + 3084, + 9162, + 27854, + 8886, + 33900, + 37955, + 15137, + 8026, + 21958, + 2048, + 13032, + 10971, + 36439, + 5332, + 2893, + 24496, + 234, + 40198, + 17586, + 43550, + 15719, + 16630, + 13399, + 45694, + 10195, + 1194, + 18350, + 48287, + 6598, + 49830, + 34736, + 16462, + 21370, + 1111, + 10197, + 27494, + 27219, + 30517, + 22022, + 26554, + 36394, + 28008, + 29326, + 620, + 41440, + 9725, + 6133, + 16938, + 42627, + 10291, + 7740, + 16007, + 23094, + 10841, + 12000, + 45412, + 7367, + 14884, + 21222, + 33314, + 39137, + 39962, + 32931, + 26860, + 20091, + 42230, + 11098, + 34337, + 20863, + 7161, + 37426, + 32422, + 48838, + 13377, + 38038, + 9413, + 38847, + 30116, + 30606, + 39703, + 109, + 24351, + 34657, + 22579, + 15795, + 17099, + 11439, + 23320, + 7002, + 7797, + 36816, + 6399, + 40257, + 31527, + 35063, + 30531, + 22785, + 8287, + 47412, + 31345, + 47989, + 31171, + 35065, + 3389, + 37812, + 20442, + 8577, + 21963, + 7803, + 362, + 32669, + 27197, + 29003, + 39479, + 29160, + 16196, + 11915, + 16395, + 24911, + 24729, + 8748, + 21184, + 23457, + 17459, + 48481, + 6589, + 32186, + 48358, + 38584, + 21306, + 3920, + 15733, + 39533, + 47189, + 1484, + 5537, + 20676, + 32163, + 10892, + 43391, + 11971, + 17884, + 45561, + 40773, + 25449, + 7319, + 9899, + 2056, + 45946, + 49197, + 22128, + 40875, + 18220, + 29229, + 38809, + 11653, + 20802, + 27913, + 31967, + 18269, + 2227, + 37476, + 47968, + 42585, + 9863, + 10457, + 8380, + 19224, + 25219, + 33219, + 20238, + 31068, + 11816, + 10943, + 22159, + 22357, + 11521, + 32190, + 14569, + 46098, + 12011, + 36179, + 828, + 49850, + 39745, + 48555, + 24820, + 31136, + 5872, + 44275, + 17702, + 16684, + 18711, + 37414, + 30500, + 41104, + 47832, + 30073, + 42759, + 28760, + 3, + 23318, + 17997, + 28224, + 1866, + 5986, + 48818, + 31254, + 2088, + 34248, + 19247, + 13729, + 12675, + 25188, + 27988, + 43848, + 32870, + 46332, + 17214, + 41142, + 21283, + 15359, + 35654, + 32112, + 33121, + 24078, + 9690, + 28800, + 15574, + 29862, + 9988, + 47594, + 18861, + 48790, + 38578, + 7170, + 27632, + 25773, + 2039, + 48942, + 27960, + 2576, + 30267, + 45756, + 32631, + 17713, + 33354, + 15617, + 15690, + 20056, + 44005, + 48603, + 27363, + 40845, + 1583, + 34915, + 3588, + 5167, + 10858, + 37121, + 18458, + 29360, + 25665, + 26269, + 10591, + 1191, + 10580, + 41134, + 9172, + 25016, + 46629, + 34518, + 31475, + 12404, + 40820, + 49063, + 22269, + 3452, + 2037, + 16022, + 28875, + 42028, + 12636, + 31915, + 4267, + 33636, + 25650, + 106, + 44502, + 2081, + 2430, + 29844, + 29548, + 39619, + 21125, + 5845, + 29206, + 20276, + 42979, + 21023, + 30074, + 24328, + 13306, + 49870, + 20273, + 20658, + 34034, + 30609, + 26219, + 24550, + 6351, + 21238, + 35471, + 27400, + 35529, + 36143, + 44647, + 17510, + 1955, + 34560, + 32320, + 31228, + 42107, + 46150, + 35908, + 42428, + 18863, + 44642, + 25448, + 35286, + 18507, + 16841, + 8651, + 37665, + 26866, + 34624, + 22686, + 33296, + 42376, + 37004, + 35449, + 45867, + 43377, + 6764, + 3202, + 3291, + 26796, + 26980, + 1816, + 31784, + 44036, + 7206, + 42477, + 8326, + 11265, + 32144, + 32245, + 45052, + 15583, + 44634, + 49790, + 44973, + 22763, + 1819, + 44707, + 25709, + 5726, + 30541, + 39894, + 34094, + 18152, + 8531, + 27874, + 17109, + 474, + 34823, + 47035, + 2627, + 24003, + 37834, + 45850, + 5804, + 28009, + 31669, + 7949, + 13895, + 34307, + 36385, + 17769, + 31116, + 32668, + 26802, + 43829, + 28173, + 26518, + 11480, + 3959, + 38579, + 1163, + 40249, + 3210, + 22261, + 7609, + 18486, + 34771, + 19777, + 37179, + 15291, + 23871, + 27135, + 33790, + 14226, + 10395, + 37710, + 21565, + 7179, + 16793, + 19691, + 25538, + 31031, + 41508, + 38276, + 24354, + 29465, + 9175, + 30604, + 42718, + 15925, + 47290, + 11708, + 29272, + 36123, + 43053, + 37227, + 12576, + 19509, + 17192, + 38659, + 49420, + 27190, + 47552, + 89, + 41242, + 29352, + 6769, + 8274, + 45432, + 10874, + 7913, + 8899, + 36383, + 33381, + 27471, + 33206, + 39923, + 29284, + 39250, + 40394, + 42515, + 11256, + 36015, + 9685, + 16986, + 46803, + 13023, + 41349, + 9664, + 45383, + 392, + 5450, + 40962, + 26081, + 22226, + 16675, + 9747, + 15204, + 24751, + 2285, + 26544, + 31578, + 5832, + 13011, + 25466, + 49581, + 30376, + 16343, + 29433, + 14508, + 49565, + 3192, + 30352, + 8473, + 5182, + 17926, + 36734, + 18752, + 44579, + 43681, + 34548, + 40307, + 27270, + 8037, + 37994, + 42012, + 8943, + 34369, + 27008, + 5614, + 45708, + 16609, + 15900, + 24035, + 15382, + 48498, + 32816, + 25184, + 699, + 987, + 28139, + 33303, + 44098, + 10963, + 38381, + 5824, + 26251, + 23945, + 13932, + 30204, + 22, + 2972, + 13417, + 43188, + 15098, + 24685, + 2223, + 9778, + 12431, + 46962, + 11166, + 18721, + 19623, + 38464, + 49234, + 36814, + 12420, + 29490, + 4106, + 3853, + 24539, + 8682, + 46074, + 20919, + 9749, + 11131, + 20362, + 37187, + 7742, + 17096, + 9847, + 26528, + 21681, + 2462, + 21987, + 46250, + 35603, + 7190, + 47885, + 32524, + 160, + 46418, + 6609, + 14782, + 29191, + 3938, + 16523, + 1659, + 49704, + 41769, + 12955, + 34414, + 40738, + 47892, + 36095, + 25423, + 48018, + 269, + 5168, + 9770, + 28257, + 23413, + 24613, + 10078, + 20683, + 47926, + 19878, + 12114, + 16481, + 48171, + 22534, + 32699, + 22036, + 27939, + 4174, + 8711, + 368, + 48160, + 43184, + 20968, + 2629, + 35756, + 6806, + 239, + 20068, + 465, + 27915, + 44605, + 43875, + 32181, + 28730, + 42254, + 718, + 46557, + 1589, + 40483, + 43815, + 48700, + 20051, + 47115, + 28128, + 19483, + 34717, + 33064, + 34516, + 48633, + 5569, + 44697, + 38366, + 43736, + 44146, + 30411, + 29919, + 130, + 25395, + 34323, + 2140, + 10162, + 43384, + 39468, + 30360, + 17738, + 36561, + 39755, + 17529, + 1063, + 43277, + 32309, + 47555, + 47271, + 47614, + 23805, + 19331, + 25473, + 26123, + 26858, + 27852, + 11740, + 49912, + 25329, + 40464, + 34233, + 6548, + 6310, + 45894, + 20865, + 11929, + 47139, + 29866, + 19635, + 7118, + 35620, + 31425, + 35092, + 11299, + 30644, + 3426, + 45245, + 29854, + 41346, + 21096, + 19388, + 40869, + 38912, + 9706, + 41607, + 12493, + 30168, + 12103, + 1247, + 26972, + 41975, + 36262, + 14336, + 35569, + 46772, + 9990, + 6413, + 43670, + 35240, + 2372, + 42216, + 27103, + 31952, + 42972, + 22406, + 22286, + 30493, + 39963, + 22971, + 34089, + 44008, + 10717, + 14748, + 26414, + 31295, + 5975, + 19207, + 45067, + 32696, + 42565, + 529, + 18286, + 25662, + 16779, + 9019, + 48083, + 43012, + 14745, + 42199, + 23619, + 49512, + 111, + 2079, + 2782, + 32971, + 30951, + 3148, + 6496, + 26658, + 3460, + 18726, + 5064, + 45813, + 25513, + 583, + 45227, + 45593, + 21755, + 12678, + 13661, + 47372, + 14610, + 15603, + 48557, + 30323, + 48936, + 2596, + 27712, + 12578, + 2992, + 13030, + 36820, + 22599, + 16153, + 28720, + 14099, + 4058, + 42083, + 47786, + 44186, + 35249, + 33705, + 524, + 18123, + 10105, + 25201, + 6340, + 23197, + 26221, + 344, + 12830, + 9466, + 27643, + 10171, + 21468, + 47282, + 36901, + 3278, + 23178, + 4771, + 47924, + 43379, + 23494, + 45729, + 20206, + 31426, + 10068, + 28830, + 5648, + 25059, + 38443, + 34874, + 14672, + 42134, + 11023, + 31838, + 45482, + 19731, + 14938, + 6879, + 20766, + 45128, + 28, + 3542, + 12533, + 37831, + 32893, + 44767, + 27426, + 33052, + 25925, + 34066, + 12604, + 44370, + 31956, + 31186, + 34450, + 15152, + 28628, + 6339, + 27289, + 10991, + 38547, + 22272, + 48735, + 46371, + 39909, + 688, + 29887, + 45066, + 14372, + 9034, + 7429, + 12086, + 15367, + 23703, + 13841, + 9665, + 11389, + 25623, + 11207, + 20199, + 7860, + 19314, + 38066, + 37373, + 19916, + 11470, + 35388, + 16923, + 33247, + 48494, + 35247, + 19102, + 35949, + 30486, + 12770, + 49846, + 18208, + 18174, + 38297, + 9923, + 39425, + 48285, + 429, + 24524, + 1267, + 6532, + 24948, + 13263, + 13361, + 33773, + 19788, + 38622, + 37336, + 34962, + 2947, + 13234, + 21396, + 45530, + 15299, + 20833, + 47293, + 20756, + 25101, + 12261, + 13923, + 14792, + 12013, + 20640, + 22770, + 7809, + 25836, + 40032, + 32191, + 2219, + 15572, + 9152, + 7676, + 6456, + 7398, + 24665, + 16814, + 28497, + 15692, + 17069, + 29056, + 44983, + 24400, + 46684, + 8961, + 8533, + 39043, + 5757, + 49828, + 4306, + 5638, + 27795, + 25530, + 5594, + 34973, + 17357, + 35462, + 42342, + 15156, + 43326, + 22158, + 13883, + 39380, + 35601, + 31759, + 34877, + 12443, + 27872, + 45320, + 40650, + 13870, + 25883, + 30278, + 1696, + 4301, + 11530, + 31026, + 8570, + 39456, + 29846, + 45443, + 42530, + 6459, + 44055, + 18867, + 17043, + 24666, + 34614, + 17658, + 5340, + 21467, + 48563, + 49624, + 2127, + 31331, + 29735, + 23227, + 27627, + 47515, + 30353, + 22511, + 2592, + 2432, + 21613, + 26949, + 42952, + 5595, + 25082, + 34601, + 44080, + 36092, + 24695, + 8157, + 36292, + 21773, + 38526, + 18980, + 43964, + 15336, + 45, + 27650, + 32612, + 44822, + 30207, + 28432, + 36294, + 33322, + 31182, + 8062, + 41075, + 35298, + 40844, + 35727, + 38542, + 40534, + 17071, + 2694, + 1019, + 5114, + 46745, + 21787, + 14176, + 45133, + 8662, + 12354, + 15957, + 2814, + 16561, + 38607, + 38162, + 8132, + 24401, + 7263, + 7323, + 3734, + 43274, + 11819, + 6743, + 49919, + 43711, + 26206, + 34303, + 46941, + 41773, + 47458, + 21664, + 40841, + 43845, + 26600, + 36446, + 22208, + 14886, + 2225, + 13542, + 43078, + 10302, + 6097, + 26666, + 12607, + 23850, + 39065, + 8186, + 48876, + 17545, + 8933, + 46950, + 16099, + 47211, + 30186, + 23415, + 2601, + 4228, + 2007, + 39059, + 34916, + 43136, + 37238, + 14561, + 41144, + 42329, + 11547, + 43228, + 19144, + 7624, + 7992, + 6559, + 37737, + 17761, + 35345, + 9315, + 32720, + 24760, + 4920, + 49239, + 934, + 2551, + 3462, + 14142, + 46365, + 46741, + 26809, + 32282, + 34330, + 12210, + 7701, + 34322, + 48550, + 10958, + 12377, + 24968, + 23170, + 38730, + 42282, + 7237, + 267, + 45831, + 25224, + 24650, + 24056, + 16709, + 40321, + 29031, + 6624, + 38265, + 40495, + 41243, + 13158, + 49403, + 45448, + 48361, + 49526, + 39986, + 10032, + 35142, + 10713, + 21344, + 42767, + 7511, + 22546, + 34294, + 25629, + 4706, + 45254, + 29874, + 38021, + 21140, + 30009, + 27947, + 5642, + 19336, + 43347, + 16662, + 42937, + 16405, + 49080, + 2561, + 28771, + 41924, + 10152, + 7099, + 48629, + 24308, + 20401, + 37528, + 3423, + 40425, + 22946, + 23781, + 6222, + 16948, + 23846, + 32510, + 17062, + 15976, + 43665, + 18661, + 13744, + 24591, + 32928, + 29833, + 28078, + 12976, + 44981, + 7106, + 29932, + 16778, + 46786, + 46876, + 34147, + 730, + 36987, + 31328, + 7965, + 33876, + 45710, + 17303, + 4041, + 44602, + 33779, + 6314, + 7739, + 12363, + 39917, + 35391, + 36097, + 23123, + 37984, + 36364, + 13500, + 15850, + 31935, + 33007, + 29648, + 13797, + 47501, + 21400, + 971, + 37968, + 9383, + 17059, + 43448, + 48849, + 25827, + 32107, + 7867, + 48222, + 47181, + 40095, + 10994, + 9303, + 45638, + 38145, + 16625, + 34928, + 8492, + 2746, + 19990, + 3753, + 18632, + 360, + 20452, + 38742, + 27037, + 32440, + 38966, + 32575, + 20121, + 20929, + 33215, + 23416, + 43349, + 31269, + 29334, + 27653, + 28104, + 1297, + 23408, + 26874, + 11549, + 21720, + 38628, + 44728, + 3375, + 47470, + 6469, + 43380, + 42067, + 5749, + 10319, + 32351, + 20841, + 3311, + 13680, + 26792, + 9561, + 3543, + 31487, + 25227, + 25818, + 41427, + 5777, + 47697, + 17467, + 22561, + 38018, + 36675, + 16726, + 17726, + 17022, + 26375, + 11543, + 29409, + 43891, + 46356, + 3046, + 38423, + 5751, + 17392, + 22931, + 11566, + 786, + 45954, + 20698, + 30620, + 37654, + 38581, + 17308, + 32807, + 37741, + 2203, + 25700, + 41190, + 33031, + 5563, + 22600, + 13177, + 7566, + 13771, + 37861, + 38905, + 35579, + 41302, + 3830, + 29426, + 16764, + 18390, + 8924, + 15272, + 42035, + 15363, + 25951, + 42427, + 38217, + 38319, + 4458, + 12397, + 34906, + 30000, + 34398, + 35833, + 32038, + 37377, + 6416, + 9173, + 31456, + 26918, + 32626, + 13494, + 5213, + 2020, + 33071, + 40127, + 31744, + 13426, + 9426, + 40629, + 38595, + 16143, + 32178, + 6207, + 33874, + 2954, + 38271, + 8060, + 31588, + 40438, + 25701, + 20367, + 8360, + 47105, + 32240, + 26332, + 27385, + 47650, + 36194, + 31584, + 47055, + 29805, + 33981, + 42944, + 9545, + 13279, + 8001, + 33812, + 46318, + 6355, + 28621, + 42824, + 20500, + 23890, + 24535, + 2612, + 17655, + 22061, + 11931, + 28834, + 3744, + 35506, + 23991, + 48254, + 43981, + 35486, + 3548, + 42769, + 461, + 29329, + 2133, + 3829, + 19700, + 16885, + 25287, + 23933, + 47618, + 31637, + 5476, + 22279, + 511, + 24558, + 37095, + 44367, + 27753, + 28507, + 20017, + 36855, + 40812, + 37396, + 17256, + 25148, + 24927, + 15908, + 15625, + 36339, + 32544, + 13785, + 26106, + 15080, + 7792, + 8438, + 48596, + 4789, + 26233, + 25438, + 21722, + 26677, + 10907, + 42088, + 7873, + 48275, + 4293, + 32357, + 23550, + 38288, + 18132, + 23975, + 6724, + 44907, + 34457, + 25524, + 5093, + 35153, + 4492, + 9440, + 29386, + 4180, + 46588, + 23326, + 33315, + 10819, + 28080, + 24912, + 45960, + 2824, + 19985, + 38074, + 37343, + 31551, + 40004, + 33266, + 12087, + 35260, + 43910, + 26171, + 32855, + 23440, + 31381, + 5719, + 27007, + 3024, + 42180, + 13316, + 24478, + 49064, + 17091, + 33399, + 42611, + 24026, + 14893, + 43464, + 48993, + 34168, + 4276, + 30248, + 4359, + 5676, + 2665, + 18812, + 1517, + 39942, + 21856, + 31880, + 46891, + 38821, + 15415, + 30970, + 23359, + 6555, + 5534, + 41387, + 33869, + 32809, + 39914, + 42583, + 40527, + 32283, + 517, + 15392, + 14033, + 14233, + 25553, + 12546, + 23642, + 3840, + 15907, + 31862, + 43811, + 7379, + 30667, + 23154, + 6662, + 49752, + 19957, + 13241, + 44287, + 26997, + 9253, + 17571, + 5289, + 45759, + 17603, + 19321, + 48213, + 11951, + 47655, + 1229, + 6261, + 20653, + 42247, + 23016, + 18900, + 26784, + 45869, + 40167, + 43255, + 29600, + 43010, + 3287, + 21539, + 37951, + 41522, + 21612, + 6843, + 49939, + 18319, + 35466, + 7417, + 16931, + 18809, + 30050, + 16458, + 858, + 15968, + 43457, + 28424, + 31647, + 46630, + 28924, + 9518, + 36729, + 36713, + 20275, + 45280, + 30744, + 25427, + 10834, + 49957, + 45169, + 17033, + 14306, + 7005, + 26695, + 46104, + 49905, + 24679, + 33438, + 34182, + 38806, + 48048, + 6434, + 8409, + 26661, + 40626, + 33403, + 36803, + 39759, + 26173, + 18215, + 646, + 34977, + 9492, + 18775, + 15386, + 372, + 32781, + 4392, + 20643, + 42921, + 16921, + 46435, + 41271, + 18052, + 25281, + 49354, + 2055, + 5088, + 22637, + 5906, + 27727, + 37086, + 15504, + 8485, + 41011, + 22499, + 8120, + 9436, + 41653, + 44560, + 9435, + 21329, + 3745, + 26887, + 42603, + 25332, + 39307, + 3109, + 42394, + 10333, + 34602, + 38355, + 855, + 24303, + 19988, + 22853, + 2621, + 9740, + 27432, + 3017, + 25096, + 45588, + 12366, + 11711, + 24233, + 30404, + 19119, + 27967, + 19125, + 8441, + 3227, + 43366, + 4277, + 2433, + 15649, + 30574, + 14850, + 12840, + 14127, + 27763, + 15947, + 25214, + 7736, + 31442, + 21708, + 11479, + 24147, + 46521, + 41686, + 15108, + 25800, + 7694, + 10526, + 34047, + 45489, + 8364, + 8203, + 28381, + 30705, + 14452, + 38061, + 19022, + 35970, + 29851, + 44147, + 18509, + 16715, + 43178, + 39349, + 33492, + 17684, + 10088, + 1222, + 27404, + 4740, + 32634, + 48330, + 30638, + 23263, + 12846, + 30333, + 12080, + 40237, + 46393, + 30047, + 37857, + 46454, + 39534, + 37709, + 15224, + 17419, + 24229, + 5942, + 13101, + 43040, + 29126, + 21196, + 28781, + 717, + 39055, + 43921, + 15048, + 12671, + 16592, + 35557, + 3726, + 6076, + 13807, + 45104, + 30296, + 3557, + 11753, + 18651, + 9309, + 41789, + 49370, + 19000, + 11999, + 19216, + 33592, + 22376, + 43982, + 40751, + 39577, + 37385, + 48530, + 26214, + 34432, + 4100, + 18957, + 46601, + 20331, + 44131, + 7351, + 44021, + 16890, + 3133, + 44527, + 42558, + 39219, + 9821, + 35779, + 41968, + 43697, + 30964, + 47272, + 43796, + 16792, + 10323, + 13702, + 26383, + 40955, + 6515, + 1880, + 380, + 12818, + 43393, + 34982, + 28135, + 49683, + 1452, + 20133, + 47915, + 13796, + 34749, + 43687, + 10460, + 28549, + 29544, + 20618, + 28448, + 20052, + 19116, + 31325, + 21991, + 26246, + 29931, + 10768, + 41472, + 21313, + 4270, + 12994, + 9399, + 38033, + 30789, + 29351, + 18291, + 15879, + 49737, + 26365, + 23240, + 5199, + 40806, + 9563, + 15365, + 48462, + 35415, + 36984, + 49711, + 22282, + 20430, + 14171, + 31504, + 26573, + 5054, + 4053, + 36173, + 11914, + 15631, + 10466, + 22051, + 8863, + 44976, + 34856, + 42125, + 6645, + 9724, + 9726, + 5561, + 42869, + 12327, + 5846, + 32091, + 38876, + 48279, + 7829, + 1353, + 26068, + 10550, + 8442, + 22341, + 19355, + 40232, + 31296, + 12589, + 34576, + 24755, + 8503, + 37456, + 41702, + 12417, + 25595, + 203, + 28094, + 49840, + 37493, + 43967, + 16098, + 32316, + 47249, + 9617, + 37192, + 6863, + 36170, + 30959, + 43041, + 26440, + 19776, + 4664, + 30945, + 45568, + 26187, + 9884, + 45257, + 8902, + 33080, + 37795, + 15897, + 21089, + 39268, + 48396, + 41709, + 45252, + 42336, + 9549, + 37106, + 32328, + 35010, + 7201, + 5344, + 15372, + 30859, + 17167, + 14591, + 14235, + 12876, + 3270, + 46818, + 20557, + 28636, + 23742, + 34515, + 30796, + 43116, + 1964, + 30037, + 18175, + 16738, + 42056, + 12328, + 34225, + 32547, + 6151, + 44020, + 5385, + 930, + 27430, + 8936, + 29149, + 2682, + 33752, + 28620, + 36050, + 45528, + 22712, + 18902, + 13041, + 19229, + 39566, + 20370, + 5867, + 39241, + 21072, + 39603, + 42447, + 34370, + 47728, + 26824, + 42148, + 10271, + 30395, + 1398, + 12489, + 38736, + 49173, + 27187, + 45435, + 21782, + 14992, + 180, + 24359, + 3205, + 18988, + 49618, + 17202, + 23209, + 41518, + 39655, + 13009, + 38869, + 16513, + 26524, + 12143, + 30738, + 44875, + 22824, + 45449, + 5881, + 34509, + 16129, + 41347, + 18778, + 23295, + 6421, + 29750, + 31181, + 36785, + 45014, + 2455, + 3881, + 48183, + 10340, + 10760, + 13095, + 12805, + 43853, + 11992, + 28715, + 26177, + 6762, + 41756, + 26152, + 28394, + 1886, + 28085, + 29276, + 22418, + 49323, + 20509, + 45567, + 35975, + 33329, + 14570, + 26482, + 49514, + 31632, + 14383, + 32244, + 36417, + 20461, + 45592, + 10015, + 3085, + 34695, + 17381, + 19246, + 13770, + 34236, + 45470, + 31106, + 27396, + 42574, + 21820, + 10683, + 23347, + 18194, + 10498, + 24557, + 8981, + 45696 + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/subsets/spherical_mnist_train_n12500_seed456.json b/paper/experiments/normalized_results/subsets/spherical_mnist_train_n12500_seed456.json new file mode 100644 index 0000000..d90d8d0 --- /dev/null +++ b/paper/experiments/normalized_results/subsets/spherical_mnist_train_n12500_seed456.json @@ -0,0 +1,12504 @@ +{ + "indices": [ + 48491, + 31590, + 44523, + 4298, + 41434, + 21124, + 48292, + 40883, + 33647, + 6770, + 17348, + 657, + 23932, + 22089, + 47841, + 10042, + 39287, + 97, + 4589, + 18748, + 27459, + 46813, + 11417, + 37926, + 42502, + 13502, + 31210, + 20230, + 46879, + 20536, + 6710, + 26127, + 45509, + 14293, + 1878, + 24848, + 12873, + 36730, + 32164, + 10496, + 5362, + 42364, + 13516, + 13993, + 4584, + 39353, + 29885, + 2442, + 18483, + 47732, + 22425, + 27032, + 4570, + 26160, + 11324, + 2963, + 18904, + 27662, + 17876, + 32766, + 29565, + 27861, + 10962, + 2945, + 23148, + 32884, + 20765, + 33649, + 26647, + 3405, + 13151, + 8189, + 21446, + 49530, + 5789, + 38323, + 20838, + 45230, + 32280, + 37956, + 30019, + 24275, + 32906, + 27640, + 33284, + 13542, + 41737, + 26613, + 1355, + 25735, + 40589, + 47020, + 30381, + 31520, + 26843, + 18117, + 28425, + 13926, + 6627, + 42090, + 39319, + 21665, + 40852, + 39218, + 13081, + 8113, + 37753, + 29322, + 7774, + 26347, + 36183, + 28253, + 20103, + 36452, + 28413, + 15570, + 3115, + 19932, + 28397, + 619, + 42877, + 8134, + 49826, + 45674, + 19162, + 7595, + 25620, + 32822, + 12707, + 26904, + 48708, + 33473, + 24707, + 45945, + 49257, + 30375, + 44528, + 34066, + 19161, + 13457, + 15256, + 1438, + 21178, + 22084, + 32497, + 27504, + 27757, + 34178, + 27051, + 34195, + 36350, + 15434, + 17377, + 11130, + 38640, + 18389, + 33704, + 23438, + 8536, + 15015, + 48151, + 30774, + 39332, + 23634, + 12438, + 13972, + 13682, + 13934, + 44469, + 15720, + 45642, + 6842, + 5501, + 35254, + 3380, + 16684, + 6265, + 6199, + 28879, + 13722, + 36669, + 311, + 8100, + 16005, + 21744, + 13099, + 33167, + 43843, + 34840, + 8192, + 40983, + 40724, + 35541, + 31376, + 2857, + 2668, + 42938, + 35798, + 43095, + 20591, + 38959, + 28080, + 24055, + 46772, + 20458, + 1429, + 7656, + 36352, + 48199, + 15875, + 6027, + 9659, + 13331, + 49604, + 22589, + 28123, + 1994, + 12439, + 35167, + 30058, + 33957, + 18845, + 33828, + 243, + 16476, + 27306, + 45220, + 49651, + 43749, + 34366, + 48164, + 17046, + 34017, + 24820, + 2866, + 8095, + 11874, + 35882, + 16181, + 10785, + 46382, + 49261, + 12711, + 13333, + 47652, + 43882, + 13256, + 1638, + 43471, + 39010, + 40697, + 42397, + 14378, + 41858, + 29431, + 34673, + 3675, + 45075, + 45078, + 1423, + 28121, + 1284, + 48315, + 34597, + 24167, + 11570, + 35400, + 44442, + 41043, + 35989, + 23245, + 33338, + 38775, + 39766, + 49267, + 5686, + 16400, + 1009, + 9714, + 10648, + 44158, + 11837, + 22, + 46389, + 10840, + 24778, + 47063, + 13444, + 386, + 48416, + 19484, + 49739, + 12342, + 29718, + 27901, + 49318, + 45932, + 15853, + 22271, + 13962, + 27850, + 18331, + 23994, + 7990, + 32217, + 24748, + 17784, + 36897, + 25825, + 4591, + 16095, + 6043, + 36559, + 31339, + 40062, + 11905, + 35379, + 3792, + 19603, + 44876, + 42253, + 49316, + 4879, + 6403, + 43835, + 47201, + 37419, + 9969, + 36622, + 40240, + 27131, + 38613, + 16191, + 24599, + 25513, + 28756, + 23450, + 43167, + 16536, + 44829, + 12620, + 16971, + 24472, + 44559, + 28583, + 48319, + 34827, + 25842, + 21689, + 30877, + 23018, + 30651, + 17291, + 27179, + 30633, + 2267, + 33458, + 48175, + 28106, + 9921, + 2492, + 5726, + 36164, + 17886, + 7582, + 3279, + 14130, + 49043, + 23078, + 2258, + 3444, + 32535, + 42693, + 34015, + 16094, + 14041, + 47125, + 30133, + 48142, + 38598, + 35813, + 2231, + 39203, + 7249, + 44141, + 5673, + 30959, + 22028, + 5815, + 7545, + 7289, + 12341, + 38149, + 39631, + 42774, + 45877, + 3847, + 43907, + 14919, + 30256, + 6863, + 6853, + 47605, + 11305, + 45725, + 3706, + 25003, + 9134, + 7897, + 15796, + 8375, + 3252, + 866, + 3406, + 35725, + 43203, + 32961, + 35018, + 25111, + 32664, + 44963, + 18208, + 16207, + 17483, + 41758, + 31635, + 7341, + 9127, + 9671, + 20859, + 16227, + 27496, + 23756, + 752, + 13766, + 38952, + 23549, + 33664, + 35815, + 5620, + 38793, + 39726, + 30383, + 33455, + 16352, + 49192, + 22684, + 34257, + 16126, + 5055, + 4392, + 45497, + 21724, + 19805, + 740, + 25941, + 29299, + 31004, + 35732, + 45252, + 11606, + 45111, + 12363, + 8458, + 7415, + 38912, + 35643, + 10385, + 10036, + 5218, + 26302, + 25564, + 16648, + 8127, + 9501, + 36856, + 12802, + 31517, + 6006, + 25913, + 35930, + 3043, + 24373, + 4357, + 5557, + 23713, + 10330, + 2286, + 28462, + 32, + 20622, + 21193, + 24866, + 28406, + 45433, + 23841, + 11931, + 16219, + 21112, + 37478, + 21974, + 16107, + 2589, + 30979, + 20300, + 3270, + 23849, + 26652, + 19530, + 13533, + 13759, + 37133, + 5329, + 44028, + 35427, + 1743, + 9733, + 36215, + 28532, + 39774, + 3012, + 34213, + 6948, + 27270, + 2582, + 26022, + 26202, + 25729, + 34051, + 23130, + 583, + 28558, + 38623, + 30536, + 26947, + 31263, + 8568, + 2088, + 35344, + 28653, + 39162, + 13979, + 38971, + 47329, + 4121, + 41398, + 48466, + 12982, + 31712, + 27976, + 5931, + 34973, + 24384, + 46854, + 23771, + 15882, + 20301, + 46504, + 42875, + 44805, + 4213, + 39032, + 8949, + 37444, + 25605, + 3294, + 12464, + 15013, + 234, + 28761, + 22514, + 15458, + 35263, + 36025, + 28291, + 10996, + 47659, + 42152, + 7038, + 8579, + 18880, + 16365, + 18536, + 10779, + 37406, + 11124, + 40596, + 28667, + 10559, + 13188, + 30717, + 1784, + 18257, + 15282, + 20551, + 37019, + 2218, + 27193, + 46353, + 42791, + 44921, + 16643, + 26749, + 16171, + 35735, + 3734, + 20875, + 46116, + 27497, + 24662, + 42247, + 5417, + 35131, + 34283, + 25505, + 44005, + 37261, + 9091, + 12457, + 2, + 34821, + 16335, + 3765, + 34591, + 22014, + 16358, + 37323, + 920, + 25927, + 5505, + 33195, + 36396, + 45837, + 34532, + 15685, + 47331, + 19405, + 35004, + 36786, + 10134, + 24423, + 28599, + 48042, + 29742, + 46752, + 43920, + 31870, + 11203, + 44931, + 15127, + 48658, + 34747, + 7679, + 34322, + 23378, + 32736, + 4680, + 4185, + 37104, + 14654, + 35227, + 31130, + 19822, + 8453, + 48578, + 49710, + 24852, + 5421, + 12648, + 5972, + 49574, + 23576, + 28164, + 36578, + 35810, + 34698, + 8811, + 11584, + 19971, + 21430, + 40812, + 5468, + 17551, + 25126, + 46033, + 12433, + 24959, + 12065, + 35203, + 11390, + 25809, + 6926, + 37326, + 26405, + 31310, + 8779, + 384, + 7495, + 45068, + 12097, + 4240, + 17603, + 30011, + 31859, + 29008, + 32382, + 40684, + 6294, + 31425, + 27696, + 8043, + 26736, + 25775, + 1871, + 44505, + 47158, + 44502, + 39697, + 6656, + 36780, + 35412, + 42984, + 15333, + 17025, + 44584, + 34527, + 5210, + 10467, + 11365, + 20992, + 42518, + 29044, + 34442, + 32250, + 17042, + 42290, + 23377, + 44563, + 14423, + 32474, + 24366, + 9100, + 16157, + 30313, + 44894, + 26692, + 39379, + 43491, + 17151, + 18229, + 26279, + 18273, + 34522, + 41877, + 41115, + 29040, + 10276, + 16874, + 28147, + 40860, + 35198, + 30578, + 13173, + 15883, + 38496, + 6175, + 18316, + 39736, + 4168, + 45332, + 3524, + 14688, + 212, + 28631, + 42325, + 7296, + 2127, + 10951, + 47249, + 18437, + 8225, + 44390, + 30302, + 33437, + 28482, + 38091, + 13433, + 19036, + 35876, + 24933, + 25360, + 23992, + 35751, + 33030, + 48404, + 36087, + 31126, + 2471, + 2123, + 6695, + 26412, + 48187, + 20388, + 45866, + 44566, + 42496, + 10923, + 38284, + 33619, + 12685, + 28524, + 34279, + 42878, + 8090, + 4091, + 40464, + 23801, + 6393, + 28877, + 6815, + 3197, + 579, + 45341, + 37853, + 35570, + 28994, + 853, + 18764, + 26240, + 27475, + 20523, + 14132, + 27772, + 17323, + 39487, + 37840, + 22896, + 24799, + 5083, + 36104, + 49539, + 5396, + 11969, + 19153, + 35578, + 3364, + 3188, + 12912, + 6615, + 42753, + 12169, + 49426, + 30642, + 7773, + 39933, + 32831, + 36804, + 8114, + 1867, + 38765, + 11460, + 385, + 10492, + 4637, + 18523, + 36395, + 10905, + 45610, + 33266, + 4824, + 33686, + 22651, + 11962, + 42748, + 45045, + 26188, + 30268, + 31082, + 30459, + 40326, + 44177, + 28632, + 38336, + 39864, + 31480, + 3037, + 47765, + 1890, + 29782, + 42042, + 1190, + 5311, + 30488, + 33417, + 18256, + 30903, + 23987, + 37953, + 32031, + 34222, + 22228, + 12192, + 1297, + 21457, + 26697, + 28034, + 40537, + 46821, + 35350, + 47427, + 11446, + 49176, + 41575, + 16963, + 31268, + 22043, + 20299, + 26027, + 15432, + 6761, + 34395, + 25052, + 33143, + 48001, + 44371, + 30667, + 44600, + 39069, + 8405, + 35894, + 13360, + 49436, + 25829, + 7309, + 4498, + 9661, + 48053, + 9913, + 39809, + 7252, + 19330, + 20248, + 32578, + 7444, + 44864, + 29585, + 31916, + 38834, + 2958, + 37494, + 45010, + 38720, + 11897, + 7114, + 31774, + 37713, + 40192, + 45979, + 605, + 12158, + 14186, + 46410, + 29162, + 45897, + 9833, + 4686, + 1503, + 17280, + 1119, + 9761, + 4616, + 5082, + 16854, + 40042, + 44250, + 43068, + 41640, + 20571, + 30089, + 42987, + 46097, + 35825, + 23244, + 26403, + 10611, + 6392, + 2497, + 9776, + 1401, + 9025, + 19071, + 6783, + 3557, + 14857, + 13302, + 7129, + 47734, + 39239, + 22363, + 5395, + 46309, + 24151, + 7972, + 18369, + 9584, + 16527, + 33750, + 42020, + 5095, + 33050, + 13879, + 17535, + 35589, + 37599, + 25499, + 46476, + 1887, + 15895, + 47707, + 24200, + 38344, + 19279, + 34422, + 33941, + 44993, + 17587, + 521, + 15854, + 34247, + 15611, + 35956, + 840, + 34499, + 17974, + 12689, + 7325, + 40465, + 41783, + 30131, + 6590, + 7305, + 5748, + 6518, + 107, + 22778, + 22306, + 35728, + 26001, + 29267, + 39835, + 19964, + 7797, + 47292, + 15766, + 28004, + 34027, + 27428, + 6993, + 16737, + 47117, + 38247, + 17745, + 18254, + 43929, + 41951, + 919, + 24632, + 21763, + 4374, + 19473, + 25986, + 4651, + 47296, + 32320, + 27953, + 19041, + 49699, + 17885, + 39685, + 31229, + 49929, + 11040, + 4623, + 443, + 39658, + 23091, + 4485, + 18178, + 35136, + 37209, + 11940, + 5443, + 14564, + 10885, + 34723, + 11160, + 20001, + 32007, + 16650, + 44794, + 15441, + 26028, + 9478, + 28223, + 44440, + 35952, + 13477, + 2179, + 20344, + 32156, + 21754, + 36127, + 5009, + 32538, + 5024, + 24276, + 5148, + 27451, + 25253, + 28834, + 22637, + 45012, + 17089, + 25740, + 11407, + 16213, + 16293, + 22279, + 22827, + 3915, + 47213, + 4587, + 25985, + 27242, + 49640, + 27680, + 43438, + 36428, + 30358, + 45913, + 42043, + 38988, + 23176, + 23218, + 11419, + 10639, + 28455, + 18339, + 33789, + 31102, + 19143, + 28565, + 41048, + 38110, + 25089, + 34180, + 3984, + 28113, + 38109, + 1688, + 24550, + 22475, + 48432, + 34750, + 4926, + 13930, + 23949, + 13176, + 23494, + 27622, + 2028, + 29011, + 40602, + 24461, + 30905, + 6290, + 6661, + 1391, + 7439, + 3508, + 14105, + 24315, + 6493, + 20806, + 26295, + 483, + 16774, + 18095, + 30397, + 35829, + 16793, + 42390, + 39768, + 27764, + 47836, + 40923, + 31835, + 17966, + 20635, + 13893, + 29384, + 44672, + 39849, + 18628, + 27833, + 32836, + 44130, + 9536, + 23789, + 14453, + 26855, + 31840, + 28265, + 20171, + 48774, + 7878, + 5889, + 33655, + 24678, + 9293, + 44022, + 11795, + 48732, + 47906, + 31685, + 19629, + 42000, + 20804, + 33442, + 885, + 7246, + 47272, + 27252, + 32058, + 49951, + 28224, + 49336, + 23537, + 10129, + 46318, + 47699, + 17085, + 45659, + 47520, + 46779, + 27427, + 2355, + 33203, + 38776, + 6230, + 7879, + 1122, + 30981, + 42210, + 42419, + 48256, + 43782, + 24764, + 29734, + 32586, + 2927, + 26435, + 39265, + 5296, + 30680, + 1317, + 10140, + 1129, + 32619, + 5731, + 43401, + 43159, + 29605, + 2048, + 16558, + 22376, + 43289, + 8522, + 1209, + 21680, + 684, + 13400, + 17704, + 15736, + 37923, + 30659, + 25655, + 30003, + 36222, + 32813, + 30244, + 6019, + 27792, + 34836, + 19730, + 49319, + 5038, + 41841, + 6003, + 24554, + 35694, + 26059, + 31207, + 6882, + 24181, + 41085, + 8336, + 26944, + 47749, + 40515, + 40115, + 30517, + 8, + 12006, + 30748, + 27973, + 5330, + 47737, + 29599, + 37220, + 38789, + 20839, + 40808, + 19979, + 39907, + 7904, + 39118, + 7683, + 45321, + 37863, + 24244, + 45886, + 49596, + 5680, + 1748, + 44996, + 16605, + 5159, + 49778, + 26142, + 36125, + 16073, + 37495, + 38364, + 24295, + 15330, + 27808, + 9746, + 38802, + 19778, + 43772, + 38768, + 30136, + 34810, + 26035, + 15762, + 31297, + 37476, + 29661, + 18767, + 25877, + 11005, + 14854, + 34470, + 13375, + 5580, + 46243, + 32904, + 44616, + 15156, + 9427, + 25475, + 20133, + 7859, + 5160, + 33389, + 20282, + 47808, + 13597, + 5363, + 28284, + 48697, + 22231, + 8320, + 10354, + 42006, + 34268, + 14387, + 29506, + 733, + 5954, + 11247, + 33935, + 37418, + 11245, + 16587, + 29702, + 47279, + 42350, + 38113, + 46654, + 11880, + 15246, + 34899, + 30514, + 4046, + 9061, + 10926, + 42641, + 24081, + 20808, + 14290, + 1082, + 43370, + 19737, + 1264, + 712, + 14614, + 19862, + 21877, + 49702, + 28759, + 13840, + 23185, + 35119, + 23332, + 23043, + 30083, + 29813, + 41589, + 40961, + 33872, + 14298, + 16718, + 26298, + 48110, + 23123, + 12779, + 19755, + 22997, + 11963, + 18794, + 10879, + 9908, + 20786, + 17547, + 12537, + 25351, + 47611, + 4940, + 15774, + 6057, + 27647, + 17916, + 24160, + 38542, + 49680, + 42081, + 5488, + 34536, + 295, + 43366, + 17753, + 8969, + 30116, + 12451, + 14337, + 3691, + 31131, + 29665, + 6033, + 21792, + 879, + 12233, + 28269, + 25812, + 43078, + 37259, + 33430, + 10274, + 23362, + 49931, + 10165, + 14253, + 44511, + 33744, + 10696, + 27522, + 7610, + 30610, + 35224, + 38739, + 4449, + 15982, + 32615, + 43799, + 534, + 25290, + 12677, + 25191, + 2493, + 4631, + 34711, + 7207, + 46871, + 33282, + 7671, + 10367, + 49559, + 41664, + 23372, + 4903, + 3611, + 2580, + 29437, + 3515, + 3636, + 47087, + 37355, + 5428, + 45603, + 37869, + 39368, + 32231, + 12512, + 3370, + 9696, + 11992, + 1875, + 41939, + 28368, + 20833, + 29792, + 26599, + 43980, + 35721, + 1188, + 20766, + 45611, + 15582, + 18211, + 47952, + 29872, + 32708, + 32603, + 25238, + 17034, + 47995, + 46100, + 48012, + 46272, + 32365, + 8498, + 21206, + 43303, + 36591, + 12560, + 48655, + 39885, + 36154, + 43600, + 28954, + 25607, + 40634, + 3600, + 45729, + 299, + 6528, + 39817, + 17261, + 34480, + 24345, + 35140, + 4719, + 33628, + 33680, + 14650, + 19759, + 11383, + 25410, + 35416, + 17127, + 14707, + 36739, + 47532, + 40676, + 26680, + 28444, + 45804, + 15937, + 29843, + 759, + 9407, + 37973, + 6939, + 11413, + 37045, + 30628, + 7706, + 48827, + 29514, + 37802, + 6876, + 22033, + 15262, + 22113, + 39469, + 34961, + 27113, + 48941, + 47984, + 30106, + 28952, + 30952, + 19267, + 4742, + 21044, + 22278, + 35357, + 43173, + 41968, + 26116, + 31946, + 37764, + 32185, + 8226, + 12923, + 36023, + 10285, + 3627, + 13654, + 11972, + 19096, + 36935, + 42323, + 20748, + 16642, + 34625, + 17105, + 24974, + 3469, + 43361, + 29870, + 9684, + 9802, + 1751, + 23432, + 47625, + 3067, + 44500, + 46803, + 2767, + 16089, + 18438, + 45285, + 10357, + 43001, + 46817, + 31638, + 30079, + 9843, + 39174, + 7443, + 26209, + 41101, + 6971, + 44895, + 39360, + 45984, + 26720, + 41467, + 26066, + 43089, + 36319, + 28644, + 38461, + 19828, + 36886, + 46370, + 48483, + 9459, + 7695, + 17992, + 26860, + 15265, + 13836, + 40051, + 30213, + 33801, + 10143, + 2198, + 21177, + 14129, + 42685, + 4196, + 15103, + 40272, + 44269, + 18043, + 33387, + 45734, + 8392, + 33496, + 1333, + 4954, + 45594, + 19694, + 37532, + 47261, + 18751, + 8428, + 26421, + 33598, + 2652, + 33339, + 3618, + 34019, + 29260, + 42065, + 48267, + 31438, + 15974, + 46365, + 5504, + 40050, + 44622, + 38792, + 28781, + 21272, + 45441, + 11734, + 32329, + 12862, + 18440, + 12700, + 14830, + 33464, + 13416, + 3068, + 28466, + 6533, + 47888, + 14955, + 5894, + 39950, + 48864, + 43446, + 31462, + 45632, + 44656, + 13305, + 10810, + 34666, + 19378, + 32099, + 69, + 46475, + 29909, + 24840, + 22057, + 34763, + 32833, + 49637, + 32541, + 18870, + 49258, + 32163, + 16767, + 5872, + 35000, + 25734, + 5271, + 8677, + 42722, + 49628, + 2454, + 24575, + 25730, + 39113, + 13750, + 49027, + 46173, + 26211, + 44087, + 25758, + 16128, + 3129, + 35113, + 17075, + 20056, + 40960, + 4159, + 44062, + 35308, + 42234, + 37196, + 1344, + 29352, + 21435, + 6270, + 10586, + 20895, + 3940, + 31533, + 12288, + 32915, + 12411, + 36169, + 17424, + 32725, + 10993, + 49729, + 39459, + 29412, + 31614, + 41585, + 26945, + 47764, + 1194, + 17846, + 12406, + 13411, + 20436, + 13319, + 914, + 18525, + 32800, + 20424, + 27335, + 30674, + 20306, + 18776, + 34340, + 23677, + 29287, + 44406, + 12231, + 34652, + 33592, + 39029, + 44173, + 4747, + 4812, + 45999, + 47136, + 39199, + 12699, + 27621, + 37482, + 18948, + 46964, + 27736, + 17222, + 18397, + 34844, + 37097, + 38869, + 37843, + 32432, + 24743, + 29680, + 23872, + 44476, + 40663, + 10138, + 47091, + 193, + 12111, + 41945, + 24813, + 16105, + 29523, + 48440, + 15533, + 26139, + 47219, + 15630, + 39855, + 10474, + 18789, + 4776, + 14252, + 8006, + 24679, + 34085, + 42175, + 43768, + 3096, + 14098, + 44099, + 28871, + 27326, + 6947, + 13231, + 15170, + 47523, + 12136, + 22667, + 2843, + 38503, + 4245, + 30343, + 30900, + 7398, + 6841, + 3027, + 36370, + 1003, + 15028, + 9965, + 37787, + 45396, + 29233, + 44728, + 18383, + 46792, + 45759, + 2821, + 42837, + 44353, + 9365, + 30852, + 14175, + 20911, + 4493, + 26608, + 19544, + 11646, + 2877, + 9702, + 29985, + 19385, + 21117, + 42107, + 23831, + 29284, + 23243, + 30612, + 32448, + 37330, + 41667, + 40509, + 42130, + 6742, + 31091, + 27776, + 34292, + 26303, + 4826, + 33230, + 29689, + 49306, + 40599, + 42159, + 40379, + 29354, + 35253, + 42259, + 36518, + 98, + 588, + 14300, + 34945, + 18406, + 6864, + 27828, + 44735, + 11510, + 33949, + 49565, + 47145, + 36167, + 34229, + 14223, + 17263, + 14808, + 25751, + 17865, + 27241, + 27751, + 16030, + 7193, + 32577, + 16521, + 10956, + 22092, + 20312, + 46231, + 26844, + 26120, + 39091, + 35177, + 14972, + 30010, + 47921, + 22649, + 39690, + 26118, + 33493, + 14719, + 28309, + 29125, + 2182, + 22994, + 32467, + 31275, + 10311, + 20513, + 27028, + 36321, + 2999, + 38022, + 9063, + 40160, + 41123, + 14948, + 9303, + 29755, + 40720, + 35619, + 19641, + 44209, + 31208, + 48733, + 15334, + 7387, + 29169, + 37690, + 802, + 5531, + 39323, + 38281, + 1911, + 3001, + 34288, + 524, + 30636, + 23065, + 41152, + 507, + 10292, + 24175, + 26238, + 111, + 33133, + 12746, + 23214, + 35040, + 27577, + 16311, + 14853, + 37061, + 19940, + 48078, + 35181, + 32080, + 44489, + 46301, + 3103, + 28882, + 26153, + 40035, + 2376, + 26727, + 36973, + 13800, + 33182, + 37553, + 24902, + 30890, + 35588, + 5946, + 14405, + 14489, + 47168, + 38425, + 34227, + 20276, + 19039, + 16303, + 33155, + 29363, + 45409, + 27881, + 30294, + 22392, + 45450, + 3159, + 21581, + 25643, + 9604, + 29484, + 26218, + 37687, + 38796, + 1610, + 31023, + 48469, + 40080, + 30620, + 10901, + 4075, + 33372, + 40038, + 30040, + 20889, + 40426, + 1905, + 47465, + 8738, + 7036, + 24558, + 39986, + 44465, + 6101, + 2366, + 45781, + 38691, + 48977, + 22350, + 38711, + 6258, + 35473, + 16887, + 2219, + 5407, + 25709, + 46169, + 28489, + 3964, + 35485, + 18236, + 18660, + 7088, + 191, + 48284, + 32925, + 18964, + 10376, + 5703, + 9687, + 23009, + 34586, + 38913, + 35378, + 12497, + 224, + 39614, + 46859, + 8935, + 21248, + 23535, + 47306, + 32103, + 14256, + 26575, + 32203, + 37575, + 29915, + 47820, + 47809, + 21058, + 24638, + 31898, + 45638, + 46930, + 34632, + 42471, + 31872, + 24313, + 13047, + 33833, + 18343, + 2337, + 32360, + 4165, + 33382, + 34390, + 13804, + 31713, + 39559, + 28612, + 7098, + 32587, + 39666, + 6381, + 30509, + 22562, + 46810, + 23308, + 13299, + 25087, + 40412, + 32430, + 16593, + 36192, + 31569, + 34248, + 3901, + 37678, + 47435, + 46081, + 8233, + 4378, + 46784, + 36136, + 34849, + 33142, + 16823, + 24388, + 21705, + 35010, + 48588, + 35027, + 6150, + 4163, + 1449, + 44272, + 44217, + 38518, + 4899, + 29232, + 34680, + 21247, + 43393, + 18886, + 1296, + 20811, + 12127, + 9713, + 16720, + 13560, + 9076, + 18185, + 1992, + 46383, + 45620, + 26564, + 38534, + 35990, + 8539, + 2975, + 34324, + 8813, + 46153, + 32089, + 3421, + 945, + 24785, + 42865, + 25226, + 37522, + 4267, + 38355, + 42816, + 10548, + 32608, + 45460, + 6162, + 16878, + 18492, + 5369, + 29447, + 23906, + 40280, + 27045, + 39947, + 18802, + 20521, + 3512, + 5904, + 47791, + 131, + 25546, + 22420, + 42639, + 45159, + 21343, + 2983, + 42028, + 3632, + 5060, + 18477, + 34486, + 34415, + 29808, + 36582, + 47726, + 1542, + 45073, + 7053, + 14884, + 12246, + 36922, + 39581, + 16286, + 2584, + 48959, + 31071, + 18887, + 8143, + 4368, + 14269, + 48329, + 32354, + 23452, + 45359, + 35109, + 13219, + 30675, + 2660, + 2318, + 48838, + 21220, + 13480, + 31189, + 1824, + 20902, + 16792, + 24563, + 16989, + 2704, + 16712, + 6938, + 32242, + 48335, + 39370, + 33320, + 44025, + 28822, + 1768, + 14276, + 11218, + 41078, + 41705, + 33017, + 21664, + 12176, + 15070, + 3439, + 39604, + 23103, + 9650, + 38594, + 37754, + 7899, + 25312, + 16063, + 23995, + 46946, + 26852, + 26239, + 39305, + 9228, + 33234, + 6308, + 3946, + 20968, + 38501, + 9464, + 49664, + 30615, + 43717, + 42198, + 5659, + 29749, + 16985, + 30567, + 47258, + 37350, + 17703, + 45473, + 20736, + 37523, + 15476, + 19857, + 2070, + 5564, + 4050, + 32811, + 42497, + 46540, + 18594, + 38896, + 3745, + 10955, + 24640, + 6828, + 36388, + 18146, + 31770, + 20046, + 15173, + 42920, + 44066, + 42606, + 21245, + 20677, + 4957, + 45038, + 40352, + 42653, + 45935, + 13494, + 29239, + 21818, + 7351, + 21747, + 3918, + 6405, + 1575, + 43376, + 4205, + 47525, + 31199, + 38684, + 30875, + 23436, + 34382, + 38585, + 47349, + 27569, + 36133, + 16148, + 21443, + 24191, + 39642, + 38128, + 19836, + 5534, + 30570, + 7642, + 47784, + 15933, + 14311, + 43776, + 13629, + 27890, + 4001, + 47655, + 22010, + 41680, + 48752, + 26289, + 12630, + 23710, + 1196, + 22868, + 48269, + 15786, + 28875, + 46217, + 40828, + 9210, + 16217, + 31073, + 14248, + 42062, + 48148, + 22060, + 4624, + 19734, + 2029, + 3144, + 45192, + 2924, + 1006, + 49582, + 41118, + 13493, + 8340, + 28320, + 21857, + 34842, + 3617, + 3051, + 37507, + 15527, + 49400, + 1382, + 17757, + 24125, + 26524, + 23774, + 43146, + 40692, + 24581, + 32216, + 1703, + 46814, + 6395, + 42021, + 47755, + 15539, + 14216, + 14909, + 47483, + 49642, + 23388, + 31472, + 21474, + 27379, + 37664, + 38647, + 13964, + 12766, + 9870, + 2954, + 37839, + 6417, + 40201, + 25656, + 37941, + 8364, + 17271, + 8927, + 36028, + 26330, + 30934, + 47439, + 34186, + 44900, + 39009, + 9717, + 21351, + 48030, + 21948, + 1293, + 23885, + 47094, + 10507, + 31705, + 5915, + 14792, + 41388, + 18629, + 3807, + 749, + 4289, + 37785, + 40451, + 16636, + 43190, + 10534, + 34080, + 29369, + 30470, + 5291, + 35479, + 33010, + 3861, + 8430, + 36950, + 16121, + 44681, + 32519, + 3626, + 4590, + 14619, + 31850, + 42336, + 41270, + 26300, + 35615, + 25576, + 32670, + 29924, + 9325, + 33448, + 47455, + 11262, + 35411, + 25211, + 2499, + 38767, + 6418, + 6960, + 37148, + 41407, + 36701, + 42149, + 13137, + 18595, + 40763, + 46362, + 36148, + 16154, + 9958, + 33471, + 43908, + 7903, + 20084, + 11509, + 34662, + 18388, + 30391, + 18812, + 31839, + 14043, + 25956, + 17647, + 18488, + 22247, + 26259, + 48154, + 45519, + 18130, + 15631, + 1722, + 26887, + 17636, + 47203, + 40541, + 42481, + 46568, + 266, + 2435, + 41895, + 3352, + 49149, + 30154, + 15860, + 11339, + 20490, + 20837, + 9919, + 21582, + 10235, + 38807, + 2220, + 19366, + 49690, + 31171, + 40984, + 16760, + 17883, + 36477, + 31160, + 1679, + 7051, + 9603, + 2485, + 36733, + 329, + 40531, + 11004, + 14579, + 6778, + 30225, + 21001, + 8575, + 10319, + 6741, + 42646, + 20926, + 38294, + 41018, + 7699, + 1982, + 3332, + 7026, + 40020, + 44678, + 6130, + 19783, + 16206, + 27615, + 10237, + 1342, + 44970, + 45099, + 6338, + 28551, + 40180, + 10934, + 46434, + 5497, + 12849, + 6074, + 45777, + 49074, + 1378, + 10026, + 47951, + 19928, + 31965, + 23880, + 29164, + 5959, + 40366, + 10030, + 7519, + 26784, + 32267, + 6527, + 46335, + 28521, + 2130, + 24636, + 27606, + 32147, + 2901, + 39367, + 17965, + 16904, + 25686, + 44323, + 14019, + 13154, + 5281, + 21235, + 2061, + 2579, + 41481, + 10053, + 39896, + 42243, + 10783, + 47402, + 47593, + 32374, + 19886, + 28417, + 2637, + 31238, + 2713, + 36616, + 34875, + 46373, + 41637, + 27187, + 4865, + 23687, + 26146, + 30768, + 34387, + 42742, + 46420, + 2632, + 8480, + 42370, + 18125, + 34768, + 48034, + 12415, + 13239, + 40055, + 25950, + 36044, + 44957, + 18744, + 40202, + 17294, + 45286, + 10684, + 42688, + 10762, + 36884, + 18535, + 11264, + 7533, + 42114, + 48392, + 17006, + 7723, + 25710, + 24379, + 25908, + 24316, + 2786, + 3565, + 14332, + 22371, + 22832, + 35382, + 1224, + 39435, + 6806, + 11163, + 15758, + 25350, + 39312, + 5780, + 47009, + 21644, + 12587, + 1334, + 16908, + 47324, + 18942, + 37166, + 47778, + 5781, + 22786, + 16524, + 3769, + 48403, + 35135, + 24556, + 11468, + 29124, + 3038, + 29230, + 13453, + 4426, + 44803, + 43942, + 17719, + 5267, + 48286, + 46899, + 625, + 25718, + 28752, + 36677, + 47946, + 21018, + 45910, + 32148, + 44285, + 12114, + 32706, + 33940, + 24311, + 1090, + 34372, + 15639, + 13615, + 19035, + 18461, + 36240, + 32774, + 29781, + 22303, + 12568, + 15509, + 8167, + 7066, + 38840, + 8335, + 11819, + 43554, + 10866, + 15484, + 29348, + 1458, + 16458, + 1310, + 10315, + 43220, + 2967, + 29780, + 49476, + 31120, + 18930, + 2256, + 10506, + 30600, + 33767, + 34358, + 39914, + 19613, + 5583, + 47129, + 42550, + 14965, + 29673, + 34029, + 47633, + 36575, + 11405, + 2535, + 13471, + 11687, + 41252, + 23795, + 3687, + 11359, + 12514, + 6448, + 33233, + 37343, + 38304, + 48777, + 9499, + 22706, + 27749, + 18587, + 21944, + 23635, + 12806, + 21949, + 35724, + 17669, + 19563, + 13353, + 47240, + 7259, + 952, + 48622, + 24769, + 7953, + 23222, + 36729, + 4247, + 43995, + 16233, + 16235, + 29914, + 36355, + 4653, + 120, + 5751, + 33039, + 46197, + 48857, + 43003, + 20596, + 3937, + 37271, + 29686, + 28003, + 19397, + 27147, + 27327, + 13704, + 2674, + 7625, + 13944, + 7263, + 23447, + 39023, + 46959, + 15379, + 8739, + 10082, + 22456, + 44201, + 16397, + 38961, + 29635, + 39806, + 27429, + 45800, + 14986, + 9945, + 1939, + 41901, + 21401, + 2566, + 10981, + 6245, + 563, + 42629, + 41990, + 23403, + 18498, + 45477, + 30485, + 4311, + 19135, + 10375, + 35774, + 135, + 5602, + 13405, + 29631, + 31659, + 9929, + 37346, + 4803, + 2546, + 17815, + 48546, + 48559, + 36194, + 12839, + 21073, + 27116, + 38919, + 45604, + 182, + 33285, + 34815, + 9038, + 33717, + 34049, + 23856, + 31571, + 20850, + 29119, + 48919, + 43123, + 33419, + 24869, + 43380, + 19785, + 3296, + 30945, + 30699, + 28103, + 22088, + 4912, + 12824, + 10158, + 22111, + 18753, + 14359, + 3281, + 29591, + 17169, + 1110, + 21564, + 29399, + 5200, + 10164, + 40511, + 37115, + 727, + 39013, + 14222, + 9817, + 36252, + 46819, + 47245, + 2516, + 34867, + 7600, + 41240, + 41857, + 3785, + 6598, + 24816, + 26615, + 2483, + 24761, + 4851, + 16040, + 49070, + 37328, + 49225, + 16504, + 21733, + 27667, + 34782, + 35616, + 9880, + 19570, + 39594, + 7914, + 36831, + 27063, + 38115, + 42864, + 40269, + 40481, + 11737, + 46529, + 43312, + 14602, + 37875, + 26550, + 32024, + 44032, + 43138, + 24758, + 30355, + 30447, + 40031, + 42155, + 3021, + 13287, + 18486, + 33814, + 40903, + 47189, + 40145, + 41850, + 37640, + 27336, + 17577, + 41157, + 14739, + 6382, + 32926, + 40262, + 47323, + 13513, + 42054, + 47108, + 49018, + 38551, + 34874, + 7510, + 13937, + 26581, + 29336, + 38750, + 1563, + 4841, + 10542, + 40700, + 8418, + 9596, + 18259, + 28865, + 1733, + 13681, + 45000, + 34638, + 7419, + 18030, + 5667, + 14574, + 11249, + 27125, + 37046, + 38665, + 23909, + 15014, + 49513, + 580, + 10361, + 27627, + 13825, + 148, + 10691, + 48326, + 32090, + 44169, + 15738, + 9018, + 23735, + 20724, + 39219, + 36562, + 49370, + 45918, + 36218, + 22366, + 45374, + 41258, + 25447, + 8040, + 11661, + 19103, + 37293, + 36656, + 27623, + 49566, + 41068, + 5920, + 15840, + 4726, + 31123, + 11801, + 16377, + 47794, + 22469, + 1647, + 4365, + 46221, + 28675, + 25186, + 20818, + 29751, + 7349, + 37925, + 32074, + 2089, + 5682, + 3355, + 32709, + 34528, + 25555, + 3501, + 4761, + 46268, + 47792, + 44458, + 102, + 7430, + 26367, + 36114, + 43507, + 3510, + 1433, + 18832, + 39417, + 33487, + 12562, + 32842, + 7457, + 38040, + 913, + 42959, + 18065, + 39866, + 4838, + 26361, + 7667, + 454, + 10083, + 18364, + 45136, + 29903, + 29043, + 10363, + 26648, + 16570, + 10065, + 49374, + 35324, + 35531, + 4, + 14686, + 13418, + 28866, + 6340, + 8455, + 5928, + 32606, + 26685, + 15422, + 8144, + 2746, + 16295, + 36564, + 3808, + 2180, + 44654, + 27937, + 32980, + 44856, + 11134, + 638, + 35373, + 29109, + 957, + 38436, + 34018, + 13007, + 44435, + 34250, + 43379, + 42677, + 26180, + 20317, + 9748, + 43936, + 13020, + 42970, + 47357, + 21034, + 24463, + 45524, + 49082, + 12161, + 32605, + 34269, + 26222, + 16601, + 44408, + 39528, + 19140, + 7731, + 28647, + 48951, + 9683, + 14106, + 2012, + 32972, + 42734, + 22696, + 18656, + 20350, + 47694, + 990, + 23629, + 44744, + 26938, + 8085, + 36313, + 28987, + 29759, + 28646, + 14145, + 32844, + 45224, + 11001, + 42851, + 35742, + 2690, + 45234, + 42480, + 33318, + 11096, + 5803, + 29682, + 17366, + 10447, + 49404, + 28851, + 32679, + 42342, + 48900, + 33138, + 17598, + 32689, + 12767, + 9663, + 44008, + 19204, + 42781, + 32418, + 34405, + 9413, + 20268, + 18459, + 36716, + 7157, + 34160, + 48131, + 21853, + 30997, + 16386, + 4681, + 8359, + 46130, + 32645, + 27584, + 46710, + 6846, + 8666, + 34895, + 33024, + 30887, + 10833, + 4730, + 34983, + 25828, + 20600, + 16802, + 7974, + 21816, + 10751, + 17777, + 49562, + 40382, + 36216, + 13574, + 10922, + 41808, + 20779, + 21797, + 18081, + 29450, + 46397, + 18624, + 48680, + 16408, + 34039, + 31389, + 28009, + 46299, + 43508, + 37851, + 1219, + 1160, + 21323, + 2049, + 25455, + 23879, + 27353, + 48363, + 46175, + 4155, + 43186, + 16271, + 16150, + 31248, + 23551, + 28686, + 38292, + 35995, + 35462, + 45862, + 45390, + 45415, + 21593, + 37411, + 16693, + 47781, + 41509, + 39306, + 14772, + 27222, + 13147, + 26906, + 7526, + 35464, + 472, + 24708, + 48806, + 13059, + 40579, + 3140, + 42281, + 39085, + 44382, + 40088, + 27786, + 35953, + 34903, + 45058, + 47718, + 15505, + 8716, + 20094, + 45076, + 13894, + 46206, + 36728, + 13108, + 33443, + 36920, + 45113, + 44125, + 30810, + 19487, + 31415, + 22627, + 13839, + 34245, + 19751, + 16327, + 10162, + 33480, + 49802, + 1174, + 22169, + 35472, + 9740, + 2264, + 18968, + 4600, + 30070, + 5532, + 34308, + 45881, + 22538, + 43556, + 21605, + 4978, + 49581, + 32612, + 48037, + 48581, + 6649, + 24584, + 3815, + 14421, + 14319, + 29683, + 22273, + 49851, + 36401, + 27373, + 34164, + 8564, + 13771, + 32028, + 12035, + 1682, + 27356, + 14081, + 30265, + 36425, + 8608, + 23585, + 27905, + 35659, + 4731, + 35247, + 34417, + 27637, + 48944, + 23812, + 14656, + 28418, + 10141, + 33296, + 47967, + 10032, + 16559, + 20200, + 22808, + 33499, + 13932, + 7312, + 40135, + 18670, + 34958, + 33962, + 40714, + 48183, + 41931, + 44352, + 20309, + 9925, + 47637, + 48428, + 27130, + 7169, + 38413, + 42140, + 27854, + 16735, + 30418, + 49230, + 37375, + 38400, + 13043, + 18529, + 49094, + 42937, + 47744, + 10881, + 42634, + 19282, + 6279, + 14531, + 41219, + 48877, + 4496, + 23475, + 42274, + 45478, + 41476, + 19594, + 47102, + 8821, + 18412, + 47044, + 32192, + 4459, + 36639, + 39867, + 519, + 19416, + 27460, + 37240, + 4336, + 34850, + 42720, + 14352, + 20356, + 10066, + 24570, + 21925, + 5284, + 24298, + 30519, + 47422, + 45652, + 3813, + 45482, + 10246, + 14382, + 44508, + 18075, + 2446, + 14563, + 25390, + 9014, + 25879, + 12015, + 16884, + 16844, + 20549, + 7440, + 45278, + 25667, + 48712, + 48760, + 21892, + 14971, + 49363, + 4530, + 14069, + 9225, + 31816, + 45413, + 32395, + 43066, + 18518, + 32829, + 46848, + 13216, + 5170, + 40851, + 31476, + 12428, + 28353, + 39708, + 8494, + 8386, + 39142, + 26700, + 5118, + 20964, + 37322, + 26645, + 31198, + 20169, + 29397, + 19880, + 35399, + 46192, + 45895, + 11094, + 48442, + 41489, + 15511, + 39887, + 45438, + 19076, + 4783, + 15481, + 28257, + 46708, + 17121, + 5608, + 46833, + 42954, + 6640, + 41696, + 27092, + 43851, + 37295, + 45393, + 36400, + 35501, + 15420, + 30868, + 43947, + 6907, + 8486, + 23346, + 16998, + 20650, + 49288, + 14013, + 46521, + 19571, + 21762, + 44076, + 16869, + 5573, + 13362, + 32384, + 3308, + 49313, + 36497, + 15942, + 44129, + 6055, + 6213, + 37371, + 1186, + 5465, + 15987, + 30964, + 28378, + 20983, + 32580, + 35129, + 38176, + 46438, + 27148, + 3258, + 38887, + 15203, + 26049, + 12181, + 23180, + 8102, + 12070, + 18373, + 49485, + 3201, + 24774, + 5367, + 21384, + 48999, + 23396, + 40621, + 44122, + 15490, + 45843, + 41155, + 16950, + 46151, + 46989, + 3763, + 26115, + 4346, + 34626, + 4853, + 44838, + 14983, + 22219, + 26518, + 19861, + 37268, + 434, + 3137, + 27315, + 47386, + 15857, + 24955, + 6583, + 46615, + 27580, + 12644, + 15999, + 43974, + 38633, + 37699, + 1585, + 43163, + 5838, + 26758, + 16741, + 19030, + 2373, + 5451, + 10305, + 47973, + 21195, + 39447, + 14485, + 3938, + 41715, + 39755, + 42100, + 26978, + 26506, + 16660, + 9546, + 1499, + 9055, + 49327, + 2816, + 22027, + 46679, + 5653, + 6748, + 2775, + 9230, + 36151, + 10318, + 46340, + 5493, + 41002, + 38261, + 39722, + 17344, + 48926, + 34655, + 8159, + 32403, + 41439, + 15568, + 20250, + 47121, + 40785, + 46691, + 45257, + 20257, + 6619, + 11842, + 27290, + 771, + 19777, + 49953, + 12640, + 31227, + 11876, + 40690, + 28125, + 9450, + 17371, + 46580, + 21529, + 43620, + 28332, + 9229, + 19736, + 13951, + 19826, + 47867, + 36266, + 12083, + 36193, + 10599, + 42487, + 15310, + 15113, + 5410, + 21938, + 9655, + 30092, + 32421, + 15274, + 11361, + 41071, + 37586, + 47208, + 26390, + 3799, + 32579, + 15097, + 26086, + 1607, + 46955, + 19666, + 22125, + 35974, + 37158, + 3091, + 42534, + 48367, + 6243, + 34024, + 40648, + 16413, + 47956, + 25811, + 41486, + 30506, + 32947, + 11069, + 7490, + 5870, + 26331, + 28085, + 33300, + 47195, + 16853, + 34910, + 13850, + 41500, + 8652, + 34126, + 1223, + 33159, + 14176, + 35562, + 30714, + 16225, + 26577, + 27134, + 38486, + 46542, + 1301, + 45816, + 6796, + 41169, + 10171, + 40021, + 35557, + 10781, + 12506, + 38052, + 4370, + 7639, + 78, + 25140, + 11704, + 13891, + 33596, + 44709, + 2830, + 25386, + 6561, + 30069, + 46843, + 30635, + 13555, + 40359, + 31804, + 24605, + 27436, + 10041, + 24706, + 7290, + 17921, + 49380, + 35054, + 9614, + 45597, + 17274, + 21609, + 13785, + 6942, + 37500, + 2561, + 39072, + 28486, + 12, + 38710, + 28261, + 22454, + 48796, + 15668, + 38487, + 45732, + 6599, + 10670, + 10502, + 43395, + 13393, + 2926, + 14059, + 12452, + 4578, + 8960, + 31196, + 47478, + 1213, + 16621, + 43430, + 38787, + 22550, + 43863, + 40941, + 9649, + 43397, + 48635, + 15806, + 24772, + 32397, + 38953, + 49072, + 685, + 39681, + 19943, + 35950, + 15775, + 44109, + 1218, + 44798, + 16516, + 18504, + 28652, + 29515, + 27424, + 7441, + 7615, + 20996, + 22064, + 45617, + 36037, + 29549, + 36456, + 23558, + 48763, + 13167, + 47741, + 8041, + 7571, + 17167, + 28650, + 33585, + 9834, + 10585, + 48517, + 30254, + 44102, + 8793, + 18132, + 10932, + 2942, + 31537, + 13512, + 40121, + 46092, + 25424, + 6135, + 19501, + 44955, + 6329, + 36651, + 13336, + 25302, + 9617, + 21301, + 33104, + 14815, + 20644, + 12615, + 43938, + 17727, + 26354, + 47040, + 39803, + 16357, + 18959, + 15323, + 12186, + 20423, + 9421, + 23575, + 30643, + 15050, + 9290, + 5666, + 26888, + 20914, + 15894, + 32930, + 39234, + 43999, + 36327, + 24168, + 36560, + 24398, + 12482, + 14437, + 40459, + 46971, + 9786, + 40152, + 17908, + 40942, + 27166, + 15672, + 9107, + 42256, + 31764, + 42408, + 241, + 25687, + 42828, + 21128, + 19706, + 7946, + 27571, + 42315, + 15180, + 5205, + 28171, + 10767, + 23566, + 23526, + 12441, + 44574, + 21836, + 49938, + 8818, + 49025, + 39913, + 23190, + 31381, + 31763, + 43531, + 30239, + 34808, + 9981, + 29060, + 41839, + 31674, + 21225, + 49554, + 11156, + 43761, + 19744, + 40620, + 15193, + 41729, + 7857, + 2452, + 260, + 47374, + 43421, + 23914, + 26305, + 39512, + 24594, + 13064, + 43779, + 4430, + 32008, + 20871, + 48081, + 33960, + 897, + 21610, + 33468, + 43250, + 43562, + 30847, + 17228, + 5375, + 42744, + 14871, + 16076, + 21421, + 29258, + 43354, + 49684, + 248, + 33587, + 17456, + 32794, + 6718, + 29563, + 49293, + 36585, + 39094, + 34824, + 296, + 6811, + 26569, + 10661, + 34286, + 48642, + 8924, + 11378, + 4182, + 13263, + 9428, + 9711, + 37277, + 18762, + 8468, + 28175, + 13620, + 45412, + 23112, + 35437, + 9374, + 4105, + 13564, + 31961, + 49183, + 35275, + 12389, + 27227, + 34906, + 32879, + 16247, + 14333, + 46255, + 29359, + 28396, + 12823, + 39504, + 9554, + 32883, + 26596, + 5574, + 3802, + 20442, + 44356, + 26042, + 5163, + 3989, + 7369, + 29866, + 23719, + 17141, + 30241, + 9819, + 37146, + 15973, + 9488, + 29021, + 13562, + 6024, + 5269, + 21144, + 23654, + 31240, + 42265, + 13689, + 47251, + 33769, + 21136, + 47178, + 6342, + 15866, + 21015, + 19966, + 28535, + 23647, + 30013, + 30795, + 46557, + 31738, + 40022, + 47683, + 17015, + 9515, + 18385, + 41539, + 16870, + 42804, + 40673, + 10244, + 5647, + 22579, + 3682, + 49902, + 14030, + 34311, + 539, + 30762, + 42539, + 37885, + 19068, + 3504, + 16731, + 23597, + 5514, + 1675, + 35786, + 5984, + 21770, + 13841, + 14211, + 2248, + 19450, + 47999, + 34259, + 23082, + 15383, + 13635, + 15319, + 24201, + 35160, + 6955, + 47126, + 26644, + 9580, + 19914, + 46849, + 40324, + 36254, + 26655, + 44554, + 1633, + 5818, + 8476, + 14975, + 37986, + 40334, + 26244, + 11273, + 36341, + 34594, + 9810, + 2042, + 33670, + 25831, + 44263, + 7771, + 28789, + 44009, + 18974, + 39348, + 13675, + 6540, + 2957, + 34854, + 39224, + 36000, + 16273, + 20984, + 35423, + 44540, + 41163, + 48169, + 20226, + 12003, + 6490, + 48518, + 37214, + 34526, + 20867, + 28604, + 12664, + 25657, + 1307, + 49841, + 28354, + 4376, + 48571, + 8019, + 44578, + 31725, + 7184, + 13730, + 15020, + 15288, + 2115, + 37370, + 2831, + 30238, + 45150, + 35649, + 47557, + 39331, + 44983, + 10818, + 5521, + 46181, + 36120, + 29626, + 3661, + 25212, + 14586, + 43455, + 11232, + 31572, + 26859, + 25408, + 44328, + 16779, + 15099, + 48789, + 31947, + 16673, + 35143, + 5027, + 15399, + 28441, + 6475, + 49015, + 25120, + 1635, + 39975, + 23337, + 46129, + 7130, + 21285, + 14261, + 9581, + 41274, + 28709, + 37028, + 18867, + 1515, + 38619, + 48735, + 28701, + 2310, + 7986, + 4494, + 34545, + 39625, + 14852, + 19612, + 15339, + 2745, + 32946, + 31847, + 36554, + 18599, + 36262, + 10910, + 22214, + 47604, + 21303, + 12480, + 49507, + 8748, + 18088, + 11179, + 8206, + 31488, + 26101, + 45382, + 4509, + 49331, + 33162, + 41430, + 30721, + 38016, + 15150, + 25217, + 1557, + 19402, + 37670, + 23030, + 34925, + 30404, + 13274, + 43712, + 9370, + 31046, + 124, + 48563, + 21525, + 37448, + 40551, + 9756, + 12846, + 42509, + 46403, + 8470, + 18837, + 10690, + 35966, + 17044, + 10380, + 32525, + 29146, + 17442, + 15926, + 37484, + 46743, + 14396, + 36382, + 2638, + 47172, + 17122, + 19465, + 40209, + 32174, + 25575, + 10904, + 24648, + 48802, + 8012, + 39386, + 21270, + 9551, + 26523, + 19478, + 23732, + 13177, + 35199, + 46839, + 32394, + 13378, + 30854, + 8902, + 17817, + 36256, + 40429, + 20863, + 3919, + 12483, + 7807, + 5463, + 15848, + 43329, + 24958, + 35409, + 3794, + 15189, + 9726, + 2707, + 15674, + 39825, + 24222, + 25792, + 10722, + 3170, + 29039, + 7808, + 42033, + 19531, + 4044, + 22408, + 5662, + 23679, + 10614, + 25357, + 39891, + 31740, + 46547, + 25485, + 35630, + 22242, + 4569, + 13600, + 15501, + 213, + 46161, + 44229, + 42361, + 41969, + 9308, + 10834, + 48652, + 28221, + 20907, + 21946, + 29235, + 15543, + 46634, + 24894, + 40578, + 34848, + 39955, + 3954, + 19086, + 10414, + 15019, + 27616, + 14596, + 19704, + 49785, + 41630, + 43267, + 25119, + 39669, + 33007, + 30076, + 1893, + 36392, + 23998, + 29920, + 44257, + 7385, + 42931, + 41829, + 49282, + 3900, + 1349, + 15418, + 3536, + 7153, + 35567, + 46439, + 24812, + 13413, + 8763, + 49409, + 37390, + 7587, + 28278, + 6531, + 41529, + 6890, + 153, + 22700, + 15038, + 44908, + 11810, + 30616, + 13717, + 25044, + 36726, + 41957, + 27140, + 23952, + 13284, + 48875, + 13794, + 44366, + 46649, + 43653, + 4644, + 9125, + 39868, + 20575, + 8016, + 38753, + 22309, + 22970, + 13340, + 13925, + 6962, + 789, + 40502, + 44292, + 25588, + 13174, + 30715, + 11879, + 20115, + 37704, + 41538, + 23996, + 47903, + 17822, + 844, + 22313, + 35647, + 6451, + 21246, + 33903, + 13670, + 23555, + 1384, + 21890, + 31162, + 45229, + 46807, + 42257, + 20479, + 45303, + 19343, + 42134, + 20113, + 41454, + 8861, + 33707, + 14058, + 40487, + 37914, + 10886, + 4604, + 5821, + 41364, + 11006, + 36840, + 31929, + 37147, + 39941, + 41513, + 24173, + 38946, + 8196, + 39136, + 41334, + 26456, + 11340, + 38757, + 42925, + 1726, + 48312, + 12930, + 47981, + 12950, + 4983, + 31642, + 2883, + 1408, + 47969, + 43365, + 24110, + 17062, + 36071, + 26853, + 12528, + 27013, + 30387, + 22534, + 33602, + 44605, + 25891, + 27101, + 4153, + 46890, + 39796, + 37742, + 39985, + 6204, + 27320, + 10510, + 30105, + 31985, + 39197, + 9344, + 7266, + 49668, + 39679, + 48100, + 6069, + 28319, + 14274, + 25716, + 43788, + 24780, + 45811, + 5121, + 39128, + 1261, + 35051, + 22431, + 10109, + 4184, + 42613, + 2624, + 48918, + 27357, + 16308, + 12920, + 8247, + 5155, + 5867, + 17893, + 8631, + 38539, + 14117, + 26178, + 18359, + 27947, + 44051, + 41563, + 25367, + 26369, + 33470, + 4364, + 17219, + 23464, + 43524, + 27708, + 38947, + 26307, + 35300, + 19840, + 34349, + 42933, + 30637, + 26483, + 46893, + 37571, + 11269, + 10117, + 24980, + 45639, + 17898, + 31805, + 44603, + 26323, + 48660, + 3339, + 33063, + 21557, + 38582, + 29865, + 4502, + 9114, + 15675, + 25548, + 3341, + 10903, + 7560, + 17870, + 35168, + 35661, + 8382, + 48322, + 44869, + 38620, + 18173, + 10159, + 21297, + 48759, + 41953, + 30095, + 24821, + 10240, + 10750, + 48917, + 10377, + 45503, + 6713, + 30789, + 49946, + 38202, + 43955, + 43492, + 35837, + 47811, + 360, + 12116, + 18149, + 14532, + 19561, + 3904, + 15295, + 44273, + 13074, + 43775, + 47209, + 4996, + 11634, + 33491, + 32434, + 3894, + 12412, + 4554, + 16471, + 20762, + 25647, + 34772, + 43227, + 10288, + 43246, + 27779, + 36360, + 41726, + 6025, + 33011, + 19838, + 18791, + 27276, + 30363, + 10838, + 6030, + 5076, + 26609, + 27284, + 46160, + 8402, + 46390, + 44218, + 44725, + 33531, + 27387, + 29410, + 12534, + 9642, + 7994, + 41188, + 32110, + 21046, + 4037, + 22200, + 43804, + 4642, + 5581, + 24066, + 3020, + 48911, + 14007, + 3149, + 33345, + 39577, + 16018, + 35503, + 4467, + 14506, + 5927, + 22708, + 9, + 43607, + 4460, + 25347, + 7701, + 17455, + 46609, + 32281, + 30476, + 2486, + 17296, + 30432, + 18320, + 33409, + 46997, + 45773, + 33819, + 22107, + 10458, + 876, + 23531, + 36329, + 15752, + 1843, + 16979, + 19995, + 1975, + 17184, + 46513, + 1546, + 23431, + 256, + 14908, + 5462, + 44781, + 1313, + 33714, + 12518, + 19754, + 27988, + 19898, + 2500, + 43678, + 48495, + 27338, + 34909, + 24651, + 45830, + 9084, + 20290, + 20900, + 29981, + 37, + 17468, + 22012, + 24318, + 40967, + 25912, + 36076, + 37135, + 18464, + 25574, + 25172, + 38524, + 15718, + 6758, + 33727, + 15734, + 20742, + 33830, + 1170, + 12642, + 7988, + 29874, + 14307, + 12107, + 48158, + 16795, + 46144, + 26360, + 10550, + 27160, + 9455, + 18370, + 982, + 45842, + 4657, + 28998, + 19261, + 36246, + 38660, + 41131, + 23581, + 11083, + 45484, + 6060, + 42213, + 6750, + 11105, + 12748, + 48968, + 48266, + 19439, + 23365, + 652, + 37748, + 47425, + 30899, + 3006, + 48385, + 16818, + 27892, + 22191, + 23554, + 30872, + 41753, + 25469, + 18746, + 4984, + 18476, + 41386, + 27099, + 5556, + 11559, + 2721, + 39261, + 2135, + 16778, + 6052, + 35138, + 23737, + 22875, + 9322, + 439, + 40689, + 48516, + 29893, + 20197, + 36150, + 26911, + 41295, + 35194, + 39316, + 47401, + 36523, + 38614, + 1857, + 13830, + 18093, + 47434, + 37335, + 39522, + 36315, + 12810, + 2772, + 43711, + 16581, + 41531, + 7515, + 27023, + 48307, + 33441, + 2059, + 21800, + 16978, + 46663, + 27796, + 38209, + 6974, + 6753, + 13369, + 37112, + 20751, + 4492, + 33740, + 14605, + 49962, + 21653, + 46036, + 34261, + 46182, + 25471, + 22734, + 47571, + 47955, + 21811, + 9237, + 10137, + 23453, + 7028, + 42612, + 41599, + 134, + 8322, + 29302, + 1050, + 16046, + 30861, + 40966, + 45833, + 15549, + 1095, + 32581, + 11582, + 5070, + 3430, + 24762, + 10613, + 39500, + 34640, + 3825, + 16970, + 38744, + 10057, + 25428, + 17080, + 1275, + 47758, + 42741, + 20370, + 41264, + 30402, + 38084, + 2841, + 30989, + 19292, + 44026, + 39876, + 41321, + 46088, + 36096, + 41578, + 46614, + 8684, + 9560, + 23936, + 25601, + 46218, + 24576, + 47048, + 4994, + 12047, + 24723, + 8791, + 39116, + 28166, + 6929, + 12010, + 41079, + 36599, + 43862, + 19181, + 2747, + 23282, + 18598, + 25521, + 46012, + 20256, + 32897, + 37154, + 21735, + 30879, + 3243, + 46002, + 24598, + 40411, + 5179, + 24712, + 5257, + 11331, + 6967, + 1595, + 40982, + 48166, + 46719, + 12934, + 1040, + 38092, + 6542, + 49551, + 8001, + 47149, + 34219, + 42981, + 28095, + 4305, + 11533, + 33467, + 44, + 42245, + 35084, + 9672, + 49653, + 49330, + 34302, + 48874, + 30716, + 874, + 43968, + 47383, + 47777, + 24945, + 39186, + 5611, + 48585, + 49208, + 23106, + 35028, + 8083, + 30928, + 34139, + 34924, + 7852, + 44170, + 34124, + 41935, + 13439, + 38208, + 46929, + 8301, + 16444, + 21455, + 43, + 1942, + 22880, + 12256, + 41692, + 41182, + 33327, + 34093, + 19350, + 17123, + 6468, + 49958, + 35977, + 38851, + 36178, + 15641, + 34142, + 8374, + 4932, + 4026, + 12447, + 22845, + 31340, + 23145, + 42545, + 45848, + 44338, + 26148, + 7377, + 32350, + 5419, + 36750, + 31237, + 32121, + 49045, + 47378, + 28016, + 40878, + 38038, + 45337, + 1336, + 37192, + 9569, + 5861, + 13546, + 17320, + 44729, + 43347, + 7060, + 34816, + 7179, + 49179, + 20449, + 1012, + 49061, + 39409, + 6622, + 37267, + 28305, + 33330, + 48192, + 24294, + 8803, + 22722, + 17766, + 41344, + 8368, + 20015, + 24350, + 26386, + 26194, + 33237, + 6363, + 27250, + 43150, + 39603, + 1473, + 2860, + 43652, + 38578, + 21854, + 1926, + 5071, + 25750, + 18133, + 27928, + 21194, + 21776, + 3113, + 45623, + 27831, + 9838, + 40773, + 21730, + 21995, + 8420, + 27208, + 379, + 32375, + 29269, + 38958, + 18244, + 17325, + 10264, + 43816, + 18298, + 23695, + 16784, + 22245, + 13250, + 7292, + 5101, + 29510, + 25894, + 19123, + 42236, + 7294, + 13163, + 20324, + 14659, + 33208, + 4248, + 5183, + 19399, + 46669, + 23052, + 11629, + 5022, + 7823, + 391, + 8258, + 30863, + 19834, + 39486, + 34660, + 7219, + 46684, + 32308, + 27588, + 7370, + 34623, + 23313, + 5714, + 6830, + 7694, + 5987, + 25356, + 9401, + 40877, + 31074, + 39335, + 25854, + 33354, + 36875, + 41725, + 49838, + 14519, + 24363, + 32363, + 36709, + 7148, + 13465, + 907, + 45262, + 21104, + 10309, + 11526, + 1274, + 43810, + 16579, + 21255, + 6500, + 22805, + 16706, + 29243, + 8947, + 8066, + 38875, + 7688, + 39478, + 33726, + 39004, + 23312, + 13365, + 38114, + 19646, + 40440, + 10298, + 2853, + 41318, + 5392, + 4850, + 21567, + 21378, + 29994, + 30312, + 25123, + 39996, + 31586, + 44384, + 14297, + 28512, + 34600, + 7968, + 43056, + 34843, + 11709, + 4051, + 10724, + 49834, + 38368, + 3890, + 48136, + 20007, + 36124, + 18956, + 47701, + 11676, + 40389, + 2936, + 19466, + 20211, + 13534, + 2216, + 20601, + 12919, + 12782, + 30471, + 19137, + 46119, + 21265, + 33294, + 45863, + 20722, + 8524, + 39837, + 37248, + 29804, + 29202, + 15725, + 20302, + 11706, + 44031, + 27938, + 15374, + 27880, + 20496, + 28749, + 4212, + 46460, + 46497, + 41973, + 43821, + 36004, + 36402, + 11117, + 31112, + 10619, + 38925, + 22749, + 38045, + 39649, + 28326, + 10754, + 20415, + 1921, + 38177, + 7445, + 16952, + 3065, + 27558, + 15642, + 41403, + 39103, + 4546, + 12865, + 47059, + 25526, + 35552, + 3639, + 2444, + 47421, + 30765, + 7565, + 19444, + 24409, + 14451, + 954, + 33390, + 46520, + 15358, + 15006, + 41347, + 6556, + 3689, + 35986, + 39771, + 26234, + 14635, + 4500, + 46235, + 13312, + 9058, + 3248, + 33710, + 7063, + 36026, + 18275, + 34101, + 41132, + 14630, + 26439, + 9638, + 15427, + 35734, + 28313, + 3976, + 44503, + 42624, + 35262, + 28, + 36908, + 21964, + 21911, + 8260, + 45211, + 35802, + 17099, + 45599, + 11673, + 40315, + 42727, + 22370, + 40659, + 47008, + 39764, + 37700, + 45967, + 23393, + 35746, + 34584, + 40986, + 45125, + 11008, + 10387, + 25210, + 29275, + 16264, + 761, + 23617, + 21989, + 47541, + 5230, + 21970, + 4170, + 16141, + 9334, + 6309, + 41603, + 39743, + 47896, + 21349, + 11764, + 42016, + 8525, + 13789, + 27722, + 46643, + 11856, + 33406, + 8214, + 5223, + 34644, + 5985, + 17232, + 13217, + 45993, + 741, + 35673, + 45245, + 21483, + 11308, + 40430, + 5921, + 30201, + 3422, + 4602, + 12867, + 31369, + 34957, + 34758, + 32588, + 11615, + 9172, + 47027, + 3898, + 20935, + 30951, + 1874, + 34684, + 6271, + 33371, + 24691, + 33022, + 17071, + 42652, + 40138, + 6090, + 48834, + 27526, + 3175, + 38037, + 21489, + 19780, + 7275, + 9758, + 49449, + 28414, + 16522, + 36653, + 37800, + 47071, + 12033, + 29592, + 49464, + 39057, + 45953, + 4265, + 25286, + 26705, + 5547, + 12093, + 22804, + 39570, + 33791, + 14181, + 7825, + 795, + 6834, + 41369, + 37394, + 18281, + 19462, + 9161, + 17354, + 28170, + 26932, + 3733, + 8754, + 16467, + 6801, + 16067, + 48010, + 29760, + 17292, + 5846, + 17132, + 28401, + 9619, + 37558, + 35223, + 35712, + 10282, + 44826, + 25310, + 32562, + 31696, + 46260, + 19658, + 22253, + 49355, + 49515, + 12320, + 40880, + 3474, + 15161, + 22623, + 41167, + 43894, + 22752, + 36724, + 8986, + 12448, + 30562, + 42906, + 23848, + 15820, + 40224, + 31723, + 48600, + 20625, + 3738, + 35493, + 45711, + 41280, + 44977, + 30230, + 34940, + 47112, + 11061, + 5636, + 31933, + 16742, + 21296, + 10826, + 10985, + 32307, + 45991, + 28545, + 30894, + 18072, + 12895, + 1143, + 39687, + 40304, + 23302, + 24467, + 8211, + 46395, + 20943, + 6020, + 11960, + 44152, + 42525, + 33771, + 1654, + 42137, + 26359, + 36899, + 18763, + 13396, + 47294, + 44393, + 24971, + 49888, + 33125, + 25833, + 22809, + 35688, + 39937, + 24487, + 15902, + 2864, + 12098, + 47338, + 6291, + 30392, + 14820, + 21681, + 11240, + 15649, + 46526, + 49109, + 38762, + 47909, + 6674, + 11068, + 19572, + 3721, + 763, + 5998, + 36203, + 22802, + 42427, + 18579, + 36431, + 35471, + 28735, + 28657, + 35383, + 31331, + 13341, + 9675, + 30960, + 15580, + 37257, + 22705, + 12315, + 41451, + 18246, + 22983, + 1984, + 27807, + 19264, + 46897, + 6449, + 38432, + 14481, + 20327, + 22862, + 43278, + 25914, + 18224, + 11386, + 21241, + 19919, + 11605, + 40630, + 36236, + 4300, + 22246, + 7478, + 9162, + 17208, + 45687, + 30670, + 18057, + 2374, + 49251, + 10025, + 43148, + 12360, + 4582, + 29295, + 3158, + 12012, + 42080, + 11708, + 1472, + 27658, + 30221, + 27237, + 45328, + 38462, + 10539, + 30086, + 38677, + 39491, + 46590, + 37205, + 6898, + 18733, + 9851, + 27386, + 2453, + 25935, + 23653, + 42241, + 34832, + 29934, + 32366, + 7618, + 49155, + 7952, + 20638, + 36519, + 28287, + 40049, + 23983, + 22782, + 41792, + 18741, + 13872, + 21076, + 35581, + 38701, + 38810, + 33706, + 43948, + 10815, + 20394, + 22292, + 29584, + 35970, + 3599, + 4470, + 34534, + 13772, + 44592, + 6515, + 29911, + 15425, + 14558, + 23472, + 24525, + 8232, + 1512, + 46273, + 27144, + 46327, + 42347, + 10310, + 9667, + 36331, + 33236, + 49920, + 15741, + 12820, + 13548, + 4745, + 46884, + 38488, + 33407, + 22096, + 16183, + 40517, + 16954, + 29666, + 47607, + 16221, + 15194, + 36007, + 48064, + 9396, + 35390, + 5843, + 49161, + 20427, + 4065, + 21533, + 23408, + 5293, + 14731, + 18888, + 9485, + 2255, + 40671, + 17431, + 31463, + 48360, + 5897, + 21154, + 32803, + 41213, + 44162, + 16482, + 2622, + 4070, + 33633, + 5554, + 15801, + 18034, + 31357, + 46225, + 11481, + 38713, + 25049, + 10538, + 16211, + 47815, + 26133, + 21978, + 43539, + 21787, + 9601, + 29093, + 17289, + 44855, + 12840, + 38064, + 2518, + 30046, + 40842, + 41139, + 33322, + 16292, + 18233, + 49334, + 6857, + 2325, + 19930, + 20661, + 20659, + 19889, + 10604, + 5053, + 718, + 18006, + 28162, + 37936, + 38328, + 49097, + 306, + 29242, + 48663, + 2338, + 34344, + 14486, + 22077, + 22794, + 18324, + 11057, + 17342, + 38900, + 16787, + 36488, + 15153, + 33172, + 12224, + 33218, + 42982, + 43139, + 5489, + 3859, + 48102, + 38285, + 2565, + 7021, + 17795, + 12876, + 31989, + 6892, + 6048, + 15280, + 3377, + 48219, + 25177, + 19182, + 38554, + 15917, + 41720, + 101, + 14911, + 34615, + 38626, + 28923, + 43578, + 48922, + 14930, + 26499, + 26594, + 32126, + 23675, + 9103, + 39285, + 23385, + 24710, + 17256, + 5103, + 40793, + 48762, + 39900, + 21476, + 41587, + 5974, + 11538, + 20494, + 8093, + 14521, + 44778, + 3182, + 28876, + 36552, + 30141, + 34969, + 29747, + 25994, + 47804, + 30913, + 48695, + 40668, + 18214, + 47007, + 2530, + 47466, + 17215, + 43006, + 30602, + 23827, + 1932, + 46222, + 40665, + 404, + 31411, + 27518, + 8179, + 21165, + 48282, + 11206, + 19714, + 47632, + 10268, + 48576, + 24822, + 33675, + 49163, + 32153, + 19119, + 34418, + 18307, + 25300, + 32823, + 49467, + 12539, + 15438, + 7287, + 41745, + 40094, + 17100, + 14997, + 26801, + 37627, + 34588, + 41948, + 37720, + 49879, + 24804, + 29006, + 19226, + 36928, + 34277, + 36378, + 49903, + 36649, + 20624, + 28328, + 28906, + 48331, + 13116, + 29210, + 29278, + 35153, + 21527, + 10220, + 24850, + 45657, + 37016, + 10792, + 41796, + 45485, + 6049, + 3856, + 33248, + 15392, + 38662, + 3609, + 26440, + 26281, + 44245, + 7648, + 40119, + 45323, + 2093, + 22110, + 43316, + 44388, + 320, + 24214, + 30008, + 28580, + 37904, + 22268, + 28403, + 28788, + 47412, + 35757, + 30112, + 48095, + 15686, + 19695, + 11985, + 33880, + 37479, + 11135, + 48705, + 24053, + 49286, + 38879, + 31637, + 33512, + 14228, + 11435, + 31767, + 46392, + 24588, + 34997, + 38305, + 10529, + 45961, + 10752, + 7923, + 18609, + 48356, + 25289, + 22441, + 14522, + 30948, + 34857, + 28270, + 5845, + 47690, + 46086, + 831, + 32812, + 18327, + 10990, + 40302, + 19410, + 8115, + 824, + 19618, + 19218, + 8848, + 44698, + 38576, + 42344, + 19566, + 28245, + 30608, + 25562, + 43464, + 10177, + 18739, + 16532, + 41166, + 30933, + 30326, + 17254, + 8229, + 45002, + 43427, + 30310, + 38420, + 49547, + 17768, + 45297, + 23184, + 32112, + 44673, + 8065, + 29296, + 426, + 29401, + 20110, + 18972, + 25241, + 34141, + 34497, + 35349, + 1629, + 44884, + 21184, + 24226, + 45719, + 42407, + 43136, + 31579, + 7164, + 48772, + 39462, + 29324, + 14940, + 37043, + 24846, + 44669, + 28073, + 9378, + 2923, + 6286, + 46040, + 13417, + 22449, + 5034, + 8626, + 47431, + 19479, + 18560, + 3676, + 31665, + 2880, + 39220, + 4819, + 30096, + 40886, + 31623, + 10900, + 42163, + 23210, + 21371, + 11935, + 10208, + 48899, + 29444, + 15835, + 45570, + 1111, + 19985, + 37770, + 10340, + 10432, + 38982, + 7384, + 6002, + 27124, + 24095, + 24657, + 44302, + 10608, + 29659, + 49791, + 14122, + 46334, + 24838, + 17079, + 35780, + 35484, + 38104, + 39928, + 39375, + 42297, + 3829, + 17113, + 7710, + 12819, + 1315, + 13129, + 12550, + 45376, + 42068, + 57, + 13004, + 40919, + 49199, + 48790, + 13183, + 18099, + 45589, + 32959, + 36481, + 29385, + 34254, + 21748, + 762, + 44861, + 18378, + 18154, + 10777, + 32738, + 44811, + 44997, + 27993, + 39124, + 26933, + 45314, + 25723, + 12710, + 44586, + 25165, + 32194, + 24788, + 41570, + 38556, + 37032, + 6035, + 16917, + 28980, + 13208, + 9105, + 34130, + 32790, + 9582, + 33136, + 205, + 14788, + 14315, + 20574, + 19851, + 16709, + 11178, + 35561, + 32682, + 2970, + 23579, + 45752, + 5324, + 32912, + 4512, + 1394, + 28642, + 30357, + 26469, + 15449, + 10095, + 29402, + 43560, + 45047, + 25991, + 425, + 15545, + 6165, + 33826, + 34362, + 284, + 9804, + 37492, + 18695, + 27600, + 46145, + 12786, + 43954, + 45797, + 3646, + 48742, + 20188, + 2956, + 37497, + 5630, + 13296, + 11713, + 29272, + 35689, + 38145, + 37226, + 41199, + 23071, + 33748, + 36454, + 39992, + 8830, + 37600, + 36793, + 29722, + 44701, + 37566, + 23045, + 29034, + 33378, + 16764, + 20243, + 9406, + 17259, + 29692, + 18380, + 20731, + 22031, + 10976, + 12792, + 878, + 25185, + 23081, + 21558, + 46368, + 23730, + 44380, + 8886, + 11408, + 41125, + 19348, + 37455, + 7182, + 25464, + 23073, + 808, + 40234, + 23254, + 34454, + 36672, + 47360, + 36513, + 20117, + 21229, + 5626, + 35915, + 2623, + 28835, + 15090, + 19770, + 45749, + 4774, + 37300, + 35879, + 37621, + 7721, + 2360, + 30483, + 36743, + 14811, + 14657, + 29570, + 43408, + 10278, + 4060, + 17543, + 5847, + 5934, + 15602, + 35505, + 40428, + 23716, + 13885, + 38931, + 15470, + 991, + 28702, + 2696, + 10667, + 16277, + 19922, + 1244, + 22375, + 3731, + 12703, + 25128, + 19323, + 24266, + 33309, + 16794, + 21086, + 17054, + 2441, + 25257, + 13358, + 34353, + 41856, + 13220, + 18139, + 22884, + 27879, + 8561, + 48513, + 34447, + 13474, + 15931, + 25448, + 8448, + 4043, + 49606, + 3164, + 9994, + 6009, + 34531, + 637, + 46491, + 16144, + 25316, + 30614, + 34021, + 11601, + 26840, + 37960, + 23546, + 17531, + 5240, + 34064, + 37798, + 26882, + 15022, + 35975, + 24680, + 17337, + 12485, + 9361, + 26723, + 38856, + 21205, + 5950, + 17723, + 5000, + 21048, + 6369, + 34506, + 2404, + 41059, + 34468, + 23666, + 39232, + 12760, + 14095, + 18860, + 46530, + 38075, + 29381, + 10437, + 26091, + 21984, + 5046, + 47979, + 14515, + 16202, + 8727, + 2669, + 22731, + 37710, + 18398, + 39081, + 41967, + 34729, + 21924, + 9689, + 10695, + 34507, + 23488, + 9928, + 47474, + 33811, + 1409, + 21227, + 11430, + 28373, + 35931, + 4014, + 8676, + 26010, + 25266, + 27857, + 29662, + 103, + 36509, + 31748, + 42963, + 41127, + 11048, + 9773, + 28495, + 6676, + 49270, + 46422, + 43945, + 43398, + 45107, + 46963, + 18507, + 25943, + 43831, + 29825, + 33874, + 41922, + 30766, + 41735, + 38681, + 38532, + 509, + 3935, + 6032, + 7322, + 32622, + 40449, + 34864, + 43114, + 48972, + 11916, + 19470, + 3717, + 8559, + 37705, + 49458, + 3353, + 27927, + 21951, + 25035, + 17407, + 3790, + 1958, + 18107, + 42328, + 1015, + 24518, + 16054, + 36449, + 1304, + 5895, + 14090, + 35154, + 31934, + 27449, + 41956, + 35896, + 42840, + 24449, + 21615, + 17858, + 19419, + 6680, + 4655, + 13032, + 22591, + 27190, + 8220, + 39889, + 24732, + 42853, + 22143, + 17657, + 48203, + 20008, + 47215, + 47356, + 31671, + 42186, + 14208, + 22417, + 25175, + 36891, + 29371, + 16547, + 17645, + 12546, + 45421, + 36187, + 37552, + 33599, + 4028, + 26197, + 39005, + 18059, + 11443, + 33356, + 15730, + 48675, + 26673, + 14226, + 17610, + 16542, + 22436, + 45348, + 4363, + 17293, + 42399, + 47337, + 30838, + 40767, + 19050, + 36971, + 45255, + 35259, + 32369, + 20311, + 42826, + 22349, + 15845, + 16371, + 4331, + 45536, + 32224, + 13040, + 41034, + 18394, + 35534, + 28699, + 921, + 8624, + 5517, + 38456, + 20152, + 1666, + 29701, + 26738, + 35979, + 15002, + 14806, + 22165, + 23084, + 32739, + 29089, + 10653, + 37307, + 12932, + 39184, + 16299, + 40355, + 34127, + 36145, + 3607, + 12592, + 479, + 11933, + 7270, + 47355, + 41906, + 21589, + 3851, + 19963, + 12207, + 3102, + 33119, + 11354, + 18697, + 26346, + 8965, + 5572, + 4948, + 9295, + 49376, + 48029, + 39683, + 27983, + 33963, + 1356, + 30924, + 27455, + 24234, + 43941, + 8325, + 5328, + 34543, + 4481, + 2974, + 36706, + 26851, + 43436, + 13792, + 5294, + 6913, + 17240, + 35842, + 39972, + 7915, + 46977, + 18637, + 36954, + 47985, + 40013, + 32963, + 24288, + 1747, + 24905, + 6965, + 1064, + 40518, + 18699, + 33021, + 42005, + 38118, + 28183, + 11850, + 55, + 6889, + 32840, + 12340, + 42710, + 41248, + 34151, + 16103, + 15123, + 45175, + 36201, + 41239, + 38540, + 34327, + 11796, + 14511, + 784, + 4973, + 13414, + 42249, + 10882, + 42286, + 42960, + 23275, + 6026, + 19078, + 15588, + 18961, + 41897, + 49228, + 3280, + 28236, + 42485, + 16747, + 3436, + 36257, + 2134, + 40164, + 8269, + 12164, + 23478, + 37867, + 25746, + 38692, + 35992, + 26773, + 4703, + 36471, + 49765, + 36089, + 26063, + 40261, + 15380, + 21468, + 4959, + 12109, + 4870, + 29851, + 47653, + 45306, + 35962, + 27022, + 25270, + 23613, + 35353, + 1897, + 887, + 46407, + 17882, + 21087, + 32408, + 368, + 34683, + 42850, + 44783, + 37170, + 43261, + 10168, + 11548, + 14161, + 11569, + 12027, + 8796, + 34745, + 7742, + 11726, + 35221, + 43216, + 35633, + 33617, + 10556, + 27093, + 3070, + 10225, + 4482, + 10238, + 11066, + 5448, + 42858, + 19569, + 34557, + 20565, + 7869, + 16138, + 22576, + 48638, + 6872, + 37972, + 13583, + 31733, + 42627, + 40619, + 21157, + 36889, + 18851, + 26790, + 36882, + 9002, + 32133, + 34896, + 49803, + 2543, + 41955, + 8835, + 23404, + 41027, + 14823, + 49768, + 7516, + 4283, + 14047, + 34641, + 13002, + 49328, + 25567, + 44989, + 16708, + 34628, + 34276, + 25421, + 46464, + 11322, + 48925, + 41026, + 2793, + 5986, + 10641, + 39405, + 21493, + 31949, + 21426, + 19327, + 37094, + 38351, + 31755, + 38335, + 27004, + 7687, + 40292, + 13356, + 45313, + 3762, + 20798, + 11667, + 28685, + 14107, + 15241, + 40939, + 36581, + 2450, + 39586, + 13142, + 35714, + 19699, + 48376, + 13036, + 9539, + 21280, + 28939, + 34074, + 36778, + 21427, + 45085, + 34606, + 49669, + 11095, + 38170, + 48620, + 8021, + 6878, + 48059, + 27434, + 22964, + 11717, + 47750, + 6202, + 23729, + 16044, + 46008, + 44483, + 5593, + 39769, + 39838, + 35375, + 8849, + 45351, + 38964, + 39022, + 35233, + 5678, + 49824, + 24934, + 29765, + 11159, + 29161, + 24928, + 35605, + 44262, + 32159, + 29462, + 41976, + 44013, + 28410, + 30420, + 15670, + 17763, + 46177, + 4108, + 22307, + 20465, + 32530, + 17014, + 48265, + 17584, + 19155, + 46076, + 24506, + 31215, + 33979, + 41557, + 38966, + 41736, + 4012, + 18264, + 6650, + 32054, + 42277, + 7614, + 14826, + 12757, + 40540, + 36001, + 9799, + 18495, + 48991, + 30501, + 6937, + 17988, + 4190, + 37609, + 44797, + 9920, + 29477, + 26761, + 21919, + 25814, + 33914, + 40721, + 13873, + 44751, + 26470, + 26502, + 45041, + 30421, + 18155, + 20621, + 6336, + 30224, + 33325, + 25717, + 43264, + 184, + 42857, + 15541, + 35318, + 36880, + 7544, + 15656, + 49216, + 44423, + 25121, + 5887, + 29655, + 14505, + 48828, + 44824, + 33122, + 9752, + 629, + 17067, + 36108, + 44036, + 27117, + 11462, + 8011, + 13536, + 35433, + 3755, + 42240, + 23077, + 47042, + 47654, + 32704, + 1581, + 41263, + 18865, + 25909, + 36570, + 13725, + 36031, + 42506, + 48225, + 28063, + 31477, + 20817, + 49335, + 1888, + 18408, + 7598, + 36592, + 40896, + 1564, + 10289, + 21313, + 44136, + 42779, + 49724, + 21652, + 38395, + 26255, + 8560, + 2364, + 43969, + 37513, + 3184, + 8161, + 49641, + 30439, + 41019, + 17877, + 43732, + 4058, + 36448, + 33561, + 25529, + 27681, + 42556, + 21514, + 24607, + 14954, + 43346, + 22984, + 16490, + 35916, + 44722, + 1774, + 41284, + 4282, + 39089, + 1614, + 1815, + 40250, + 31060, + 8546, + 15321, + 3236, + 2887, + 16763, + 31750, + 22772, + 9219, + 49259, + 23544, + 47346, + 16732, + 31230, + 6236, + 12872, + 15945, + 19072, + 19874, + 28536, + 42681, + 659, + 15267, + 40397, + 14585, + 4935, + 37263, + 19095, + 28090, + 26576, + 16328, + 28099, + 12848, + 5825, + 23668, + 20681, + 5147, + 44103, + 25294, + 27885, + 27517, + 7708, + 25921, + 42879, + 5917, + 13095, + 37007, + 40226, + 47315, + 44414, + 46052, + 18725, + 47101, + 44812, + 48194, + 43041, + 11524, + 26267, + 382, + 27712, + 12964, + 49687, + 16430, + 11098, + 41755, + 45462, + 11934, + 21815, + 40435, + 12941, + 28119, + 35006, + 41842, + 36475, + 15109, + 39188, + 20443, + 4691, + 32776, + 36356, + 47634, + 14317, + 41122, + 12933, + 39861, + 11699, + 14608, + 36674, + 31264, + 10481, + 17687, + 39682, + 32362, + 34309, + 43805, + 43472, + 47828, + 25204, + 6995, + 11513, + 12155, + 44252, + 17447, + 44011, + 7286, + 46446, + 3906, + 12733, + 29207, + 43177, + 31219, + 22393, + 26381, + 19291, + 11802, + 1582, + 5567, + 4794, + 47501, + 11697, + 42266, + 46829, + 39948, + 44940, + 30361, + 7559, + 38847, + 19831, + 18170, + 1713, + 22192, + 1587, + 9333, + 43192, + 45982, + 38105, + 3336, + 11909, + 43215, + 24855, + 18209, + 25524, + 36322, + 30747, + 36217, + 37254, + 47361, + 17026, + 1303, + 19967, + 19788, + 23521, + 34424, + 17007, + 30957, + 23423, + 21662, + 37052, + 6413, + 45947, + 19288, + 20209, + 29014, + 2462, + 24437, + 20530, + 49532, + 32589, + 23188, + 47599, + 42888, + 28504, + 35838, + 12567, + 38150, + 27288, + 2026, + 226, + 12598, + 34717, + 40098, + 46451, + 34011, + 45965, + 6887, + 13225, + 21579, + 15552, + 4256, + 13412, + 11991, + 11791, + 40345, + 21901, + 19517, + 45798, + 35361, + 44053, + 11234, + 10479, + 48640, + 7124, + 4104, + 20343, + 40008, + 37047, + 7626, + 1714, + 22489, + 15348, + 31756, + 19094, + 46748, + 6220, + 3105, + 2862, + 31030, + 21962, + 40478, + 22505, + 12834, + 34193, + 6416, + 21999, + 41793, + 19114, + 27118, + 34131, + 49754, + 46864, + 38808, + 14594, + 32723, + 19149, + 34419, + 24745, + 28676, + 14692, + 27062, + 5359, + 3608, + 19128, + 46178, + 25311, + 11816, + 15918, + 31851, + 13452, + 10188, + 12323, + 33873, + 30652, + 19057, + 38885, + 25543, + 12334, + 48560, + 3289, + 46354, + 22361, + 4921, + 30208, + 23068, + 43707, + 45378, + 44100, + 2205, + 6153, + 11964, + 19296, + 16614, + 26805, + 47278, + 45407, + 47773, + 43180, + 2973, + 1200, + 22543, + 26958, + 35731, + 32735, + 33331, + 48421, + 32332, + 9822, + 31717, + 10044, + 39440, + 13175, + 10654, + 3118, + 46783, + 31096, + 27002, + 13636, + 4868, + 46995, + 47463, + 22987, + 48390, + 15271, + 42141, + 18894, + 48280, + 7380, + 9104, + 44994, + 41358, + 45707, + 39414, + 17814, + 18491, + 45014, + 45456, + 13782, + 1117, + 10704, + 48104, + 49568, + 7702, + 37102, + 18182, + 2575, + 25026, + 7749, + 49909, + 30414, + 3663, + 24179, + 11532, + 24203, + 45116, + 26320, + 40406, + 27515, + 20946, + 2195, + 13586, + 49386, + 18212, + 37081, + 32218, + 9586, + 31707, + 30596, + 33481, + 11631, + 13908, + 17234, + 41137, + 19424, + 29967, + 26053, + 19447, + 10515, + 32693, + 26402, + 29259, + 18836, + 24853, + 1627, + 15595, + 40301, + 18823, + 4167, + 28239, + 36579, + 28432, + 40591, + 24192, + 39650, + 17831, + 48071, + 7550, + 44448, + 31523, + 39369, + 30515, + 10351, + 36941, + 1836, + 22360, + 26688, + 1920, + 24039, + 16790, + 32136, + 35093, + 29221, + 17840, + 10390, + 6254, + 5571, + 37079, + 40161, + 14093, + 3783, + 38510, + 35190, + 7612, + 40995, + 32861, + 5635, + 40965, + 21537, + 14994, + 36751, + 27114, + 3017, + 43881, + 44661, + 11151, + 49103, + 16261, + 38187, + 34866, + 49936, + 41288, + 38338, + 28297, + 5575, + 1024, + 38415, + 6383, + 30664, + 21264, + 29456, + 41579, + 32701, + 8160, + 13273, + 37943, + 33191, + 11833, + 11137, + 11302, + 36381, + 4886, + 19584, + 42444, + 48157, + 33645, + 23199, + 17131, + 39170, + 6483, + 46987, + 38698, + 44716, + 2458, + 45373, + 25102, + 34255, + 39624, + 48099, + 29876, + 19993, + 17878, + 8573, + 24424, + 7633, + 32730, + 40384, + 6966, + 39680, + 11759, + 26731, + 48847, + 10070, + 40073, + 17500, + 42064, + 10982, + 27930, + 4287, + 947, + 13304, + 44601, + 39036, + 48139, + 36337, + 37924, + 12535, + 17552, + 49923, + 36272, + 10313, + 42184, + 9166, + 24248, + 27220, + 41472, + 40144, + 16404, + 4975, + 2187, + 5555, + 10370, + 15275, + 46189, + 42404, + 38212, + 37861, + 2253, + 47428, + 31688, + 11804, + 48343, + 16668, + 16384, + 10230, + 24079, + 29038, + 17650, + 17514, + 25227, + 28638, + 6762, + 21507, + 2251, + 31893, + 5413, + 2693, + 45143, + 6137, + 45770, + 21812, + 5252, + 30709, + 22225, + 49065, + 2641, + 11282, + 11976, + 19577, + 17503, + 24017, + 40715, + 44397, + 636, + 43151, + 24270, + 22958, + 29743, + 49633, + 1974, + 19145, + 9324, + 37278, + 22582, + 26976, + 48445, + 16378, + 49273, + 8504, + 39150, + 43546, + 15532, + 47938, + 8585, + 33759, + 2479, + 1659, + 34265, + 48348, + 9782, + 26923, + 11271, + 18285, + 46080, + 8828, + 46545, + 39784, + 40757, + 22396, + 23196, + 30376, + 18286, + 30588, + 13956, + 39546, + 24146, + 21508, + 3057, + 15838, + 31695, + 8852, + 17736, + 39890, + 23883, + 46689, + 17185, + 17053, + 23136, + 45669, + 26092, + 44925, + 3791, + 23141, + 10190, + 40561, + 27642, + 17068, + 9444, + 25297, + 24689, + 48031, + 24987, + 22487, + 32509, + 19565, + 4728, + 16470, + 28821, + 17605, + 49486, + 33766, + 33610, + 24299, + 10249, + 34036, + 36460, + 27203, + 14245, + 26942, + 16011, + 18891, + 24532, + 9019, + 47583, + 34834, + 36619, + 29652, + 30812, + 41086, + 12584, + 6767, + 38102, + 36294, + 39107, + 36636, + 39565, + 21008, + 45331, + 44741, + 49280, + 1516, + 19093, + 9011, + 10864, + 38550, + 33776, + 12101, + 8801, + 13202, + 4738, + 4971, + 49443, + 22587, + 38730, + 44679, + 2224, + 11223, + 24702, + 10202, + 47426, + 46511, + 12024, + 32436, + 33114, + 49767, + 23761, + 9906, + 2861, + 20325, + 33975, + 47353, + 24755, + 5387, + 32981, + 23299, + 2290, + 29327, + 27472, + 16179, + 25345, + 20060, + 40627, + 40664, + 11539, + 20763, + 49484, + 36279, + 25233, + 41342, + 39231, + 47468, + 45391, + 15603, + 2320, + 7841, + 32826, + 39715, + 24526, + 13039, + 40032, + 13508, + 41556, + 48075, + 48006, + 6600, + 4007, + 22844, + 29386, + 30821, + 12891, + 32913, + 11836, + 6172, + 41776, + 46962, + 14906, + 4160, + 28339, + 14712, + 42314, + 41305, + 25139, + 20462, + 21704, + 28618, + 510, + 10290, + 47586, + 31305, + 23132, + 15419, + 12443, + 35663, + 44924, + 45612, + 31316, + 36243, + 1745, + 47216, + 412, + 11686, + 4679, + 28437, + 23473, + 48892, + 41387, + 13212, + 47626, + 22542, + 49917, + 24325, + 16431, + 49514, + 30109, + 29000, + 6442, + 48755, + 46402, + 29483, + 31250, + 9629, + 24859, + 15832, + 30170, + 36774, + 6421, + 12296, + 16301, + 28065, + 18192, + 29575, + 28053, + 4839, + 36427, + 37072, + 43449, + 11875, + 14167, + 37057, + 35770, + 20626, + 14758, + 33591, + 25362, + 1934, + 31288, + 39677, + 41999, + 5040, + 28846, + 25853, + 40256, + 44176, + 15619, + 10167, + 40859, + 18250, + 32506, + 2235, + 33920, + 38427, + 32865, + 36041, + 31968, + 42366, + 3768, + 18262, + 29149, + 6261, + 26704, + 1457, + 24439, + 46027, + 33490, + 48589, + 24184, + 8782, + 24141, + 9110, + 20099, + 16347, + 11674, + 18694, + 43027, + 44223, + 39636, + 34811, + 19848, + 39252, + 21332, + 26235, + 12469, + 37771, + 12196, + 23496, + 36173, + 21142, + 26924, + 1207, + 1778, + 11259, + 10628, + 29993, + 18127, + 29063, + 23143, + 17425, + 3978, + 29714, + 17301, + 33324, + 2425, + 18824, + 48170, + 986, + 31024, + 5237, + 20756, + 38076, + 26480, + 9955, + 28874, + 41057, + 41917, + 18056, + 29026, + 28135, + 2912, + 29103, + 25726, + 6945, + 17559, + 24789, + 7032, + 27098, + 23718, + 47561, + 7417, + 40392, + 32922, + 18571, + 34634, + 42823, + 32499, + 1324, + 27048, + 34185, + 36391, + 33219, + 8241, + 30051, + 35881, + 7759, + 34212, + 46066, + 40303, + 9345, + 15451, + 18, + 13913, + 35564, + 4846, + 36645, + 12467, + 40200, + 20840, + 10742, + 648, + 17871, + 18175, + 25766, + 44756, + 32123, + 27240, + 5268, + 31243, + 30028, + 6972, + 32866, + 33019, + 15003, + 39034, + 4476, + 22707, + 17516, + 18939, + 15487, + 42501, + 16333, + 6467, + 36764, + 7212, + 21942, + 17411, + 33589, + 22763, + 3718, + 35539, + 13803, + 26100, + 45118, + 35193, + 33, + 23884, + 20908, + 12821, + 17419, + 1445, + 15465, + 25982, + 26015, + 30843, + 13325, + 42946, + 46141, + 38468, + 17640, + 29669, + 11541, + 11814, + 7015, + 20903, + 4193, + 48357, + 48885, + 32277, + 9858, + 28068, + 32409, + 38957, + 34892, + 16797, + 37767, + 20258, + 28809, + 41522, + 13300, + 17744, + 25691, + 40353, + 45030, + 37465, + 22189, + 14848, + 14978, + 43283, + 9507, + 22132, + 38003, + 30341, + 48317, + 35849, + 46566, + 2971, + 39453, + 13384, + 16701, + 28001, + 39692, + 29218, + 13252, + 33106, + 35715, + 48013, + 36843, + 44282, + 44204, + 42283, + 32624, + 41898, + 30665, + 8764, + 36752, + 21260, + 48808, + 27026, + 28548, + 17881, + 48405, + 8961, + 45870, + 29382, + 12291, + 2621, + 33450, + 16585, + 35794, + 40286, + 13019, + 31790, + 42777, + 27283, + 45254, + 36359, + 1133, + 37369, + 25414, + 31587, + 19222, + 33792, + 27223, + 19428, + 7102, + 33553, + 32291, + 23803, + 16464, + 3957, + 20845, + 39412, + 39816, + 13743, + 41042, + 7409, + 5243, + 12517, + 22710, + 27149, + 20616, + 477, + 15841, + 35913, + 21218, + 16730, + 21239, + 26542, + 2091, + 21447, + 40015, + 49885, + 19662, + 5696, + 1469, + 39539, + 12269, + 34321, + 40747, + 37074, + 26510, + 31424, + 42947, + 42099, + 26167, + 5386, + 35983, + 33166, + 42692, + 46418, + 22761, + 7448, + 26832, + 23657, + 16343, + 18300, + 42168, + 48173, + 16439, + 16385, + 26777, + 45852, + 24399, + 12864, + 20749, + 36895, + 10577, + 16110, + 16739, + 17235, + 43622, + 44020, + 1468, + 21185, + 37625, + 44885, + 20447, + 40197, + 13194, + 39765, + 44621, + 38666, + 49578, + 30316, + 35299, + 24164, + 16941, + 24885, + 1462, + 22135, + 3193, + 40489, + 40123, + 45156, + 39106, + 2899, + 3714, + 7753, + 40499, + 29614, + 10133, + 38434, + 523, + 8503, + 19842, + 41402, + 10877, + 8649, + 21601, + 15217, + 5622, + 30640, + 18634, + 20588, + 42104, + 215, + 28030, + 30970, + 45660, + 41437, + 43032, + 3939, + 37382, + 3797, + 35651, + 3483, + 883, + 26893, + 39438, + 9191, + 45970, + 37207, + 25462, + 28424, + 1544, + 9824, + 21545, + 6280, + 28184, + 38733, + 48687, + 25343, + 46103, + 19980, + 49447, + 39704, + 48334, + 35514, + 21706, + 19628, + 33034, + 49854, + 44828, + 36647, + 45727, + 38053, + 3160, + 15172, + 46, + 5502, + 32405, + 36590, + 42298, + 42426, + 10698, + 28739, + 3739, + 27942, + 6683, + 11519, + 39073, + 393, + 39734, + 16583, + 16916, + 14530, + 35648, + 20653, + 25067, + 8675, + 34754, + 36190, + 45094, + 27859, + 2852, + 11820, + 28300, + 40154, + 2269, + 858, + 8423, + 6544, + 31506, + 41546, + 33129, + 2900, + 23745, + 12694, + 47865, + 261, + 13644, + 33616, + 875, + 41404, + 4796, + 41890, + 32015, + 35664, + 9887, + 33289, + 45975, + 49191, + 39777, + 94, + 6563, + 30177, + 41568, + 47727, + 15589, + 5216, + 736, + 6321, + 18063, + 2496, + 41063, + 33210, + 12293, + 3081, + 2359, + 2234, + 12985, + 37179, + 25195, + 34803, + 5225, + 28869, + 37034, + 4466, + 37286, + 19665, + 23370, + 43654, + 40581, + 5399, + 22967, + 34631, + 29050, + 7517, + 13667, + 35293, + 18563, + 28451, + 14174, + 21810, + 40391, + 402, + 20035, + 48963, + 24511, + 31291, + 24480, + 3533, + 23945, + 24994, + 48629, + 18515, + 24426, + 40821, + 24798, + 39466, + 35759, + 38357, + 39230, + 408, + 32734, + 3709, + 27111, + 21014, + 8183, + 23875, + 29240, + 22969, + 6943, + 27959, + 21798, + 35629, + 4769, + 20297, + 13289, + 22642, + 44720, + 4295, + 24371, + 3459, + 18077, + 3399, + 22007, + 42486, + 16079, + 18742, + 28949, + 40044, + 48444, + 29268, + 3860, + 31025, + 28637, + 27024, + 46113, + 9957, + 38479, + 21799, + 18120, + 47638, + 36534, + 9587, + 38485, + 26252, + 25176, + 4766, + 22446, + 39416, + 17392, + 15624, + 14542, + 19528, + 49772, + 47685, + 35347, + 15416, + 7743, + 3000, + 35436, + 36483, + 34693, + 3959, + 7709, + 40273, + 15599, + 14560, + 26157, + 31650, + 31889, + 47913, + 10231, + 39156, + 14578, + 20725, + 6807, + 22495, + 2199, + 10097, + 42708, + 22698, + 9009, + 6795, + 35248, + 39452, + 17841, + 42378, + 8908, + 49000, + 19007, + 48476, + 12856, + 49310, + 29423, + 49922, + 45788, + 3610, + 23499, + 9287, + 9938, + 25997, + 3752, + 29251, + 35355, + 22011, + 34755, + 1089, + 49170, + 26433, + 12524, + 6015, + 20020, + 185, + 14793, + 33107, + 36545, + 30831, + 20477, + 11381, + 36901, + 49898, + 49132, + 49023, + 1684, + 46564, + 11811, + 38842, + 24883, + 4206, + 40645, + 4407, + 11970, + 43007, + 4999, + 12072, + 28602, + 45500, + 37270, + 19946, + 14622, + 49303, + 7718, + 8742, + 40335, + 37581, + 31252, + 38814, + 25525, + 41337, + 16080, + 44200, + 43515, + 31110, + 24358, + 41914, + 14488, + 10328, + 24072, + 32591, + 18530, + 2878, + 27567, + 33131, + 25806, + 38943, + 25379, + 7083, + 27005, + 23177, + 2849, + 30388, + 44629, + 17244, + 362, + 49239, + 27545, + 41515, + 6525, + 37864, + 32638, + 39169, + 31064, + 10837, + 27119, + 909, + 29767, + 1769, + 1392, + 15300, + 33365, + 41033, + 13922, + 18387, + 26557, + 32468, + 26168, + 28200, + 36152, + 49753, + 20475, + 13205, + 37755, + 4936, + 43320, + 39095, + 42160, + 37062, + 18144, + 29273, + 25246, + 37882, + 40374, + 21789, + 15652, + 32534, + 15495, + 13042, + 30593, + 14482, + 4464, + 11813, + 2259, + 37309, + 4372, + 27307, + 49706, + 36165, + 38892, + 3095, + 33080, + 23940, + 36826, + 10802, + 3379, + 38732, + 35702, + 5691, + 5778, + 39994, + 43462, + 22098, + 12160, + 1323, + 27314, + 2423, + 25261, + 29184, + 17150, + 34671, + 28349, + 26454, + 18839, + 35302, + 37572, + 17035, + 33958, + 32066, + 7317, + 9137, + 25183, + 26689, + 43517, + 3986, + 9860, + 13196, + 4272, + 20573, + 33170, + 23487, + 10119, + 3453, + 5487, + 165, + 4526, + 38186, + 49821, + 4709, + 15498, + 49987, + 42110, + 7989, + 44801, + 18269, + 45329, + 7248, + 28189, + 44604, + 31125, + 45892, + 1062, + 49735, + 22099, + 2146, + 34190, + 5175, + 40679, + 45385, + 39611, + 43858, + 27868, + 38005, + 18846, + 6410, + 4127, + 16573, + 15812, + 47152, + 4157, + 6667, + 3567, + 46873, + 10023, + 43252, + 34654, + 34479, + 5298, + 18501, + 18291, + 41986, + 24221, + 31532, + 4280, + 46261, + 43140, + 20234, + 11348, + 46234, + 7647, + 24193, + 3049, + 9963, + 33415, + 41721, + 22620, + 16414, + 24281, + 38085, + 8553, + 14197, + 33893, + 7319, + 15928, + 23832, + 8570, + 44699, + 9272, + 1437, + 32022, + 34542, + 7372, + 5812, + 42537, + 21600, + 1612, + 25276, + 38312, + 27216, + 44773, + 41065, + 37297, + 3330, + 18940, + 1311, + 30558, + 41259, + 45926, + 38132, + 28619, + 25309, + 2586, + 27986, + 17900, + 34928, + 41727, + 47263, + 31341, + 14025, + 48305, + 27042, + 30293, + 37535, + 21105, + 36847, + 9085, + 30987, + 12513, + 16155, + 9791, + 46637, + 3284, + 227, + 3143, + 11607, + 39330, + 2482, + 25689, + 41185, + 33562, + 19055, + 31975, + 23923, + 37826, + 11447, + 22166, + 19221, + 14661, + 33860, + 37204, + 16717, + 13509, + 48723, + 26590, + 42272, + 32524, + 48045, + 11662, + 35087, + 44198, + 38163, + 9264, + 42435, + 37157, + 49591, + 25152, + 25194, + 31684, + 48040, + 3412, + 40136, + 12619, + 27535, + 4871, + 44430, + 49269, + 47752, + 40593, + 31996, + 10302, + 9042, + 43288, + 9723, + 3502, + 20654, + 23208, + 18612, + 46298, + 5300, + 37637, + 27583, + 4844, + 19088, + 30102, + 33111, + 20715, + 25622, + 49722, + 32950, + 13161, + 29194, + 24996, + 32640, + 36735, + 45552, + 33741, + 20657, + 16565, + 11030, + 14724, + 34667, + 34696, + 19712, + 14797, + 46201, + 36543, + 46185, + 25220, + 16543, + 978, + 33204, + 46613, + 747, + 33888, + 15462, + 39389, + 37347, + 42439, + 46640, + 48350, + 49658, + 49322, + 4263, + 20910, + 27189, + 14947, + 4830, + 19717, + 41313, + 21151, + 19913, + 9253, + 41942, + 37353, + 20145, + 930, + 23604, + 14005, + 42057, + 19280, + 37778, + 10464, + 18966, + 45626, + 11822, + 25603, + 44082, + 19643, + 34871, + 2233, + 12188, + 27716, + 4004, + 970, + 31882, + 936, + 36642, + 48795, + 2345, + 32616, + 31703, + 4371, + 34489, + 41335, + 42192, + 27096, + 6787, + 36667, + 17118, + 14714, + 5633, + 7230, + 16625, + 42295, + 30275, + 19148, + 36227, + 27996, + 37879, + 34236, + 40707, + 42047, + 49086, + 11882, + 46633, + 18995, + 28772, + 4114, + 32722, + 34404, + 48287, + 18007, + 25079, + 20239, + 3366, + 4988, + 31077, + 35582, + 39167, + 9174, + 41074, + 31507, + 2550, + 42385, + 43686, + 11890, + 47839, + 39911, + 7257, + 29487, + 41469, + 37866, + 13121, + 37311, + 44401, + 7780, + 7404, + 13348, + 12501, + 11464, + 44522, + 38990, + 22689, + 5807, + 29395, + 2241, + 36790, + 23321, + 671, + 12917, + 14341, + 25077, + 833, + 39255, + 13354, + 44074, + 24682, + 5953, + 48496, + 25587, + 6659, + 3139, + 33192, + 37242, + 29445, + 41389, + 28154, + 22293, + 47931, + 42602, + 18890, + 3630, + 39932, + 41584, + 8235, + 8566, + 14406, + 15729, + 41465, + 8145, + 43371, + 5769, + 39801, + 34121, + 14314, + 19364, + 16349, + 40570, + 12799, + 49256, + 44930, + 25304, + 25827, + 41082, + 42365, + 36219, + 31639, + 8287, + 46443, + 44565, + 20304, + 6891, + 17672, + 12627, + 28165, + 7418, + 41356, + 19054, + 23167, + 6696, + 7911, + 46336, + 37458, + 37117, + 13832, + 49703, + 27171, + 45959, + 17394, + 39920, + 35946, + 18519, + 13314, + 3191, + 43770, + 45710, + 46352, + 28533, + 11918, + 30923, + 25187, + 18861, + 37445, + 47513, + 974, + 28601, + 9954, + 49758, + 6691, + 8862, + 44969, + 4457, + 28427, + 15375, + 26922, + 19389, + 7844, + 11903, + 19186, + 21907, + 14392, + 12471, + 23442, + 48022, + 49232, + 16317, + 9034, + 21569, + 36205, + 4923, + 48419, + 48417, + 48876, + 45029, + 2183, + 28452, + 13897, + 44301, + 43031, + 49954, + 33326, + 48997, + 48323, + 49003, + 12132, + 40927, + 33099, + 34546, + 32788, + 31443, + 18180, + 21061, + 38384, + 32536, + 30516, + 43311, + 21758, + 7112, + 49156, + 8736, + 45070, + 24283, + 21321, + 4432, + 20862, + 16999, + 36945, + 21668, + 2571, + 24405, + 46912, + 29255, + 42405, + 27924, + 7913, + 45903, + 13170, + 22826, + 17673, + 6419, + 47303, + 34650, + 22535, + 20729, + 47790, + 41461, + 29700, + 23680, + 17145, + 45074, + 29047, + 46376, + 22424, + 1820, + 26671, + 23976, + 45458, + 9227, + 3874, + 29801, + 44819, + 17012, + 44516, + 10415, + 4180, + 19955, + 9577, + 32634, + 36019, + 37021, + 10630, + 20682, + 40739, + 37850, + 33278, + 40143, + 15177, + 23253, + 33697, + 38513, + 21917, + 5037, + 668, + 34495, + 16771, + 5116, + 644, + 44817, + 39403, + 17178, + 9500, + 44444, + 37935, + 16940, + 27034, + 49136, + 38704, + 12214, + 19693, + 1573, + 47114, + 24178, + 39888, + 46917, + 21295, + 19552, + 4640, + 6339, + 9809, + 16289, + 1045, + 17826, + 3318, + 39457, + 47235, + 47950, + 26817, + 36999, + 22453, + 26806, + 47095, + 38235, + 42258, + 40006, + 40780, + 4429, + 26993, + 3489, + 25635, + 31107, + 1907, + 7820, + 11280, + 28520, + 20744, + 31441, + 28897, + 33224, + 40525, + 28671, + 17397, + 31565, + 21454, + 8823, + 9197, + 13817, + 18779, + 43944, + 4633, + 14760, + 34065, + 22120, + 34570, + 25453, + 2507, + 37757, + 42633, + 21846, + 7279, + 13229, + 28845, + 38693, + 41247, + 20790, + 3136, + 41070, + 23842, + 19346, + 20820, + 23205, + 15387, + 48182, + 31384, + 49730, + 38859, + 48264, + 18415, + 9445, + 15461, + 25104, + 12811, + 41859, + 44711, + 36768, + 30663, + 28220, + 1931, + 7494, + 28018, + 16418, + 12264, + 11547, + 41966, + 19003, + 25649, + 43950, + 155, + 24619, + 38965, + 40189, + 5900, + 42901, + 14399, + 19900, + 35172, + 7503, + 21050, + 38402, + 22215, + 1179, + 28920, + 29717, + 16743, + 21284, + 45052, + 41254, + 30111, + 28796, + 41541, + 3888, + 15283, + 26684, + 35022, + 34256, + 21521, + 10031, + 16506, + 36308, + 22222, + 128, + 12044, + 46572, + 42622, + 28979, + 36430, + 30490, + 36235, + 1340, + 45308, + 37042, + 49979, + 23192, + 22213, + 48661, + 49415, + 10443, + 22719, + 13128, + 21673, + 12437, + 7181, + 19294, + 32049, + 20534, + 21599, + 21226, + 34838, + 7910, + 27029, + 15610, + 7948, + 37881, + 36074, + 11180, + 42124, + 4039, + 4901, + 47234, + 38082, + 20132, + 30140, + 10261, + 48365, + 14610, + 18167, + 24663, + 37565, + 39483, + 8333, + 46059, + 33737, + 33113, + 1156, + 34518, + 713, + 45352, + 41911, + 47528, + 16606, + 9654, + 37181, + 41638, + 7890, + 7139, + 158, + 32557, + 32111, + 31053, + 21096, + 44655, + 31682, + 18937, + 10401, + 47454, + 19151, + 7348, + 23512, + 20078, + 39856, + 48716, + 5346, + 5912, + 27978, + 45160, + 30791, + 45019, + 42394, + 22302, + 46944, + 22739, + 394, + 29289, + 5544, + 20758, + 21726, + 28774, + 13022, + 9003, + 27531, + 35090, + 34416, + 49776, + 44249, + 27458, + 17227, + 45202, + 16696, + 20853, + 140, + 26964, + 41962, + 21980, + 37591, + 6866, + 2402, + 5316, + 32173, + 42520, + 2839, + 31167, + 43280, + 47444, + 47154, + 11463, + 39660, + 3598, + 33677, + 30093, + 47344, + 30916, + 13552, + 37602, + 17508, + 44742, + 33370, + 29601, + 22709, + 47869, + 48021, + 1527, + 36302, + 13788, + 34809, + 48955, + 41756, + 18078, + 38254, + 24478, + 16342, + 11993, + 32091, + 39615, + 20105, + 16773, + 40508, + 29303, + 48710, + 24631, + 46489, + 528, + 4814, + 15122, + 38629, + 2178, + 20966, + 31182, + 44583, + 25612, + 32983, + 36283, + 5914, + 34887, + 10475, + 34335, + 33621, + 29141, + 19837, + 10912, + 41030, + 20679, + 1471, + 36443, + 14200, + 26725, + 28581, + 32036, + 43024, + 32651, + 22613, + 19986, + 31514, + 10645, + 22419, + 25387, + 45906, + 11983, + 2503, + 30206, + 28366, + 43956, + 49694, + 44747, + 44405, + 26184, + 10853, + 41223, + 7608, + 14529, + 18706, + 49549, + 13547, + 3988, + 22691, + 20055, + 1865, + 11994, + 7934, + 43744, + 15771, + 38804, + 18280, + 23402, + 29215, + 27639, + 6969, + 47536, + 49950, + 35420, + 17633, + 44016, + 46463, + 39349, + 19633, + 20242, + 4455, + 25039, + 42735, + 11038, + 12591, + 15620, + 47503, + 17810, + 20066, + 20342, + 47843, + 30540, + 16808, + 43834, + 48603, + 12563, + 9565, + 20732, + 28762, + 38752, + 42334, + 38825, + 21210, + 22301, + 18902, + 10994, + 27534, + 24946, + 15669, + 6241, + 43111, + 39112, + 39959, + 27088, + 4468, + 13321, + 47720, + 17502, + 35895, + 15106, + 22756, + 15885, + 12722, + 43331, + 41577, + 1428, + 32202, + 32767, + 47146, + 971, + 43566, + 10876, + 14091, + 34316, + 33564, + 26839, + 48728, + 33542, + 6186, + 44545, + 17413, + 31913, + 40182, + 10511, + 719, + 31806, + 26450, + 49928, + 9630, + 14774, + 43577, + 43997, + 48633, + 43176, + 23193, + 8957, + 46582, + 16078, + 14891, + 7746, + 42072, + 38362, + 36066, + 25254, + 22780, + 4312, + 42355, + 23441, + 30423, + 10998, + 31593, + 6207, + 19998, + 489, + 28296, + 15572, + 27955, + 26472, + 33951, + 19351, + 14412, + 11170, + 15571, + 26223, + 28273, + 44771, + 19989, + 34687, + 47893, + 38791, + 27199, + 41870, + 38597, + 11593, + 23094, + 26179, + 42091, + 45887, + 4946, + 13757, + 41743, + 4706, + 7037, + 6221, + 12623, + 30904, + 27132, + 25881, + 48424, + 31617, + 48873, + 11500, + 47803, + 5830, + 25591, + 35968, + 41876, + 34775, + 47287, + 15678, + 49093, + 49119, + 14064, + 40241, + 14267, + 40086, + 46636, + 17977, + 8277, + 29989, + 23434, + 20260, + 26739, + 28207, + 15307, + 28488, + 29638, + 44171, + 40533, + 13585, + 27110, + 44290, + 38390, + 7804, + 49105, + 5641, + 19278, + 29276, + 13475, + 18468, + 12975, + 44227, + 15747, + 23570, + 34681, + 21198, + 25815, + 48124, + 29879, + 28832, + 9233, + 17962, + 2562, + 30024, + 7407, + 15360, + 15843, + 19627, + 18521, + 1837, + 33552, + 19505, + 31959, + 31492, + 45090, + 6117, + 10291, + 2736, + 9425, + 8618, + 28844, + 11664, + 905, + 2505, + 3647, + 37619, + 29216, + 17565, + 41297, + 18677, + 25527, + 33026, + 16172, + 36312, + 13054, + 14526, + 41806, + 6708, + 41495, + 46470, + 38380, + 49579, + 17671, + 24391, + 5008, + 33380, + 34431, + 12977, + 39047, + 30569, + 43270, + 20503, + 15855, + 22331, + 2244, + 3334, + 15460, + 28289, + 11293, + 22654, + 31148, + 2711, + 2838, + 28129, + 26370, + 25798, + 9299, + 46338, + 25863, + 16294, + 24935, + 19620, + 5258, + 24871, + 29488, + 38549, + 46767, + 47297, + 5896, + 41666, + 5340, + 18591, + 1892, + 5776, + 45920, + 30321, + 15757, + 36245, + 21161, + 48520, + 48231, + 16962, + 21827, + 31704, + 28387, + 39641, + 3538, + 1004, + 21309, + 19600, + 28191, + 1125, + 17581, + 35238, + 2394, + 21315, + 33734, + 35934, + 4893, + 20108, + 37384, + 19673, + 33161, + 22382, + 29962, + 37362, + 5495, + 44004, + 43877, + 39341, + 11046, + 38203, + 4053, + 33089, + 32144, + 41214, + 29195, + 17575, + 25148, + 43990, + 939, + 30718, + 12893, + 35611, + 29185, + 40750, + 5132, + 23910, + 36870, + 49383, + 11453, + 783, + 41571, + 34610, + 42003, + 17087, + 13345, + 12794, + 16036, + 8411, + 45244, + 32209, + 46503, + 7316, + 18985, + 34912, + 49757, + 45914, + 10058, + 19688, + 25427, + 6238, + 25893, + 39376, + 27852, + 42836, + 11052, + 3926, + 44475, + 38079, + 1214, + 9352, + 16252, + 24916, + 38590, + 47376, + 16200, + 38316, + 43633, + 9621, + 35764, + 17907, + 13986, + 28142, + 16674, + 49617, + 10448, + 30237, + 38827, + 9769, + 31347, + 45146, + 2524, + 3932, + 40437, + 7285, + 1959, + 32152, + 25594, + 14435, + 3050, + 20697, + 45995, + 17696, + 30549, + 48869, + 2478, + 47300, + 46948, + 22181, + 16972, + 36112, + 22599, + 549, + 10287, + 1954, + 22725, + 29541, + 33724, + 41253, + 257, + 47882, + 46292, + 23146, + 7597, + 16068, + 25566, + 35947, + 6652, + 48150, + 41774, + 39052, + 497, + 26940, + 17732, + 4735, + 29646, + 23671, + 4689, + 32576, + 5279, + 46993, + 20541, + 43884, + 24070, + 16236, + 42449, + 37251, + 8397, + 10121, + 26006, + 27864, + 8304, + 36075, + 10257, + 18958, + 42128, + 18151, + 9186, + 14544, + 46869, + 4461, + 25648, + 14101, + 22758, + 11382, + 68, + 10219, + 24163, + 48069, + 30161, + 1173, + 17923, + 13811, + 14773, + 8249, + 14310, + 433, + 31117, + 23818, + 47922, + 8735, + 48144, + 18795, + 35281, + 8243, + 35395, + 14898, + 13131, + 45405, + 39056, + 42346, + 46648, + 39567, + 23287, + 25507, + 2490, + 31995, + 39458, + 18137, + 12208, + 28872, + 42778, + 27231, + 47, + 21258, + 45532, + 13627, + 43638, + 36085, + 6875, + 7149, + 19905, + 47470, + 43808, + 33115, + 13498, + 31553, + 42845, + 36064, + 12282, + 17812, + 21504, + 27416, + 2348, + 28262, + 46738, + 11260, + 32920, + 12236, + 14075, + 11277, + 35418, + 49073, + 5028, + 12257, + 5384, + 395, + 29313, + 27617, + 44479, + 44991, + 37017, + 10975, + 29212, + 27925, + 45651, + 6989, + 37548, + 28032, + 15876, + 40271, + 43978, + 12387, + 9737, + 47321, + 44071, + 14561, + 37683, + 11410, + 47021, + 1279, + 41449, + 31874, + 47603, + 21440, + 32863, + 5961, + 44878, + 32045, + 9354, + 28766, + 44140, + 17813, + 49546, + 1809, + 8709, + 13847, + 9343, + 36795, + 37656, + 26473, + 7964, + 17519, + 9571, + 24040, + 38080, + 39192, + 22258, + 33052, + 35556, + 34880, + 49681, + 49090, + 28763, + 26974, + 6325, + 3229, + 16541, + 36012, + 4462, + 45686, + 45432, + 29679, + 11995, + 39894, + 32986, + 43434, + 4872, + 37245, + 15142, + 49611, + 39879, + 27280, + 21268, + 38166, + 13971, + 15048, + 15971, + 45027, + 34985, + 31726, + 37129, + 40522, + 30918, + 35744, + 49572, + 49198, + 11892, + 15111, + 14711, + 49998, + 45854, + 19659, + 39450, + 21885, + 20395, + 38616, + 10758, + 20556, + 28218, + 5587, + 37756, + 5059, + 4749, + 8805, + 20190, + 7108, + 3005, + 32719, + 24296, + 42190, + 43504, + 43087, + 8657, + 13380, + 11511, + 35856, + 309, + 17478, + 45170, + 37460, + 20104, + 43791, + 23864, + 4149, + 44628, + 27169, + 43813, + 308, + 36705, + 8750, + 34519, + 11848, + 33079, + 10680, + 48916, + 15989, + 12141, + 27058, + 45636, + 40963, + 42700, + 19491, + 7429, + 17522, + 22991, + 4536, + 16629, + 15166, + 46726, + 29507, + 41711, + 12581, + 21549, + 43629, + 12117, + 42089, + 29657, + 7054, + 7368, + 39253, + 49889, + 46062, + 9698, + 32410, + 8505, + 40059, + 31800, + 20631, + 16557, + 5988, + 18352, + 36648, + 6407, + 43459, + 40548, + 25092, + 17707, + 37982, + 4852, + 1405, + 4503, + 24031, + 15888, + 42992, + 14950, + 17699, + 35057, + 49219, + 9065, + 17947, + 26714, + 3992, + 13259, + 6714, + 5855, + 46264, + 28246, + 32894, + 39842, + 22324, + 40788, + 6824, + 40947, + 34682, + 34670, + 5689, + 47084, + 41266, + 32758, + 36779, + 39873, + 99, + 7132, + 3865, + 47724, + 32661, + 15646, + 18510, + 44552, + 13230, + 27043, + 21856, + 2305, + 578, + 12249, + 36527, + 9555, + 6581, + 31683, + 34369, + 40118, + 9446, + 42980, + 36892, + 13603, + 16902, + 37095, + 4299, + 2770, + 47175, + 10092, + 6788, + 28336, + 44046, + 43743, + 9302, + 429, + 44874, + 17975, + 45062, + 2295, + 30520, + 24794, + 44359, + 34170, + 47873, + 21651, + 23231, + 12653, + 6237, + 34603, + 33105, + 42222, + 1217, + 24520, + 19320, + 44807, + 536, + 15455, + 24048, + 41824, + 20050, + 21685, + 7215, + 26926, + 39526, + 18516, + 48934, + 11219, + 27225, + 6546, + 4098, + 49112, + 21459, + 28855, + 2694, + 4647, + 14534, + 19469, + 19248, + 22506, + 31663, + 42144, + 11294, + 43549, + 15200, + 48564, + 17891, + 12596, + 36788, + 34025, + 871, + 5890, + 25095, + 35942, + 18878, + 13197, + 13655, + 17512, + 36757, + 28197, + 40178, + 4226, + 22239, + 30641, + 29434, + 40125, + 42313, + 26591, + 46544, + 40486, + 30732, + 19645, + 8387, + 4394, + 16799, + 24965, + 42461, + 39799, + 44514, + 32750, + 31963, + 11389, + 36289, + 47437, + 10793, + 22509, + 2997, + 49510, + 35901, + 14255, + 20338, + 31679, + 36092, + 45878, + 27753, + 38223, + 45236, + 24260, + 12124, + 13543, + 48612, + 2940, + 48498, + 22123, + 33569, + 22000, + 20660, + 24213, + 30545, + 15569, + 44573, + 29150, + 4857, + 28241, + 10102, + 6791, + 30969, + 14627, + 21940, + 38444, + 37964, + 6658, + 10839, + 37567, + 40639, + 2141, + 48867, + 1752, + 12348, + 17675, + 46019, + 38888, + 7938, + 19513, + 992, + 44035, + 13550, + 19028, + 27376, + 7629, + 44197, + 40471, + 47774, + 21387, + 17866, + 27643, + 29294, + 38561, + 1741, + 14504, + 18690, + 6855, + 45154, + 5827, + 21577, + 34373, + 22979, + 41885, + 1736, + 19686, + 45366, + 39718, + 7750, + 1532, + 25860, + 30441, + 29952, + 46939, + 25029, + 45916, + 31426, + 25697, + 11173, + 26275, + 45448, + 43117, + 39530, + 40046, + 16711, + 40188, + 15408, + 49041, + 28188, + 601, + 5355, + 44274, + 43522, + 47618, + 33732, + 37279, + 28799, + 17213, + 11147, + 47980, + 19467, + 5325, + 1510, + 11612, + 26919, + 26740, + 45117, + 1794, + 28883, + 16631, + 15908, + 32261, + 3863, + 44061, + 43733, + 14799, + 43731, + 29926, + 32321, + 1783, + 12886, + 25958, + 23649, + 26398, + 46228, + 16646, + 7926, + 35327, + 18668, + 20594, + 24447, + 31399, + 33712, + 42023, + 33988, + 1804, + 12639, + 564, + 44128, + 11055, + 37805, + 3249, + 10771, + 41422, + 24112, + 44019, + 40377, + 11449, + 28325, + 29789, + 19326, + 13143, + 41950, + 20874, + 7854, + 5438, + 15778, + 48837, + 5618, + 11950, + 31494, + 15577, + 46314, + 17717, + 964, + 35085, + 26929, + 15554, + 6552, + 41689, + 20410, + 19547, + 37822, + 41544, + 13503, + 4093, + 2872, + 25327, + 37996, + 48686, + 29820, + 31552, + 3230, + 21725, + 6764, + 30078, + 14536, + 14620, + 5126, + 36338, + 42092, + 28852, + 40054, + 39074, + 46602, + 38083, + 11379, + 40913, + 28324, + 28227, + 49116, + 44481, + 26810, + 17593, + 10712, + 43985, + 29830, + 45281, + 8309, + 21721, + 540, + 23731, + 45864, + 43034, + 9745, + 34767, + 48805, + 48648, + 34913, + 4519, + 40881, + 24161, + 36414, + 39836, + 23001, + 20921, + 33736, + 20886, + 45177, + 28006, + 29023, + 3254, + 26836, + 7050, + 17638, + 19796, + 15871, + 593, + 21778, + 7035, + 1118, + 9668, + 22029, + 19021, + 33879, + 8639, + 26669, + 3525, + 27717, + 4017, + 15132, + 15226, + 20119, + 23111, + 32801, + 15336, + 36466, + 40969, + 23705, + 14177, + 2232, + 18416, + 5823, + 35049, + 28633, + 20467, + 21053, + 575, + 47067, + 39520, + 16065, + 46054, + 39361, + 7963, + 49033, + 7431, + 14135, + 40309, + 12265, + 41930, + 42220, + 37475, + 11303, + 43013, + 38011, + 28163, + 34004, + 37305, + 17875, + 39952, + 33758, + 1474, + 24238, + 31109, + 18021, + 15817, + 20793, + 22917, + 11116, + 24156, + 47082, + 38498, + 37247, + 40661, + 42675, + 40835, + 7949, + 17154, + 22072, + 43530, + 13790, + 3233, + 3338, + 2523, + 42414, + 10247, + 41536, + 6021, + 41126, + 34500, + 35481, + 44630, + 32276, + 18368, + 8086, + 42166, + 28934, + 46316, + 16326, + 27139, + 10324, + 45491, + 22900, + 24784, + 32967, + 37898, + 441, + 9416, + 39544, + 13450, + 47805, + 15929, + 34044, + 9648, + 14915, + 6638, + 42300, + 42229, + 48846, + 25922, + 2380, + 24241, + 36634, + 1199, + 49473, + 28443, + 35606, + 4822, + 37503, + 18028, + 8979, + 12634, + 19284, + 22959, + 44740, + 49947, + 45292, + 16186, + 1339, + 21698, + 21740, + 27488, + 10009, + 1870, + 41852, + 23147, + 4950, + 38204, + 37443, + 40000, + 16920, + 16165, + 20775, + 11371, + 12674, + 21450, + 470, + 46612, + 35982, + 30827, + 40737, + 7374, + 23000, + 40205, + 13130, + 30191, + 40656, + 42713, + 37051, + 16664, + 29536, + 27848, + 19459, + 28493, + 48103, + 41025, + 14282, + 24540, + 24116, + 35717, + 23157, + 38430, + 7073, + 29170, + 3809, + 46342, + 35706, + 34462, + 22256, + 2616, + 11398, + 17352, + 4732, + 31596, + 10737, + 34505, + 11644, + 6698, + 21804, + 36755, + 35435, + 27035, + 11910, + 19401, + 8634, + 18367, + 31811, + 9545, + 40167, + 1047, + 37449, + 32477, + 30661, + 39246, + 45181, + 21618, + 22951, + 6234, + 11939, + 27597, + 1979, + 22342, + 32646, + 48277, + 22681, + 48391, + 20472, + 34384, + 4786, + 18538, + 47883, + 33556, + 49720, + 35696, + 14438, + 23868, + 36767, + 11480, + 42861, + 1152, + 13613, + 48048, + 15370, + 1584, + 100, + 37773, + 4150, + 31576, + 5966, + 22885, + 28896, + 49673, + 13877, + 45569, + 11425, + 19773, + 49924, + 38472, + 21824, + 38250, + 39993, + 38055, + 2540, + 31377, + 45957, + 48593, + 14083, + 39343, + 37321, + 37332, + 35756, + 34167, + 42994, + 5043, + 4458, + 17954, + 27395, + 10574, + 18353, + 11682, + 27618, + 3658, + 43904, + 49812, + 26219, + 1148, + 42893, + 40105, + 28020, + 37266, + 9181, + 25929, + 12243, + 34251, + 42999, + 34299, + 6537, + 37485, + 28928, + 34716, + 4435, + 19935, + 44539, + 17101, + 9136, + 32768, + 11853, + 2403, + 9270, + 37348, + 10122, + 47492, + 14104, + 13519, + 36412, + 34471, + 9754, + 21828, + 35898, + 45568, + 823, + 19273, + 39787, + 42416, + 37959, + 35936, + 36984, + 11776, + 21821, + 21381, + 25416, + 49784, + 22299, + 29547, + 35033, + 29883, + 125, + 10524, + 33691, + 31691, + 44418, + 47710, + 28198, + 35080, + 12914, + 20294, + 18778, + 3080, + 33128, + 38392, + 6928, + 7143, + 804, + 25510, + 48429, + 39303, + 41762, + 24381, + 9820, + 20237, + 35125, + 24726, + 37517, + 8688, + 12345, + 48923, + 28040, + 1270, + 12199, + 6036, + 28338, + 31540, + 36637, + 7652, + 27860, + 49275, + 19660, + 30216, + 3499, + 8700, + 46812, + 9220, + 30626, + 26032, + 44349, + 16750, + 27441, + 24473, + 10383, + 18458, + 4142, + 34779, + 47639, + 7983, + 15590, + 34401, + 481, + 16530, + 12064, + 29555, + 43225, + 19474, + 38157, + 32965, + 19623, + 46126, + 3180, + 22779, + 27341, + 42873, + 24833, + 7221, + 4332, + 30017, + 39171, + 49021, + 7644, + 20253, + 17449, + 17286, + 10931, + 29612, + 26555, + 44588, + 15032, + 7514, + 4048, + 27777, + 42418, + 40733, + 9739, + 21624, + 17728, + 20665, + 14749, + 34942, + 15886, + 5642, + 36844, + 2107, + 49870, + 46608, + 28943, + 38702, + 11556, + 17861, + 26020, + 18905, + 39334, + 27884, + 32697, + 14928, + 49111, + 47560, + 38298, + 28694, + 4020, + 31651, + 33244, + 26574, + 7791, + 11763, + 33658, + 18816, + 8583, + 48512, + 28968, + 702, + 30298, + 33374, + 48587, + 43599, + 2544, + 22549, + 20566, + 18152, + 16188, + 15763, + 17809, + 9931, + 5437, + 6365, + 22581, + 11638, + 11971, + 20155, + 31005, + 42726, + 45439, + 22315, + 7059, + 41105, + 37794, + 27575, + 30724, + 45572, + 77, + 49157, + 30958, + 47073, + 13037, + 5100, + 45525, + 40510, + 13858, + 42818, + 3106, + 7397, + 3088, + 44460, + 5631, + 41064, + 15188, + 25995, + 17525, + 30518, + 37706, + 49811, + 15098, + 5227, + 12566, + 18509, + 41008, + 30199, + 16895, + 22811, + 22629, + 4778, + 31290, + 39753, + 13748, + 25491, + 5184, + 49988, + 17363, + 26258, + 22548, + 44978, + 9346, + 39418, + 15080, + 21134, + 25443, + 13824, + 47899, + 20054, + 8724, + 8062, + 2328, + 11184, + 36746, + 19553, + 19163, + 38596, + 18228, + 8457, + 26065, + 19353, + 12182, + 32306, + 15864, + 18805, + 32893, + 25013, + 20181, + 36423, + 17164, + 19427, + 10965, + 24324, + 23054, + 19823, + 26324, + 35097, + 35145, + 34855, + 45083, + 26224, + 29042, + 13443, + 49698, + 16946, + 30043, + 2773, + 3973, + 26614, + 33220, + 18950, + 4395, + 21542, + 25653, + 48542, + 36558, + 5471, + 2965, + 11600, + 30041, + 48285, + 8308, + 24243, + 5045, + 23678, + 23619, + 12870, + 16929, + 41559, + 38747, + 42482, + 15183, + 26770, + 19798, + 21181, + 37011, + 49067, + 3035, + 34730, + 27734, + 32233, + 27703, + 3431, + 46875, + 44734, + 18016, + 22124, + 18562, + 49209, + 33185, + 14140, + 25733, + 20116, + 26375, + 38455, + 35763, + 11545, + 15160, + 19536, + 26813, + 31957, + 48704, + 27898, + 34554, + 38258, + 8282, + 13323, + 6415, + 6802, + 4520, + 2552, + 47940, + 40244, + 18361, + 1549, + 26966, + 33820, + 1864, + 28186, + 2406, + 32999, + 23270, + 16368, + 34120, + 24022, + 1653, + 45828, + 5327, + 17295, + 20235, + 34490, + 18314, + 38882, + 8594, + 46847, + 47372, + 4856, + 31745, + 48529, + 23955, + 8029, + 30342, + 21155, + 46756, + 45950, + 29953, + 5035, + 35265, + 31842, + 2339, + 13438, + 3578, + 30350, + 35414, + 10753, + 43576, + 43520, + 39910, + 20349, + 17389, + 27882, + 29001, + 18247, + 47023, + 24126, + 12242, + 16523, + 46297, + 19869, + 29413, + 38106, + 27896, + 461, + 30090, + 35403, + 20273, + 35165, + 49695, + 31212, + 33852, + 9962, + 2386, + 42511, + 42691, + 29473, + 9825, + 23794, + 8401, + 22399, + 32122, + 21809, + 16210, + 5770, + 37636, + 41140, + 24291, + 41306, + 48479, + 34555, + 28790, + 29525, + 8500, + 8932, + 43812, + 4420, + 39701, + 18685, + 38435, + 2420, + 13694, + 6575, + 13442, + 16182, + 12217, + 5733, + 34435, + 41406, + 3836, + 31753, + 42867, + 8582, + 18983, + 46809, + 12378, + 370, + 31197, + 3620, + 18962, + 9625, + 46958, + 49622, + 14374, + 40768, + 46891, + 36907, + 924, + 3204, + 603, + 13751, + 8826, + 31253, + 76, + 46941, + 5030, + 45631, + 10594, + 46645, + 13820, + 19684, + 35013, + 23498, + 18418, + 28306, + 12987, + 42097, + 5117, + 1898, + 31098, + 41663, + 49083, + 22070, + 23203, + 46822, + 21420, + 19951, + 48974, + 45126, + 12273, + 15661, + 166, + 41273, + 4246, + 3069, + 38239, + 2611, + 18827, + 16139, + 38579, + 26099, + 48555, + 28901, + 31758, + 22511, + 32195, + 35654, + 46350, + 21020, + 11263, + 30985, + 47552, + 49324, + 25135, + 22286, + 38565, + 6845, + 12957, + 34581, + 46039, + 37506, + 46569, + 23721, + 11138, + 25669, + 43015, + 20139, + 7788, + 18922, + 2989, + 14603, + 30538, + 29761, + 48378, + 3100, + 44857, + 5811, + 31802, + 14812, + 4801, + 2612, + 28727, + 34761, + 25722, + 27506, + 7833, + 12338, + 7030, + 41982, + 34297, + 14942, + 42584, + 3732, + 5245, + 11742, + 29826, + 26269, + 41752, + 10652, + 39818, + 39537, + 19232, + 33847, + 44085, + 22094, + 37105, + 31322, + 46315, + 22527, + 43206, + 21116, + 41384, + 22625, + 41997, + 29106, + 10452, + 13372, + 7491, + 12143, + 2705, + 47507, + 31832, + 27759, + 31974, + 21998, + 43155, + 3514, + 22183, + 25742, + 27709, + 10372, + 31782, + 40922, + 36383, + 37933, + 30829, + 39063, + 574, + 22398, + 45699, + 15722, + 8186, + 3203, + 46914, + 25581, + 44675, + 40905, + 17308, + 24004, + 10055, + 7661, + 46375, + 48494, + 26989, + 37345, + 41287, + 26713, + 14675, + 8105, + 47163, + 24805, + 43463, + 31028, + 15744, + 31918, + 2175, + 40128, + 15263, + 29799, + 7493, + 317, + 4898, + 36380, + 23621, + 15312, + 38588, + 90, + 23628, + 44568, + 40716, + 15243, + 16662, + 28975, + 49048, + 34828, + 28304, + 18916, + 27180, + 13668, + 4942, + 15547, + 19432, + 40500, + 45127, + 4452, + 44943, + 9329, + 26696, + 12637, + 27971, + 46671, + 13189, + 39324, + 10764, + 11503, + 30647, + 40284, + 5720, + 47111, + 5115, + 40450, + 48868, + 16939, + 47943, + 49432, + 20683, + 10835, + 8654, + 35162, + 37023, + 2023, + 30648, + 41840, + 27177, + 24501, + 28900, + 26105, + 24209, + 39745, + 14573, + 43420, + 27089, + 7222, + 5945, + 42237, + 49711, + 36172, + 16021, + 12758, + 10421, + 20013, + 17474, + 2881, + 4595, + 23161, + 41963, + 338, + 21380, + 22864, + 28083, + 7669, + 13193, + 5341, + 9106, + 40439, + 18945, + 36949, + 28873, + 3146, + 47475, + 29266, + 48679, + 37208, + 48895, + 13705, + 4292, + 40089, + 30098, + 13741, + 49639, + 49368, + 6524, + 39870, + 11829, + 2607, + 41716, + 49444, + 28995, + 650, + 44868, + 46714, + 37669, + 29764, + 17628, + 4928, + 2020, + 22139, + 4752, + 22888, + 22163, + 44145, + 29080, + 35487, + 49207, + 15743, + 8399, + 4577, + 23907, + 6361, + 3519, + 24289, + 41292, + 9215, + 8752, + 46154, + 29443, + 43545, + 18583, + 39700, + 32905, + 37531, + 29152, + 5254, + 31226, + 20897, + 17194, + 42522, + 11198, + 36740, + 19203, + 12434, + 23706, + 31792, + 33795, + 1041, + 21503, + 27000, + 3013, + 48657, + 31037, + 17859, + 35951, + 32372, + 39302, + 14507, + 36033, + 30360, + 48083, + 22167, + 6427, + 34196, + 11978, + 17229, + 4387, + 44126, + 36228, + 13267, + 39951, + 40494, + 14127, + 32808, + 3750, + 38671, + 19046, + 29238, + 17940, + 13228, + 25055, + 4440, + 15849, + 16860, + 27219, + 14094, + 20136, + 24637, + 36358, + 17387, + 22614, + 12268, + 46932, + 29573, + 1185, + 24014, + 17149, + 21412, + 19560, + 13349, + 6255, + 18205, + 24942, + 24140, + 14873, + 18618, + 28168, + 9588, + 42567, + 40026, + 38654, + 46986, + 3425, + 45258, + 10355, + 12543, + 37675, + 10927, + 13588, + 28421, + 45367, + 18284, + 27447, + 1989, + 37467, + 19959, + 44118, + 47131, + 3933, + 2215, + 18650, + 24943, + 14587, + 19210, + 25481, + 17741, + 34790, + 20954, + 1933, + 27707, + 37325, + 44633, + 40678, + 43887, + 44447, + 22657, + 46519, + 3535, + 8178, + 4203, + 7689, + 9026, + 41012, + 8943, + 30619, + 11144, + 46045, + 48860, + 24337, + 19277, + 47086, + 23497, + 17684, + 39000, + 45322, + 38828, + 2398, + 26595, + 6868, + 9879, + 46524, + 5232, + 48092, + 15727, + 33793, + 8034, + 4562, + 24158, + 30749, + 46005, + 17152, + 19811, + 40083, + 34156, + 15107, + 46148, + 24282, + 46635, + 13521, + 22334, + 8792, + 24837, + 37434, + 47713, + 47438, + 31039, + 23693, + 4966, + 34879, + 33414, + 33223, + 1630, + 36403, + 31135, + 18064, + 770, + 15636, + 23064, + 33453, + 15340, + 44419, + 1895, + 8586, + 41257, + 9721, + 37635, + 20687, + 49165, + 20265, + 32862, + 12479, + 7770, + 6792, + 23599, + 30082, + 34529, + 9348, + 46770, + 45424, + 13298, + 45269, + 42621, + 24265, + 11035, + 31754, + 2727, + 6292, + 11409, + 30289, + 223, + 21125, + 11097, + 42148, + 17040, + 17361, + 6474, + 43988, + 3466, + 2596, + 7979, + 26264, + 23468, + 40457, + 14642, + 41889, + 24981, + 20784, + 15560, + 22118, + 23072, + 40490, + 38853, + 49284, + 48347, + 34953, + 34143, + 29098, + 7113, + 22459, + 43166, + 48427, + 40829, + 17700, + 39205, + 19392, + 2563, + 16241, + 36662, + 34920, + 21690, + 33738, + 44072, + 13057, + 4080, + 6420, + 5079, + 27406, + 41863, + 23704, + 7665, + 33816, + 43016, + 12588, + 13309, + 42690, + 10947, + 45248, + 24939, + 14450, + 5601, + 14468, + 37053, + 44799, + 407, + 17432, + 8431, + 35141, + 5013, + 42457, + 6918, + 16716, + 6195, + 16951, + 41801, + 40229, + 12456, + 9592, + 27350, + 16879, + 34699, + 3694, + 9936, + 8509, + 123, + 17270, + 33197, + 38873, + 32554, + 27566, + 29214, + 10911, + 24153, + 7041, + 35572, + 30468, + 34439, + 17033, + 45228, + 24538, + 7356, + 49609, + 16956, + 17527, + 3225, + 36470, + 39431, + 31731, + 39130, + 4798, + 47471, + 30037, + 20792, + 42098, + 13605, + 20989, + 39979, + 16858, + 10705, + 40357, + 8892, + 3487, + 22842, + 44719, + 35408, + 30184, + 7627, + 37171, + 15494, + 32705, + 1235, + 43564, + 16964, + 19497, + 1620, + 35685, + 17331, + 34443, + 24166, + 24542, + 12852, + 8404, + 39015, + 9236, + 7577, + 21302, + 49040, + 17336, + 37551, + 44686, + 17944, + 24448, + 43582, + 22470, + 17563, + 1288, + 26428, + 1412, + 19374, + 1533, + 47530, + 21203, + 1550, + 22173, + 32106, + 23552, + 1321, + 38320, + 33555, + 17710, + 48797, + 39180, + 39721, + 33151, + 18365, + 16540, + 20386, + 21732, + 35257, + 9392, + 35132, + 36285, + 41799, + 13120, + 8632, + 18237, + 27771, + 16772, + 34538, + 47512, + 47179, + 19175, + 19306, + 3461, + 26985, + 30685, + 32510, + 22058, + 44208, + 28889, + 35110, + 46089, + 49873, + 7121, + 29676, + 34491, + 46990, + 20684, + 411, + 9845, + 13440, + 9409, + 17557, + 22968, + 44243, + 1800, + 18893, + 25878, + 47106, + 49728, + 23747, + 41196, + 39957, + 7822, + 7000, + 6146, + 22567, + 15186, + 6157, + 7428, + 46892, + 24531, + 40731, + 3816, + 837, + 31977, + 42225, + 40036, + 1184, + 34355, + 11859, + 36432, + 32347, + 6996, + 2998, + 22906, + 29978, + 12999, + 48748, + 4241, + 20441, + 33086, + 1051, + 42683, + 22912, + 17929, + 45810, + 43251, + 6000, + 27378, + 10513, + 28741, + 14598, + 10161, + 11489, + 17931, + 3253, + 43705, + 33183, + 5401, + 16062, + 11127, + 3945, + 34426, + 42170, + 42902, + 25572, + 20329, + 16788, + 38474, + 34736, + 31099, + 30786, + 16862, + 38520, + 27385, + 25295, + 2281, + 40243, + 38291, + 31888, + 7140, + 2329, + 32378, + 47540, + 8294, + 30150, + 4914, + 22800, + 5317, + 27108, + 19727, + 17644, + 23615, + 32207, + 24509, + 11337, + 21840, + 19664, + 41611, + 4143, + 21688, + 7894, + 11679, + 3064, + 10270, + 48467, + 38460, + 21292, + 21562, + 6592, + 5671, + 48544, + 45340, + 45744, + 17739, + 16534, + 44613, + 5073, + 28912, + 476, + 14850, + 10573, + 32315, + 39117, + 27202, + 38386, + 43964, + 44749, + 14491, + 46072, + 40624, + 5402, + 12221, + 8467, + 12308, + 30097, + 30255, + 20883, + 27847, + 16119, + 48940, + 21505, + 48017, + 19925, + 2946, + 11587, + 16649, + 39202, + 9305, + 2613, + 49557, + 11610, + 46802, + 31351, + 2096, + 16508, + 42194, + 3546, + 6635, + 49726, + 1521, + 1489, + 34856, + 34204, + 47647, + 36231, + 721, + 36938, + 23797, + 45736, + 46915, + 43321, + 27810, + 42024, + 12561, + 33573, + 37870, + 36612, + 29691, + 15921, + 12488, + 13186, + 15701, + 5971, + 29338, + 11722, + 38933, + 16488, + 41417, + 15474, + 37557, + 32239, + 6722, + 4540, + 36868, + 2132, + 25, + 40362, + 37769, + 38584, + 42549, + 47678, + 34445, + 2891, + 32345, + 22051, + 46713, + 42362, + 33853, + 34513, + 41731, + 22041, + 16041, + 41970, + 6840, + 38803, + 28156, + 28480, + 35216, + 21324, + 30219, + 14682, + 44363, + 36547, + 19675, + 2299, + 47479, + 4518, + 31323, + 29430, + 9707, + 36688, + 26565, + 1766, + 29750, + 44873, + 41031, + 18393, + 48251, + 25232, + 16933, + 16218, + 12533, + 11429, + 37784, + 43666, + 12678, + 1631, + 25651, + 46673 + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/subsets/spherical_mnist_train_n12500_seed789.json b/paper/experiments/normalized_results/subsets/spherical_mnist_train_n12500_seed789.json new file mode 100644 index 0000000..371d15c --- /dev/null +++ b/paper/experiments/normalized_results/subsets/spherical_mnist_train_n12500_seed789.json @@ -0,0 +1,12504 @@ +{ + "indices": [ + 12499, + 35308, + 43396, + 34977, + 27037, + 13111, + 33970, + 37750, + 26460, + 25156, + 42117, + 22697, + 23709, + 29455, + 31238, + 17924, + 15886, + 21312, + 16345, + 4302, + 15924, + 4547, + 19413, + 33440, + 6361, + 10134, + 42073, + 656, + 20192, + 25286, + 38472, + 13680, + 18278, + 30907, + 34380, + 20779, + 49979, + 2877, + 23231, + 18130, + 40967, + 19164, + 19633, + 23108, + 37651, + 13462, + 37653, + 39786, + 38886, + 20133, + 20705, + 29670, + 20398, + 39080, + 35609, + 26126, + 11232, + 14116, + 29241, + 31453, + 24452, + 1504, + 8774, + 364, + 20293, + 23803, + 17257, + 39387, + 42622, + 34420, + 43532, + 30811, + 26666, + 3541, + 25022, + 37561, + 26581, + 47337, + 22220, + 35801, + 41166, + 5757, + 9051, + 17932, + 13405, + 13993, + 27807, + 36728, + 18576, + 21283, + 17285, + 31272, + 34984, + 49665, + 6298, + 1914, + 1589, + 29384, + 48927, + 19559, + 28494, + 24064, + 39616, + 44168, + 9955, + 1922, + 28362, + 14016, + 46437, + 12026, + 32328, + 6352, + 23449, + 45164, + 21816, + 14673, + 47098, + 44013, + 14311, + 33551, + 36239, + 23869, + 15442, + 10687, + 43926, + 8004, + 46433, + 30202, + 14025, + 1650, + 26871, + 8050, + 26305, + 19566, + 48637, + 36502, + 48407, + 24019, + 21880, + 13710, + 8057, + 16248, + 47442, + 15855, + 40172, + 4286, + 2575, + 47108, + 44755, + 31144, + 31276, + 18150, + 36299, + 2585, + 17405, + 6351, + 20747, + 27699, + 45034, + 11249, + 9497, + 29913, + 3354, + 9949, + 36708, + 21006, + 26194, + 27518, + 28669, + 47420, + 8418, + 23462, + 5108, + 39743, + 5923, + 24669, + 13061, + 495, + 26830, + 10281, + 46298, + 18100, + 45176, + 16926, + 7506, + 1753, + 7126, + 23991, + 41131, + 13132, + 11582, + 34279, + 2143, + 22199, + 1482, + 28921, + 6041, + 2961, + 39795, + 43693, + 18553, + 12302, + 32825, + 32147, + 36537, + 32, + 26258, + 26026, + 6647, + 18251, + 4085, + 6001, + 37300, + 14855, + 18825, + 42887, + 11588, + 47583, + 43561, + 49013, + 26380, + 35741, + 27414, + 8661, + 38731, + 4722, + 41071, + 16347, + 30923, + 30705, + 21498, + 7396, + 38856, + 15676, + 43722, + 24527, + 6474, + 45676, + 2957, + 2566, + 22864, + 49779, + 15013, + 11540, + 45390, + 2284, + 31767, + 28949, + 48182, + 6338, + 38209, + 14277, + 9486, + 12363, + 46523, + 34337, + 30973, + 39936, + 6627, + 36048, + 37952, + 30770, + 31683, + 29541, + 5344, + 14874, + 44573, + 18467, + 35987, + 30505, + 17784, + 15301, + 27435, + 49773, + 41535, + 24539, + 17071, + 18335, + 10143, + 40271, + 1867, + 5498, + 40249, + 6378, + 37344, + 12562, + 12804, + 10353, + 37662, + 20961, + 9731, + 42934, + 43217, + 7480, + 19094, + 41936, + 12006, + 39325, + 23302, + 13349, + 21353, + 13491, + 11129, + 25856, + 3675, + 44235, + 25309, + 10235, + 26918, + 16239, + 43718, + 44148, + 22803, + 38898, + 21502, + 26086, + 40071, + 37820, + 31048, + 28520, + 1242, + 25649, + 34533, + 31030, + 31540, + 1729, + 37477, + 40808, + 27204, + 34900, + 40598, + 46742, + 234, + 19895, + 46829, + 27912, + 27448, + 38359, + 47271, + 24770, + 388, + 20573, + 4757, + 41810, + 5725, + 16495, + 31089, + 10161, + 36100, + 35637, + 1593, + 11161, + 8608, + 2194, + 23014, + 11804, + 13903, + 15699, + 37255, + 43609, + 14825, + 28638, + 22719, + 30458, + 34505, + 42679, + 48802, + 16551, + 46816, + 31124, + 46661, + 20647, + 42824, + 3535, + 18145, + 9390, + 18653, + 18307, + 36197, + 22686, + 31380, + 19782, + 17394, + 665, + 8407, + 9200, + 4705, + 9641, + 43761, + 29674, + 12966, + 30179, + 9691, + 44627, + 16671, + 23331, + 27531, + 40671, + 17814, + 1341, + 3796, + 40633, + 6095, + 12226, + 16806, + 48765, + 41599, + 46094, + 25846, + 45008, + 37370, + 6854, + 4325, + 331, + 32340, + 20587, + 16443, + 4064, + 33596, + 22369, + 11664, + 14199, + 48779, + 16580, + 33089, + 36181, + 1794, + 27882, + 33839, + 40018, + 40706, + 17688, + 21150, + 49793, + 2706, + 25905, + 41740, + 37692, + 48140, + 1667, + 7393, + 5642, + 37347, + 31916, + 8948, + 46972, + 9197, + 22891, + 32733, + 12107, + 48886, + 14251, + 40460, + 572, + 777, + 41003, + 43178, + 37863, + 21940, + 26031, + 29107, + 25729, + 25883, + 16450, + 9232, + 17178, + 41313, + 23461, + 36877, + 42032, + 43596, + 2950, + 43507, + 35408, + 41144, + 29217, + 21005, + 13773, + 43213, + 925, + 13243, + 16508, + 35250, + 17648, + 40013, + 6857, + 45065, + 26077, + 45630, + 35582, + 1962, + 20477, + 1864, + 14732, + 29871, + 44159, + 35969, + 44400, + 15382, + 37814, + 25617, + 40698, + 6283, + 27820, + 6374, + 37175, + 18827, + 1009, + 48750, + 18906, + 27076, + 41319, + 18572, + 11211, + 44335, + 967, + 27815, + 47092, + 32689, + 37604, + 12974, + 45615, + 35117, + 16967, + 33930, + 21754, + 7542, + 360, + 13353, + 17146, + 23581, + 42702, + 36948, + 36683, + 42912, + 41587, + 38611, + 22139, + 2699, + 40528, + 47747, + 36651, + 10726, + 37038, + 19861, + 32610, + 29033, + 36465, + 26090, + 41404, + 28114, + 1304, + 47635, + 13604, + 18456, + 40501, + 16379, + 16794, + 19222, + 35823, + 18060, + 23373, + 5172, + 36176, + 34548, + 18869, + 10825, + 28545, + 36792, + 41388, + 19827, + 13434, + 46382, + 4078, + 33025, + 7841, + 10730, + 10525, + 3650, + 45233, + 10652, + 49339, + 43961, + 40984, + 41212, + 25588, + 28304, + 49065, + 12233, + 16062, + 44164, + 48159, + 15173, + 47754, + 44590, + 22542, + 14090, + 39937, + 45128, + 22923, + 14577, + 43806, + 21388, + 29605, + 22513, + 41903, + 13653, + 2049, + 49878, + 41437, + 26176, + 41951, + 38655, + 34222, + 24429, + 3718, + 32618, + 32278, + 24657, + 24291, + 48249, + 36018, + 37971, + 10693, + 26511, + 49218, + 11623, + 14745, + 32960, + 12522, + 24933, + 26057, + 14576, + 24945, + 3563, + 45678, + 7186, + 20750, + 14689, + 40511, + 30260, + 19494, + 19773, + 37596, + 28236, + 41273, + 8505, + 18942, + 15852, + 42759, + 12047, + 27168, + 21329, + 28735, + 34621, + 300, + 17792, + 13676, + 46175, + 15237, + 39373, + 10413, + 29395, + 20585, + 29123, + 93, + 6700, + 36851, + 9876, + 4817, + 27093, + 3662, + 10521, + 27864, + 1298, + 1363, + 24740, + 7269, + 25419, + 18959, + 18408, + 11529, + 35450, + 17824, + 21698, + 18086, + 35043, + 14119, + 31336, + 18218, + 15198, + 49120, + 27326, + 43063, + 12255, + 6003, + 28552, + 45448, + 12244, + 35790, + 48752, + 22244, + 35363, + 1129, + 24540, + 48414, + 35264, + 48945, + 45524, + 17508, + 6980, + 11911, + 4533, + 13711, + 8368, + 37617, + 32172, + 18552, + 35161, + 13934, + 45743, + 32414, + 42025, + 4731, + 3323, + 36235, + 5182, + 1102, + 27621, + 37447, + 49174, + 26067, + 38822, + 11955, + 4839, + 35057, + 47839, + 6229, + 5738, + 35189, + 40770, + 35686, + 1790, + 46899, + 21669, + 25830, + 31195, + 21446, + 24881, + 25169, + 49513, + 28428, + 45611, + 21318, + 34143, + 22956, + 17663, + 38201, + 20280, + 44271, + 30550, + 5588, + 27922, + 1434, + 24427, + 11093, + 34146, + 31349, + 27594, + 48095, + 212, + 7282, + 17192, + 37328, + 11617, + 26007, + 15310, + 28537, + 30153, + 48519, + 43563, + 18707, + 31141, + 32208, + 49503, + 38335, + 33310, + 19145, + 43974, + 28625, + 5851, + 26933, + 4799, + 4436, + 30049, + 45753, + 2059, + 31983, + 43458, + 1095, + 15389, + 47134, + 48250, + 29782, + 11731, + 47664, + 10972, + 8131, + 7280, + 45959, + 36968, + 14685, + 24851, + 48435, + 15095, + 41997, + 24905, + 14281, + 40986, + 36489, + 49950, + 46728, + 17042, + 31173, + 39088, + 47892, + 19582, + 13051, + 14419, + 31863, + 7264, + 10865, + 27622, + 41382, + 7287, + 12220, + 39802, + 45538, + 9940, + 41944, + 12296, + 6236, + 14909, + 42120, + 24708, + 23849, + 6164, + 6874, + 6650, + 15280, + 38750, + 12793, + 3456, + 26134, + 38784, + 26439, + 28540, + 5682, + 24946, + 1971, + 11351, + 15333, + 9014, + 35762, + 48903, + 3640, + 5340, + 46764, + 45518, + 39183, + 28312, + 5839, + 36975, + 18105, + 12913, + 9527, + 5833, + 16866, + 5568, + 47110, + 36546, + 31201, + 49368, + 35399, + 39496, + 20907, + 34385, + 37942, + 18654, + 39121, + 7892, + 33339, + 35487, + 31075, + 10407, + 44680, + 594, + 26562, + 40934, + 37680, + 19734, + 39787, + 13619, + 4760, + 44589, + 23867, + 20185, + 45245, + 8478, + 13319, + 35970, + 20009, + 22060, + 44471, + 4217, + 21084, + 24208, + 22505, + 1689, + 28624, + 13701, + 27078, + 41869, + 18804, + 11200, + 13941, + 38071, + 41529, + 14476, + 6097, + 5745, + 684, + 46511, + 29371, + 37276, + 2343, + 36630, + 39039, + 44640, + 45650, + 12488, + 16122, + 254, + 1687, + 31406, + 23880, + 36112, + 34819, + 30817, + 28301, + 47582, + 40936, + 20382, + 26635, + 6054, + 38053, + 24506, + 20043, + 14017, + 4311, + 36758, + 44764, + 45362, + 47402, + 21291, + 35675, + 14257, + 35825, + 18824, + 42883, + 44375, + 36959, + 8183, + 35510, + 41052, + 48733, + 1011, + 38211, + 5393, + 9957, + 46250, + 30264, + 13361, + 47510, + 17172, + 41123, + 36173, + 31290, + 16012, + 19316, + 40837, + 33647, + 46419, + 2296, + 601, + 24338, + 5940, + 23807, + 19200, + 4678, + 5110, + 4441, + 38393, + 22113, + 20372, + 39865, + 17479, + 45724, + 17147, + 2955, + 14532, + 47907, + 31225, + 33872, + 1440, + 20834, + 1132, + 36556, + 27270, + 15506, + 14101, + 727, + 10801, + 23915, + 34575, + 34631, + 8045, + 40529, + 23219, + 40625, + 20948, + 20387, + 41361, + 19147, + 30641, + 1381, + 1104, + 36720, + 11658, + 47700, + 34813, + 35120, + 17339, + 7078, + 36340, + 5475, + 46947, + 43313, + 32142, + 9151, + 24910, + 44369, + 18626, + 41715, + 34195, + 41037, + 48030, + 17717, + 47339, + 17217, + 8021, + 20226, + 17046, + 30659, + 19809, + 45527, + 48662, + 17560, + 49284, + 4332, + 16079, + 32042, + 41073, + 15281, + 9679, + 43967, + 13986, + 38710, + 16063, + 14920, + 37115, + 21131, + 3313, + 16710, + 25711, + 13220, + 24956, + 38229, + 34699, + 38262, + 47446, + 8425, + 32178, + 42437, + 2176, + 46759, + 4915, + 17326, + 42447, + 39002, + 25311, + 14854, + 25267, + 45326, + 14477, + 47255, + 22673, + 47038, + 18742, + 10305, + 24403, + 48199, + 29021, + 43067, + 7380, + 6654, + 44853, + 9861, + 34928, + 5720, + 25858, + 39085, + 24467, + 8079, + 7985, + 40552, + 41904, + 27975, + 46732, + 371, + 33569, + 48703, + 45572, + 19922, + 43131, + 32390, + 36030, + 22193, + 20912, + 47258, + 33230, + 19460, + 10816, + 10022, + 46813, + 37567, + 25642, + 17208, + 401, + 47383, + 39860, + 44826, + 48600, + 12387, + 11283, + 43160, + 26845, + 25463, + 12962, + 10300, + 27811, + 31183, + 18052, + 46107, + 30645, + 28602, + 35516, + 41290, + 36965, + 27827, + 27891, + 44903, + 17973, + 81, + 43037, + 6940, + 28424, + 6526, + 28017, + 13421, + 24153, + 17964, + 38699, + 39065, + 11438, + 4164, + 30239, + 19081, + 43826, + 2893, + 48175, + 39963, + 45179, + 31064, + 33762, + 8222, + 6759, + 10146, + 42966, + 33868, + 14967, + 41103, + 44505, + 19786, + 47102, + 18484, + 17186, + 44751, + 20429, + 33215, + 7064, + 5694, + 19185, + 3552, + 23385, + 7870, + 14319, + 13439, + 45895, + 4677, + 16937, + 12464, + 32132, + 11497, + 43303, + 29697, + 4693, + 612, + 3232, + 39185, + 37379, + 48060, + 18588, + 27652, + 38741, + 47678, + 19901, + 19068, + 561, + 21509, + 21726, + 33261, + 25270, + 14371, + 19202, + 10125, + 19328, + 19735, + 46222, + 28457, + 2583, + 48230, + 2445, + 21157, + 891, + 23516, + 12199, + 36198, + 44694, + 47727, + 23782, + 28493, + 26486, + 36314, + 37002, + 29332, + 10261, + 28364, + 3588, + 47596, + 48216, + 24534, + 1321, + 48873, + 9258, + 12232, + 6451, + 2247, + 6324, + 17735, + 33038, + 30069, + 27794, + 8725, + 27969, + 154, + 32556, + 30185, + 13443, + 40852, + 36603, + 40492, + 13920, + 21087, + 12173, + 26754, + 43062, + 18844, + 2723, + 23186, + 23560, + 34319, + 10077, + 46417, + 47669, + 39303, + 12297, + 19878, + 34980, + 33658, + 6021, + 16245, + 43173, + 36935, + 19815, + 17554, + 25216, + 43939, + 38599, + 36065, + 12611, + 45355, + 13656, + 43491, + 36329, + 16120, + 24863, + 20715, + 48955, + 18026, + 40059, + 3402, + 43332, + 8044, + 114, + 20169, + 47179, + 11928, + 41611, + 13893, + 32743, + 46027, + 45019, + 37148, + 12155, + 37641, + 25985, + 4410, + 14226, + 36033, + 23272, + 252, + 10813, + 8704, + 44460, + 20872, + 17772, + 42772, + 265, + 17587, + 35458, + 37568, + 5339, + 7138, + 12921, + 18573, + 44241, + 19636, + 20742, + 49939, + 13435, + 30530, + 39505, + 33267, + 33161, + 13819, + 3565, + 47928, + 6218, + 10473, + 27450, + 18704, + 36652, + 11628, + 23701, + 14342, + 23567, + 32289, + 46192, + 1548, + 39957, + 17043, + 47633, + 2480, + 33665, + 13478, + 3264, + 12669, + 17801, + 9198, + 14591, + 23442, + 31466, + 36523, + 13507, + 5005, + 8273, + 42581, + 34315, + 28796, + 12687, + 18022, + 49953, + 12083, + 28373, + 45982, + 46410, + 7015, + 21780, + 10792, + 21817, + 20160, + 16461, + 29286, + 36930, + 44036, + 17449, + 14198, + 1143, + 37206, + 735, + 40516, + 42656, + 42300, + 19642, + 21646, + 24750, + 19958, + 8797, + 49330, + 5460, + 39156, + 33446, + 26122, + 44334, + 6222, + 47474, + 34908, + 35966, + 28419, + 23269, + 9146, + 47224, + 37471, + 33791, + 11788, + 9975, + 2751, + 11925, + 6826, + 11633, + 19816, + 1860, + 21105, + 46244, + 44274, + 4943, + 48091, + 35577, + 25757, + 33288, + 22636, + 40843, + 46767, + 6538, + 12733, + 39204, + 28273, + 35936, + 34861, + 14784, + 165, + 38849, + 16966, + 44504, + 13741, + 17, + 49760, + 22258, + 38922, + 29327, + 27389, + 44855, + 32291, + 10144, + 5693, + 10109, + 18206, + 41866, + 10680, + 8708, + 31003, + 3438, + 26893, + 32693, + 36568, + 32613, + 1383, + 28361, + 5891, + 909, + 13412, + 21918, + 1542, + 28311, + 14797, + 20682, + 44355, + 21362, + 3268, + 20748, + 41352, + 25926, + 16133, + 3089, + 13733, + 32987, + 38685, + 39270, + 32135, + 35124, + 45583, + 47178, + 35930, + 5684, + 20973, + 38326, + 31572, + 27000, + 30838, + 18226, + 37574, + 11012, + 38237, + 34625, + 39813, + 12884, + 38346, + 30441, + 31411, + 45971, + 13470, + 36295, + 4295, + 24281, + 17114, + 3584, + 45535, + 7890, + 18492, + 36895, + 43909, + 11411, + 48400, + 3968, + 10839, + 17563, + 37229, + 3725, + 47811, + 46385, + 25457, + 16855, + 23839, + 49555, + 14509, + 22633, + 29432, + 35600, + 28141, + 43419, + 3688, + 7501, + 17131, + 7514, + 25415, + 22264, + 40195, + 19766, + 39414, + 14285, + 5577, + 27032, + 35739, + 44007, + 253, + 26763, + 41804, + 15701, + 44677, + 29166, + 3437, + 15289, + 20421, + 41899, + 7913, + 19937, + 48337, + 11016, + 23387, + 10295, + 7927, + 41697, + 7301, + 43645, + 30586, + 28069, + 27106, + 31050, + 48878, + 43215, + 23363, + 45547, + 49212, + 17760, + 15691, + 35416, + 10214, + 40466, + 47592, + 31649, + 39031, + 41561, + 4592, + 10491, + 26605, + 36021, + 17117, + 47791, + 14589, + 41008, + 12989, + 1892, + 16134, + 645, + 22233, + 39613, + 45911, + 35730, + 42721, + 8844, + 2567, + 22328, + 46466, + 39902, + 45169, + 2243, + 12608, + 38715, + 40248, + 15805, + 22975, + 30303, + 2208, + 29155, + 46416, + 25591, + 14508, + 19833, + 22602, + 37618, + 8258, + 24559, + 7391, + 24289, + 7385, + 49893, + 9317, + 13966, + 42842, + 22674, + 39448, + 25177, + 26851, + 8521, + 47037, + 45239, + 8344, + 42373, + 8358, + 47893, + 11577, + 18091, + 7100, + 37433, + 6682, + 34427, + 24314, + 604, + 38697, + 10520, + 27775, + 26222, + 22350, + 3148, + 14010, + 13991, + 47699, + 10767, + 3058, + 23844, + 9471, + 9495, + 14893, + 109, + 19682, + 39258, + 3928, + 43971, + 3128, + 46717, + 40428, + 49568, + 19425, + 17690, + 10415, + 10721, + 34906, + 46512, + 33541, + 42135, + 37717, + 19509, + 5762, + 22179, + 7499, + 27981, + 43346, + 25295, + 21119, + 11591, + 35538, + 10828, + 32474, + 3005, + 20340, + 36797, + 2878, + 40609, + 38536, + 45694, + 36343, + 23878, + 21617, + 48588, + 35166, + 5557, + 6102, + 16862, + 36614, + 12266, + 36717, + 3977, + 49534, + 37429, + 25791, + 71, + 8145, + 11061, + 47626, + 33266, + 37270, + 20843, + 6016, + 4633, + 42115, + 31785, + 26385, + 1972, + 9809, + 27854, + 29525, + 39867, + 33004, + 10781, + 42282, + 48078, + 16385, + 1170, + 12259, + 45167, + 12721, + 43027, + 31801, + 3106, + 26279, + 28618, + 36438, + 27789, + 44873, + 33154, + 31606, + 40113, + 30566, + 1719, + 27440, + 17392, + 41579, + 3914, + 32526, + 3328, + 38772, + 32628, + 36829, + 47615, + 21842, + 36115, + 15624, + 33746, + 30019, + 43250, + 34863, + 8919, + 19579, + 30103, + 21660, + 40370, + 36478, + 10169, + 5229, + 17120, + 12500, + 14272, + 2354, + 9901, + 36103, + 43494, + 38582, + 38900, + 29542, + 4463, + 12591, + 20531, + 17736, + 20481, + 7227, + 8931, + 33283, + 42124, + 838, + 48793, + 44745, + 38539, + 16338, + 49975, + 19143, + 27587, + 1610, + 4060, + 33752, + 27911, + 1071, + 5871, + 19047, + 10740, + 18465, + 33633, + 13281, + 38206, + 28744, + 44125, + 38129, + 15911, + 32558, + 37622, + 21612, + 3310, + 2969, + 12889, + 10379, + 3677, + 1640, + 21385, + 5505, + 1824, + 47614, + 22213, + 9933, + 37696, + 16792, + 4895, + 225, + 1224, + 27590, + 28542, + 25881, + 34299, + 49470, + 33255, + 17312, + 40448, + 19023, + 44669, + 26495, + 46171, + 24370, + 28890, + 15316, + 41879, + 37798, + 9625, + 49176, + 12745, + 38199, + 19371, + 19311, + 39517, + 16241, + 13115, + 3572, + 22688, + 45692, + 16513, + 46593, + 7954, + 25585, + 5052, + 20620, + 39396, + 18968, + 9922, + 16985, + 16038, + 38484, + 49617, + 28984, + 37902, + 36985, + 17762, + 21541, + 38570, + 9995, + 14401, + 22717, + 13364, + 39314, + 44139, + 34207, + 27924, + 11468, + 22635, + 14930, + 35123, + 6347, + 45396, + 23171, + 7072, + 24164, + 9401, + 18699, + 18609, + 29488, + 37356, + 9123, + 6798, + 46336, + 10952, + 19339, + 18727, + 15035, + 3284, + 31757, + 31621, + 14457, + 3007, + 26964, + 35768, + 40719, + 263, + 24502, + 24875, + 22797, + 6818, + 19785, + 30112, + 32050, + 40372, + 17180, + 14534, + 30777, + 44363, + 7903, + 46321, + 31095, + 26108, + 15161, + 10709, + 28100, + 1676, + 22032, + 39952, + 38148, + 23604, + 29203, + 20122, + 23771, + 12287, + 10311, + 42335, + 34650, + 7732, + 28774, + 49530, + 40584, + 11792, + 1551, + 49616, + 8168, + 25178, + 39151, + 5206, + 44967, + 11203, + 6847, + 5702, + 13067, + 44358, + 7529, + 22396, + 34789, + 2533, + 49495, + 20600, + 21818, + 32296, + 1113, + 8885, + 4396, + 2096, + 13665, + 30289, + 24494, + 47415, + 20519, + 11905, + 48514, + 15888, + 4561, + 27174, + 32456, + 15439, + 42732, + 18798, + 41072, + 23578, + 36157, + 49585, + 11431, + 8542, + 23016, + 8291, + 46483, + 21206, + 39638, + 6581, + 12597, + 19888, + 34350, + 19648, + 4884, + 27408, + 41014, + 36002, + 5173, + 26604, + 24394, + 14851, + 30757, + 15827, + 7179, + 26240, + 25095, + 3226, + 11017, + 13537, + 20412, + 45132, + 17815, + 18222, + 576, + 22056, + 16445, + 13596, + 25875, + 45977, + 22586, + 25825, + 4170, + 17214, + 1337, + 2232, + 9382, + 18368, + 23787, + 15847, + 24892, + 21303, + 49379, + 2427, + 29192, + 40559, + 15623, + 9467, + 8015, + 47106, + 45741, + 14098, + 5194, + 30885, + 24745, + 4475, + 37452, + 30420, + 36327, + 16567, + 40858, + 12987, + 41310, + 27269, + 6924, + 45943, + 31097, + 41789, + 42579, + 41574, + 13863, + 47353, + 35887, + 17176, + 9953, + 42136, + 30956, + 39611, + 47915, + 42138, + 26400, + 32098, + 37174, + 832, + 19929, + 37827, + 49050, + 35650, + 1981, + 7647, + 36359, + 39165, + 44838, + 33809, + 33185, + 29285, + 28254, + 47992, + 2453, + 32810, + 19497, + 38396, + 48260, + 49250, + 475, + 33135, + 49171, + 42453, + 25559, + 28546, + 6583, + 47101, + 10833, + 42311, + 39847, + 27957, + 47648, + 43264, + 26196, + 23958, + 26047, + 30408, + 27825, + 2085, + 47765, + 32560, + 9139, + 38225, + 12688, + 26718, + 14115, + 41763, + 30969, + 34082, + 6339, + 48119, + 44693, + 24267, + 37655, + 6400, + 39007, + 36498, + 39837, + 16165, + 24650, + 1246, + 15647, + 45558, + 32855, + 8981, + 37706, + 47537, + 20107, + 38045, + 28473, + 22757, + 39771, + 19109, + 18078, + 26112, + 1550, + 37072, + 16360, + 17030, + 33012, + 34824, + 47321, + 5165, + 10463, + 2478, + 42799, + 14065, + 25759, + 3908, + 833, + 35305, + 613, + 1477, + 37077, + 16288, + 5598, + 27411, + 47467, + 49807, + 24295, + 42082, + 21183, + 5536, + 15091, + 49090, + 41356, + 23562, + 21881, + 25682, + 25560, + 44259, + 20392, + 46740, + 34773, + 49412, + 15595, + 37897, + 47724, + 7497, + 37565, + 8143, + 41516, + 13131, + 44540, + 29853, + 18678, + 41350, + 45868, + 12505, + 9623, + 43913, + 28435, + 41686, + 16028, + 16350, + 2045, + 3082, + 26, + 37369, + 4894, + 20863, + 43902, + 10218, + 23471, + 42965, + 23031, + 27623, + 35251, + 20878, + 48354, + 22994, + 17346, + 45669, + 10786, + 33442, + 13114, + 17959, + 46785, + 47984, + 12439, + 23007, + 24037, + 9097, + 32948, + 10352, + 43244, + 42858, + 29302, + 38349, + 30583, + 49397, + 5409, + 2430, + 5872, + 10814, + 36999, + 5069, + 24298, + 8943, + 30329, + 13049, + 35089, + 44175, + 33773, + 33749, + 26471, + 1417, + 25691, + 41634, + 20583, + 29389, + 29867, + 16084, + 30192, + 4814, + 3335, + 27166, + 27263, + 15914, + 26046, + 9618, + 36461, + 12079, + 14711, + 16856, + 46032, + 13416, + 23760, + 29606, + 46375, + 47514, + 40037, + 9560, + 13447, + 18160, + 29536, + 47153, + 29771, + 40730, + 30576, + 2298, + 26782, + 6353, + 25914, + 11930, + 8132, + 12740, + 7046, + 23753, + 32400, + 20853, + 15267, + 43435, + 24873, + 40167, + 10697, + 47455, + 35396, + 26064, + 29187, + 36386, + 26297, + 41481, + 10659, + 7531, + 36312, + 20396, + 18381, + 6961, + 30735, + 11068, + 24542, + 15823, + 25475, + 17362, + 24872, + 48336, + 5267, + 9418, + 10673, + 26892, + 47513, + 46937, + 12250, + 11069, + 37194, + 43418, + 14545, + 23969, + 7168, + 25553, + 3557, + 12080, + 48494, + 26454, + 36019, + 44763, + 49832, + 17374, + 46657, + 1305, + 21570, + 24943, + 6955, + 24066, + 16690, + 26103, + 6414, + 43388, + 6426, + 26251, + 33076, + 28098, + 26171, + 21447, + 30404, + 15255, + 16147, + 35202, + 14581, + 26387, + 1167, + 24160, + 37888, + 4511, + 14346, + 14137, + 7439, + 39584, + 13121, + 48022, + 48824, + 34462, + 31172, + 19856, + 41245, + 47965, + 13013, + 18957, + 6796, + 17124, + 41569, + 42352, + 38798, + 43936, + 41871, + 44079, + 43184, + 10779, + 37736, + 13990, + 32682, + 27247, + 17755, + 22088, + 46613, + 17839, + 7297, + 20785, + 16611, + 14015, + 43206, + 44989, + 16902, + 49896, + 2319, + 28938, + 3362, + 31012, + 35132, + 14935, + 27715, + 48319, + 30830, + 13290, + 40958, + 19150, + 7583, + 41796, + 39809, + 22215, + 11369, + 37500, + 25099, + 24013, + 15339, + 11271, + 41659, + 7475, + 41858, + 41061, + 25725, + 12537, + 27664, + 30579, + 44868, + 36358, + 42238, + 10807, + 2863, + 12005, + 30692, + 24849, + 46391, + 27725, + 16797, + 33061, + 41225, + 38530, + 48291, + 14618, + 25405, + 22906, + 27629, + 15904, + 11253, + 36259, + 5767, + 46217, + 4107, + 35509, + 5868, + 26869, + 28923, + 35735, + 28093, + 18761, + 6741, + 47367, + 17260, + 30614, + 41591, + 13796, + 21528, + 12139, + 15983, + 44908, + 36493, + 36928, + 25082, + 22694, + 47919, + 26906, + 21394, + 39980, + 18852, + 44600, + 35766, + 1549, + 42288, + 45480, + 1791, + 36032, + 41747, + 45144, + 24523, + 6811, + 4500, + 42018, + 42945, + 18491, + 8514, + 47611, + 21889, + 48856, + 5233, + 38207, + 39108, + 23166, + 8711, + 10097, + 38646, + 22022, + 21932, + 28677, + 2934, + 11184, + 20814, + 25647, + 45087, + 7667, + 41807, + 11606, + 6394, + 5659, + 7377, + 12549, + 28832, + 41328, + 16029, + 43797, + 43100, + 42886, + 24202, + 43416, + 10962, + 7898, + 42562, + 1832, + 18715, + 16848, + 3483, + 17988, + 48061, + 5028, + 37119, + 18779, + 26140, + 47629, + 17170, + 47558, + 32127, + 24634, + 30288, + 6274, + 25136, + 1546, + 18507, + 23132, + 6836, + 47818, + 31989, + 39864, + 39718, + 34246, + 2825, + 33570, + 19438, + 9656, + 27434, + 46598, + 28969, + 21626, + 10113, + 39521, + 3394, + 21744, + 30516, + 28978, + 16158, + 43753, + 34665, + 7593, + 38747, + 36986, + 10911, + 28192, + 15441, + 35180, + 31311, + 18029, + 2217, + 2362, + 4849, + 14252, + 4061, + 11620, + 19778, + 31137, + 11448, + 24586, + 3014, + 27478, + 32910, + 20510, + 11453, + 3397, + 3765, + 14, + 13207, + 46408, + 16609, + 39162, + 23496, + 21113, + 14958, + 42296, + 49435, + 21801, + 34915, + 39965, + 14205, + 39209, + 11616, + 36654, + 30342, + 15291, + 2171, + 39721, + 13684, + 19300, + 33591, + 18210, + 41095, + 29220, + 46709, + 22382, + 5398, + 42103, + 12790, + 40142, + 17387, + 13252, + 28348, + 40412, + 14968, + 11198, + 20036, + 39011, + 6211, + 16480, + 32303, + 3922, + 19319, + 13729, + 11252, + 34857, + 18748, + 14969, + 16457, + 44161, + 9202, + 37150, + 42466, + 386, + 15730, + 25765, + 33263, + 23022, + 36591, + 5228, + 2903, + 41957, + 31891, + 35647, + 33923, + 16723, + 17004, + 13415, + 48174, + 28156, + 43625, + 2636, + 35553, + 34297, + 20532, + 30891, + 35289, + 31362, + 3743, + 37485, + 353, + 16159, + 35462, + 39445, + 13977, + 26397, + 15762, + 48788, + 6724, + 425, + 42547, + 23101, + 27761, + 44412, + 17375, + 28549, + 11769, + 3450, + 41448, + 36993, + 28420, + 590, + 17631, + 23907, + 27079, + 15671, + 22371, + 44380, + 21550, + 3032, + 12033, + 32485, + 24577, + 30278, + 29791, + 7306, + 456, + 8287, + 38692, + 29846, + 28616, + 24442, + 5716, + 43854, + 11729, + 34610, + 4267, + 6825, + 32432, + 5618, + 8592, + 33924, + 31381, + 922, + 44862, + 16444, + 35845, + 43407, + 45498, + 5057, + 29267, + 13587, + 19056, + 31430, + 1691, + 17568, + 21240, + 21620, + 19892, + 21408, + 35677, + 7226, + 44645, + 3527, + 39536, + 30962, + 5518, + 6143, + 34816, + 202, + 20229, + 43687, + 35461, + 14940, + 9059, + 277, + 41184, + 15364, + 45685, + 40553, + 20752, + 44949, + 28297, + 10170, + 30949, + 5188, + 8564, + 18837, + 24410, + 30677, + 37131, + 22141, + 39160, + 43162, + 1994, + 3750, + 8472, + 24813, + 29733, + 33636, + 46097, + 4886, + 9153, + 6277, + 5058, + 32086, + 25111, + 29370, + 25220, + 17232, + 10107, + 19959, + 30618, + 30991, + 42542, + 19244, + 38677, + 20332, + 22176, + 43282, + 19707, + 44466, + 16735, + 6040, + 22404, + 3499, + 37555, + 25328, + 13124, + 1643, + 24261, + 5113, + 49564, + 49429, + 48476, + 23397, + 9755, + 30639, + 49315, + 47734, + 44550, + 6388, + 17130, + 43841, + 46720, + 8802, + 21751, + 42983, + 46439, + 40411, + 39266, + 17754, + 48523, + 26866, + 34254, + 1465, + 1492, + 37410, + 44268, + 12399, + 28858, + 16894, + 49778, + 25416, + 14100, + 24413, + 39716, + 29808, + 11256, + 7160, + 30930, + 13372, + 39647, + 33963, + 6761, + 38818, + 41772, + 25967, + 46569, + 41036, + 11817, + 22706, + 48801, + 6350, + 15761, + 8459, + 26682, + 38493, + 2496, + 18896, + 5660, + 40681, + 24236, + 4888, + 34425, + 19255, + 43511, + 42341, + 788, + 34611, + 3595, + 6466, + 3915, + 41371, + 22212, + 21311, + 2750, + 15839, + 25247, + 19855, + 37283, + 7372, + 38054, + 19376, + 43745, + 1292, + 26820, + 9570, + 34951, + 28750, + 28798, + 10830, + 6708, + 6527, + 30366, + 21008, + 3395, + 37994, + 18247, + 14432, + 14487, + 31274, + 14124, + 39077, + 17061, + 35367, + 2484, + 21237, + 15996, + 46671, + 41795, + 44879, + 19346, + 37926, + 14033, + 3556, + 31692, + 12538, + 35386, + 12965, + 13237, + 31325, + 7248, + 9386, + 14074, + 27063, + 27936, + 11310, + 20950, + 35061, + 16411, + 44844, + 21548, + 9179, + 44977, + 12518, + 63, + 48302, + 47414, + 28594, + 48704, + 43366, + 3645, + 32378, + 37961, + 46908, + 3550, + 33, + 35566, + 4816, + 47343, + 39518, + 40686, + 7195, + 25719, + 35623, + 29979, + 27004, + 907, + 21304, + 39052, + 43509, + 41137, + 43694, + 24354, + 37357, + 47209, + 19107, + 15435, + 32151, + 25306, + 45870, + 32440, + 42414, + 24061, + 9651, + 19221, + 7346, + 12132, + 9262, + 39945, + 26542, + 2544, + 43873, + 31995, + 13234, + 31560, + 37843, + 20346, + 17720, + 26592, + 37406, + 49535, + 26203, + 15981, + 40376, + 29131, + 37181, + 44189, + 27625, + 12402, + 19057, + 29367, + 15370, + 20135, + 41494, + 4772, + 28376, + 44953, + 25808, + 29109, + 1567, + 38866, + 10333, + 49561, + 33379, + 41655, + 19692, + 16425, + 19450, + 25138, + 10084, + 37031, + 10994, + 40388, + 21883, + 44383, + 35171, + 20401, + 25596, + 7300, + 9947, + 18138, + 25411, + 33846, + 30358, + 36710, + 5212, + 9080, + 47329, + 26014, + 26472, + 21953, + 16014, + 4721, + 5712, + 27127, + 40023, + 9191, + 6077, + 13065, + 10621, + 40729, + 31500, + 28047, + 44246, + 42013, + 15638, + 3543, + 17953, + 6922, + 15192, + 26621, + 6820, + 40707, + 12556, + 38853, + 25670, + 44731, + 7516, + 46429, + 13459, + 6553, + 24244, + 34020, + 13997, + 45648, + 41234, + 7926, + 4834, + 34701, + 40794, + 26854, + 33617, + 1067, + 10808, + 48290, + 17121, + 7971, + 3135, + 29401, + 24952, + 40299, + 40304, + 48986, + 13524, + 9600, + 23267, + 2022, + 30123, + 83, + 22524, + 46057, + 47891, + 20453, + 16170, + 21417, + 40562, + 33355, + 26434, + 1161, + 47137, + 38226, + 11763, + 37383, + 5404, + 45293, + 34603, + 32670, + 48063, + 19354, + 15252, + 34738, + 18401, + 42258, + 48445, + 999, + 10310, + 45889, + 29271, + 12587, + 33397, + 20217, + 31904, + 11463, + 11812, + 45001, + 11465, + 27584, + 44543, + 34148, + 45038, + 12458, + 10674, + 24140, + 2937, + 14068, + 1280, + 5162, + 818, + 5138, + 23042, + 47850, + 13465, + 12702, + 34838, + 31964, + 25565, + 46243, + 4941, + 37265, + 46984, + 10924, + 7646, + 36575, + 47276, + 32049, + 39780, + 9607, + 46837, + 1851, + 235, + 46199, + 14336, + 23822, + 15792, + 677, + 26030, + 35960, + 41932, + 10412, + 31832, + 13622, + 32454, + 20390, + 15949, + 8058, + 47359, + 19668, + 31873, + 145, + 16146, + 18028, + 26442, + 8256, + 33670, + 38107, + 6469, + 24955, + 36449, + 35877, + 8920, + 3898, + 23514, + 27167, + 43454, + 40750, + 34949, + 2630, + 47404, + 39680, + 6166, + 40219, + 9308, + 5937, + 36521, + 39535, + 42960, + 380, + 8754, + 46574, + 30033, + 19753, + 5314, + 39843, + 20233, + 46406, + 24492, + 1919, + 45104, + 39852, + 3592, + 22430, + 8317, + 46621, + 13477, + 28129, + 10417, + 19233, + 8411, + 30844, + 27012, + 47752, + 34979, + 37995, + 44377, + 33140, + 45737, + 32104, + 47395, + 322, + 35775, + 8519, + 10685, + 3257, + 8421, + 42828, + 7335, + 38904, + 31848, + 13667, + 7532, + 28674, + 15505, + 44023, + 19577, + 35633, + 25319, + 20064, + 39722, + 43105, + 29766, + 28974, + 27197, + 18883, + 24007, + 12038, + 21100, + 27591, + 42264, + 39656, + 30833, + 25749, + 10789, + 34421, + 34775, + 39970, + 28761, + 20084, + 2729, + 31689, + 40186, + 22266, + 45267, + 23229, + 29127, + 12416, + 1277, + 28553, + 32657, + 35464, + 29471, + 15788, + 1865, + 640, + 39803, + 34169, + 49355, + 3306, + 11114, + 18468, + 45182, + 28689, + 15760, + 39901, + 10340, + 462, + 44301, + 12553, + 3609, + 5735, + 17655, + 7900, + 5566, + 714, + 23268, + 21015, + 28701, + 32681, + 7917, + 19123, + 38841, + 7779, + 11895, + 14047, + 11384, + 20096, + 36027, + 14492, + 19914, + 13081, + 6685, + 34833, + 11228, + 41647, + 44869, + 23444, + 40269, + 31744, + 19172, + 14849, + 27249, + 12951, + 41776, + 29518, + 24680, + 21871, + 22411, + 29082, + 24681, + 26315, + 4654, + 8603, + 37256, + 6731, + 49432, + 11987, + 6765, + 7707, + 47761, + 35356, + 28893, + 12066, + 38629, + 45622, + 28037, + 39066, + 45015, + 42209, + 34811, + 40985, + 9660, + 28748, + 5416, + 38928, + 12851, + 19347, + 37688, + 34456, + 1516, + 43182, + 28272, + 34342, + 17458, + 18170, + 42450, + 25173, + 34260, + 5406, + 18900, + 16670, + 37355, + 15953, + 47071, + 6201, + 44567, + 14042, + 20867, + 45431, + 10019, + 10293, + 19048, + 22298, + 35629, + 22431, + 14736, + 30460, + 10873, + 31167, + 8298, + 26764, + 34968, + 31627, + 42598, + 41089, + 43031, + 47195, + 9671, + 14160, + 4835, + 32136, + 13245, + 25413, + 30295, + 22377, + 26184, + 16764, + 32274, + 8830, + 49210, + 23883, + 30050, + 39365, + 34634, + 48943, + 24535, + 48642, + 38942, + 34672, + 25338, + 23435, + 27691, + 13842, + 2984, + 25819, + 4086, + 23930, + 24069, + 21282, + 48852, + 15023, + 26181, + 21047, + 4575, + 48805, + 48565, + 48158, + 108, + 13717, + 49067, + 9524, + 48911, + 1686, + 12368, + 2024, + 1783, + 6905, + 26255, + 24110, + 20790, + 3786, + 17355, + 30977, + 40338, + 11699, + 42758, + 37755, + 23312, + 22982, + 10835, + 43348, + 3092, + 41020, + 4726, + 9243, + 12917, + 47012, + 19810, + 46768, + 49615, + 28510, + 19378, + 38151, + 20428, + 31769, + 20674, + 9188, + 23736, + 25325, + 49305, + 9384, + 32164, + 16844, + 49083, + 18348, + 5737, + 10768, + 38441, + 14343, + 35643, + 14269, + 24710, + 20593, + 4950, + 47213, + 47173, + 16468, + 6493, + 15337, + 44224, + 10378, + 7035, + 17641, + 26237, + 47263, + 14339, + 26187, + 1256, + 49086, + 13958, + 1958, + 36172, + 22029, + 6460, + 4553, + 15143, + 27220, + 46104, + 221, + 26865, + 39756, + 45203, + 11171, + 48180, + 3842, + 28790, + 14372, + 42125, + 31471, + 40163, + 33798, + 48045, + 32496, + 887, + 32365, + 8685, + 43659, + 17313, + 44283, + 31189, + 47704, + 44631, + 7660, + 6053, + 27861, + 44668, + 998, + 37908, + 35381, + 49922, + 25991, + 288, + 41621, + 23123, + 18670, + 29490, + 34913, + 23137, + 1846, + 997, + 36169, + 18203, + 21474, + 13907, + 16090, + 4321, + 2888, + 12131, + 352, + 45472, + 2593, + 9392, + 43799, + 31566, + 20439, + 39482, + 29051, + 41862, + 46971, + 46327, + 35672, + 18291, + 37205, + 20783, + 31000, + 19885, + 10262, + 46518, + 3966, + 38257, + 18442, + 42995, + 27442, + 2570, + 36014, + 12243, + 24866, + 5545, + 16185, + 38893, + 22385, + 26928, + 21878, + 8367, + 35112, + 43700, + 25885, + 14983, + 30805, + 27504, + 22437, + 28609, + 11355, + 10226, + 48603, + 34624, + 20846, + 36257, + 21729, + 21337, + 9936, + 7859, + 49084, + 37705, + 16889, + 3857, + 32625, + 33599, + 8773, + 49457, + 12940, + 14790, + 32461, + 19974, + 33398, + 40092, + 23768, + 28186, + 20920, + 32890, + 22082, + 40469, + 25835, + 19905, + 40481, + 1529, + 20733, + 644, + 39291, + 24229, + 6403, + 38172, + 40015, + 46978, + 1677, + 32524, + 9078, + 11193, + 46907, + 25281, + 30427, + 41398, + 14441, + 45914, + 20615, + 40937, + 33458, + 36905, + 34056, + 17810, + 16533, + 3417, + 21872, + 9804, + 24840, + 10777, + 45022, + 36964, + 48442, + 46285, + 34643, + 9064, + 16330, + 37160, + 27849, + 47574, + 28216, + 9309, + 35759, + 48485, + 33149, + 49292, + 28724, + 4534, + 16108, + 36643, + 36735, + 3330, + 3824, + 43648, + 34244, + 28471, + 14857, + 35178, + 7457, + 41724, + 18165, + 45014, + 5539, + 34111, + 21792, + 44029, + 33110, + 18868, + 33008, + 26690, + 8309, + 47995, + 17753, + 37981, + 30883, + 30983, + 31953, + 16485, + 11308, + 22884, + 46485, + 38820, + 18244, + 29973, + 25603, + 10997, + 43261, + 39173, + 38598, + 2554, + 18571, + 41718, + 8817, + 43464, + 7608, + 20267, + 38767, + 45989, + 33234, + 22730, + 21073, + 26214, + 21229, + 49825, + 24337, + 18703, + 41617, + 24369, + 1001, + 3806, + 31585, + 3098, + 2709, + 45044, + 42096, + 7481, + 15012, + 40095, + 39872, + 19600, + 18838, + 24629, + 26477, + 34204, + 40551, + 32943, + 13430, + 38254, + 46565, + 20927, + 11040, + 28786, + 20422, + 33565, + 26514, + 44059, + 23716, + 46693, + 46923, + 13909, + 23566, + 49977, + 22133, + 10208, + 12172, + 45201, + 3976, + 39624, + 20687, + 33403, + 20895, + 6340, + 16796, + 16784, + 37504, + 15415, + 14069, + 23889, + 49908, + 44852, + 27081, + 19398, + 21085, + 34490, + 27606, + 6533, + 35390, + 20419, + 31596, + 4590, + 19042, + 37458, + 29153, + 6506, + 35109, + 46710, + 3783, + 1063, + 26295, + 45792, + 9192, + 18000, + 40675, + 35899, + 21332, + 22794, + 45018, + 4574, + 41960, + 48341, + 47493, + 26901, + 6293, + 9980, + 33447, + 39038, + 40728, + 36714, + 6417, + 8937, + 38311, + 9628, + 19416, + 4222, + 674, + 42743, + 7136, + 10919, + 32859, + 48898, + 29930, + 44000, + 28051, + 44193, + 45697, + 14820, + 22384, + 703, + 13571, + 37318, + 34723, + 10957, + 38012, + 37257, + 26418, + 49329, + 22560, + 10751, + 27087, + 29306, + 5282, + 5428, + 44536, + 1527, + 49366, + 45923, + 17509, + 45603, + 23657, + 33940, + 22777, + 10703, + 38102, + 41922, + 14636, + 30302, + 9741, + 42248, + 41749, + 29813, + 38010, + 44815, + 43683, + 43868, + 24865, + 44318, + 4901, + 5941, + 25128, + 48843, + 6914, + 46491, + 2799, + 17857, + 27970, + 2679, + 36473, + 1301, + 5709, + 10880, + 5538, + 35618, + 27586, + 6722, + 49686, + 26408, + 12129, + 23357, + 3636, + 6667, + 44212, + 31919, + 21072, + 8399, + 24262, + 16010, + 11455, + 48522, + 11322, + 36447, + 21753, + 5796, + 48572, + 20373, + 46548, + 16083, + 3559, + 8405, + 12722, + 37267, + 14456, + 7017, + 31313, + 5258, + 3895, + 36657, + 18716, + 19918, + 31134, + 27663, + 39920, + 33044, + 40619, + 46069, + 45339, + 10978, + 8660, + 8457, + 16319, + 9557, + 4522, + 47852, + 27828, + 9627, + 44213, + 13674, + 24378, + 22736, + 12055, + 13626, + 2748, + 22539, + 27738, + 41099, + 21971, + 46801, + 38661, + 34799, + 34390, + 39765, + 41286, + 6064, + 33166, + 26556, + 22964, + 17371, + 43139, + 8400, + 1936, + 37584, + 15717, + 5143, + 31367, + 15100, + 37387, + 38463, + 10012, + 25142, + 30170, + 46711, + 49784, + 29589, + 16655, + 4718, + 5280, + 16449, + 31233, + 10511, + 46987, + 48742, + 34700, + 14000, + 44697, + 13770, + 26697, + 8798, + 5164, + 26977, + 17960, + 26919, + 6536, + 2555, + 25515, + 45649, + 29244, + 34089, + 37243, + 36376, + 39694, + 1356, + 37498, + 43657, + 17511, + 8523, + 46517, + 18499, + 2008, + 8506, + 23173, + 44114, + 24425, + 37707, + 46215, + 41022, + 32749, + 23025, + 14349, + 29394, + 43108, + 37382, + 12515, + 45578, + 17240, + 9012, + 18044, + 10118, + 31913, + 4712, + 3933, + 3054, + 29008, + 9100, + 8722, + 13640, + 40766, + 31998, + 2637, + 48941, + 15394, + 22162, + 24386, + 28406, + 10034, + 27654, + 26859, + 25135, + 29311, + 18732, + 34652, + 14609, + 3078, + 722, + 22086, + 3591, + 43579, + 7000, + 40316, + 31149, + 7422, + 16863, + 29212, + 4781, + 29381, + 5827, + 27361, + 23972, + 40300, + 13672, + 15403, + 9961, + 39068, + 34110, + 15327, + 34120, + 28993, + 39069, + 5041, + 9413, + 15112, + 27305, + 928, + 6250, + 28684, + 19951, + 2020, + 26708, + 26523, + 42299, + 6522, + 45468, + 44433, + 10773, + 17290, + 34108, + 16071, + 10864, + 14123, + 46989, + 39750, + 38150, + 42645, + 36555, + 48790, + 4764, + 22845, + 48422, + 40419, + 18074, + 6183, + 37326, + 14749, + 15619, + 5118, + 25766, + 16100, + 19921, + 6409, + 3571, + 20550, + 49310, + 23010, + 49791, + 17548, + 2600, + 41489, + 31319, + 36874, + 12525, + 11138, + 25754, + 23646, + 11452, + 36942, + 24593, + 6477, + 5880, + 25605, + 32301, + 34327, + 6873, + 47077, + 163, + 33130, + 27556, + 14766, + 49988, + 3513, + 46726, + 12766, + 40638, + 1142, + 17491, + 15202, + 28666, + 14235, + 29193, + 38630, + 7525, + 30189, + 45721, + 14727, + 17939, + 6224, + 42626, + 42736, + 40610, + 17797, + 44263, + 24067, + 6932, + 25069, + 35968, + 31521, + 30928, + 36302, + 42526, + 26423, + 38336, + 47447, + 39032, + 19715, + 38155, + 17667, + 21980, + 25197, + 8194, + 46026, + 44110, + 26873, + 37675, + 27098, + 45733, + 45388, + 33926, + 46783, + 24815, + 1620, + 13225, + 15299, + 35362, + 15631, + 45112, + 8635, + 30796, + 8629, + 8532, + 15962, + 45561, + 18909, + 38191, + 43548, + 24150, + 12100, + 7850, + 16377, + 32059, + 49839, + 25211, + 21130, + 15409, + 20076, + 2700, + 7942, + 10826, + 23136, + 5262, + 36881, + 22917, + 27772, + 39621, + 11300, + 39147, + 22362, + 13921, + 27132, + 17684, + 46342, + 9992, + 32450, + 3043, + 33962, + 3562, + 40020, + 19592, + 42811, + 21654, + 11383, + 47857, + 48436, + 42761, + 46236, + 10257, + 41269, + 14467, + 42528, + 37921, + 15345, + 11302, + 39792, + 24404, + 30344, + 9291, + 18863, + 21782, + 19038, + 1119, + 24192, + 11542, + 10668, + 22391, + 9057, + 46897, + 36861, + 34762, + 9978, + 13408, + 15689, + 45043, + 34814, + 3327, + 49762, + 41416, + 38561, + 44593, + 10607, + 8681, + 43142, + 7397, + 14126, + 39737, + 44534, + 31497, + 26257, + 9818, + 864, + 30917, + 26637, + 15365, + 34659, + 5648, + 48229, + 30073, + 8020, + 18628, + 35010, + 28845, + 41422, + 8295, + 34029, + 24754, + 3012, + 2216, + 35070, + 23396, + 2369, + 4461, + 29221, + 2857, + 36330, + 42099, + 23531, + 34880, + 15329, + 6290, + 39599, + 44750, + 27767, + 40284, + 17398, + 46877, + 8563, + 5621, + 34312, + 27630, + 43207, + 4770, + 29792, + 4001, + 16403, + 12406, + 13528, + 2286, + 1748, + 6186, + 41892, + 10122, + 25019, + 49152, + 5248, + 44422, + 44364, + 13734, + 11921, + 45927, + 21915, + 40427, + 16918, + 25574, + 10124, + 10238, + 33410, + 3612, + 20399, + 3383, + 29949, + 35507, + 14839, + 47525, + 26259, + 33311, + 14566, + 37162, + 39141, + 14463, + 28561, + 17711, + 41976, + 32837, + 14600, + 26961, + 19656, + 17913, + 6907, + 14959, + 24724, + 12922, + 11102, + 47883, + 12626, + 18668, + 27364, + 42390, + 4863, + 35294, + 20277, + 45924, + 15603, + 40276, + 18158, + 42021, + 42686, + 17083, + 5638, + 21181, + 27277, + 3789, + 11915, + 16876, + 5455, + 44435, + 11332, + 49052, + 1660, + 36193, + 39831, + 7019, + 32503, + 24531, + 12761, + 19220, + 17166, + 8855, + 31032, + 44188, + 35177, + 46687, + 5855, + 31542, + 8784, + 40503, + 12530, + 37742, + 40048, + 34072, + 7950, + 27024, + 18153, + 2931, + 26055, + 41026, + 11541, + 36241, + 21794, + 32998, + 22553, + 48618, + 14603, + 13962, + 23754, + 9034, + 27808, + 11111, + 1297, + 19188, + 28399, + 38056, + 49995, + 8495, + 8791, + 36680, + 13657, + 19179, + 1816, + 12336, + 19723, + 49852, + 25874, + 48985, + 39531, + 35014, + 22046, + 20222, + 4739, + 41601, + 33782, + 26519, + 7119, + 432, + 5474, + 11655, + 13060, + 32981, + 41945, + 14696, + 25572, + 46038, + 10150, + 48391, + 12741, + 2036, + 14925, + 9301, + 31191, + 29237, + 24371, + 15826, + 9734, + 8308, + 1144, + 2075, + 42690, + 31101, + 27977, + 6326, + 40574, + 33677, + 39985, + 10005, + 20237, + 4123, + 28092, + 1644, + 40211, + 8871, + 19627, + 5617, + 22774, + 24701, + 37463, + 23769, + 39415, + 13030, + 1125, + 18390, + 19756, + 12013, + 32499, + 12576, + 47802, + 18350, + 39298, + 3808, + 45076, + 1830, + 3174, + 18293, + 14611, + 45840, + 19196, + 13125, + 15604, + 49847, + 20330, + 6081, + 23082, + 11248, + 15591, + 13193, + 47479, + 21658, + 2174, + 38458, + 1807, + 44041, + 27486, + 29917, + 3337, + 13792, + 47947, + 20327, + 24252, + 44545, + 42531, + 44729, + 11870, + 34396, + 31647, + 3047, + 23191, + 20131, + 4840, + 35075, + 26191, + 33899, + 32140, + 24125, + 32034, + 37330, + 34801, + 35115, + 48257, + 3112, + 41521, + 24197, + 21482, + 9631, + 46189, + 49062, + 17991, + 33668, + 38022, + 17417, + 2796, + 20802, + 2647, + 37510, + 31860, + 26462, + 39866, + 9950, + 25915, + 21191, + 8023, + 18123, + 48197, + 12076, + 27966, + 46458, + 32025, + 29839, + 27210, + 36623, + 6268, + 29321, + 8875, + 48570, + 21674, + 32157, + 46239, + 9530, + 19544, + 27241, + 28856, + 27026, + 18578, + 28436, + 29325, + 3670, + 49818, + 16983, + 7577, + 25382, + 18360, + 28211, + 7662, + 10068, + 2817, + 36508, + 4057, + 29350, + 14407, + 45033, + 47654, + 11094, + 48641, + 12912, + 7112, + 15471, + 19181, + 5091, + 43307, + 28466, + 47498, + 40636, + 3203, + 5134, + 39974, + 46570, + 30325, + 38018, + 47567, + 27491, + 45516, + 7120, + 6778, + 31598, + 26179, + 23945, + 3576, + 35620, + 40910, + 9103, + 26412, + 22204, + 7918, + 25477, + 4271, + 652, + 6447, + 46948, + 987, + 6653, + 4765, + 26828, + 29343, + 33317, + 17059, + 33650, + 17694, + 15323, + 7028, + 22263, + 4989, + 10184, + 42357, + 32856, + 8714, + 20847, + 42157, + 35990, + 45482, + 39689, + 14040, + 37733, + 17540, + 42903, + 9906, + 19764, + 49958, + 12449, + 36240, + 31764, + 49247, + 3436, + 2373, + 2631, + 14478, + 40268, + 5414, + 9653, + 17925, + 28509, + 39537, + 16763, + 6038, + 23974, + 47323, + 41666, + 11303, + 2434, + 47576, + 49671, + 29419, + 42066, + 46586, + 38755, + 32517, + 6495, + 29540, + 12331, + 33567, + 41343, + 6941, + 5861, + 5948, + 31865, + 525, + 43524, + 27159, + 45288, + 43349, + 28218, + 30605, + 32325, + 11242, + 20765, + 35064, + 7143, + 38273, + 40041, + 32408, + 47237, + 38887, + 37595, + 40174, + 24482, + 43934, + 45548, + 34557, + 9987, + 23213, + 43839, + 42648, + 40074, + 10145, + 6938, + 47515, + 1491, + 26351, + 20577, + 18839, + 25057, + 20692, + 37930, + 22457, + 24387, + 4496, + 28576, + 4528, + 41332, + 2846, + 16575, + 23914, + 11353, + 44378, + 16125, + 14423, + 12088, + 39457, + 1717, + 42742, + 5715, + 18099, + 46919, + 18093, + 2832, + 473, + 36394, + 30243, + 36560, + 21969, + 16383, + 42116, + 28910, + 44801, + 27552, + 13370, + 25485, + 13895, + 39708, + 29716, + 31271, + 43367, + 46953, + 5156, + 49724, + 49175, + 26008, + 45199, + 14245, + 47532, + 9672, + 14270, + 40927, + 10114, + 16886, + 31740, + 24890, + 31583, + 47217, + 40290, + 10649, + 33763, + 26695, + 38331, + 38857, + 28501, + 7169, + 29110, + 19134, + 33180, + 10302, + 11081, + 19206, + 31579, + 33469, + 8228, + 41800, + 36622, + 14638, + 34546, + 45984, + 20339, + 2177, + 43969, + 37302, + 7245, + 14567, + 47657, + 45777, + 8796, + 15402, + 4744, + 47482, + 34527, + 25414, + 4442, + 49596, + 2556, + 37691, + 46326, + 7696, + 37393, + 26132, + 48516, + 12711, + 26784, + 21898, + 17970, + 29671, + 10677, + 7214, + 20457, + 29958, + 15263, + 19219, + 48961, + 885, + 30143, + 7318, + 35540, + 46130, + 48586, + 17270, + 17870, + 24216, + 30446, + 19102, + 45391, + 28887, + 49237, + 49382, + 29892, + 31036, + 34558, + 30369, + 6370, + 8541, + 35494, + 25751, + 9797, + 48973, + 39693, + 23891, + 17440, + 20478, + 5107, + 44331, + 46807, + 6634, + 40846, + 20456, + 47063, + 23892, + 47575, + 14375, + 45059, + 39854, + 374, + 11098, + 42091, + 25855, + 20559, + 9158, + 2721, + 4232, + 25290, + 18887, + 16880, + 31937, + 7367, + 9849, + 17661, + 29909, + 13883, + 11904, + 23791, + 35287, + 14052, + 11416, + 28859, + 34867, + 45187, + 35726, + 38885, + 43604, + 6550, + 32014, + 39427, + 46836, + 12726, + 22820, + 4479, + 3517, + 37142, + 30428, + 34345, + 31412, + 38113, + 44317, + 5032, + 13568, + 27991, + 44061, + 44354, + 34931, + 3726, + 23537, + 10121, + 32491, + 29437, + 11491, + 40128, + 12261, + 46568, + 18403, + 10581, + 17585, + 42956, + 43354, + 17025, + 34687, + 36540, + 48114, + 44961, + 26904, + 41933, + 21680, + 11680, + 24845, + 39015, + 13467, + 35890, + 41270, + 40222, + 45140, + 45244, + 16438, + 49722, + 38062, + 43824, + 9608, + 28815, + 33207, + 14693, + 24698, + 15320, + 35048, + 40345, + 30092, + 8865, + 25549, + 6385, + 19774, + 35901, + 31593, + 20097, + 15540, + 11676, + 42835, + 32139, + 25428, + 26832, + 44962, + 22716, + 43617, + 31387, + 41897, + 19714, + 19199, + 37334, + 1055, + 14522, + 32567, + 43628, + 287, + 1970, + 22297, + 22013, + 23358, + 39309, + 23678, + 751, + 22723, + 18795, + 6443, + 47219, + 44969, + 10803, + 30017, + 22510, + 13649, + 29400, + 7, + 18358, + 48799, + 10141, + 46500, + 45417, + 24963, + 30313, + 38110, + 3766, + 16934, + 49356, + 14089, + 17847, + 22905, + 17582, + 5809, + 22597, + 21508, + 46309, + 26445, + 31007, + 18802, + 28322, + 39672, + 6449, + 8794, + 11121, + 29866, + 22290, + 20299, + 44570, + 36729, + 40010, + 28523, + 7230, + 211, + 8311, + 32504, + 13410, + 2713, + 39064, + 37221, + 48593, + 20763, + 38006, + 36382, + 2083, + 32413, + 15065, + 5950, + 42442, + 46272, + 13561, + 39177, + 27999, + 47929, + 16490, + 16607, + 16657, + 21226, + 27573, + 25152, + 21300, + 35915, + 32620, + 25221, + 11960, + 183, + 33948, + 12446, + 9457, + 17706, + 17887, + 38078, + 6026, + 14422, + 5901, + 45973, + 48497, + 44642, + 8271, + 31815, + 48208, + 25356, + 947, + 25643, + 34784, + 38859, + 34963, + 807, + 39923, + 14824, + 46712, + 27186, + 40860, + 28009, + 41038, + 1414, + 5352, + 48577, + 3671, + 5478, + 13344, + 42420, + 738, + 41849, + 29626, + 34661, + 39045, + 21950, + 5432, + 7576, + 43607, + 15224, + 25769, + 36673, + 2635, + 22478, + 49304, + 11297, + 4487, + 27193, + 21558, + 8998, + 44960, + 27039, + 9249, + 31384, + 29085, + 3634, + 42036, + 21514, + 45932, + 37434, + 11298, + 48568, + 8202, + 49108, + 29415, + 47067, + 24975, + 20139, + 32937, + 44004, + 48549, + 16419, + 47899, + 46582, + 27523, + 3251, + 25959, + 49666, + 39449, + 22955, + 47613, + 40086, + 47780, + 28581, + 45028, + 38039, + 36009, + 5000, + 48008, + 23940, + 47472, + 18532, + 31784, + 32833, + 28425, + 28454, + 19369, + 46822, + 2928, + 10247, + 19630, + 16644, + 1769, + 35333, + 46100, + 12303, + 7944, + 1916, + 33733, + 46434, + 2456, + 47253, + 31051, + 5445, + 22406, + 44905, + 16307, + 16998, + 25139, + 28868, + 47686, + 22286, + 12324, + 25052, + 13588, + 28746, + 38828, + 19733, + 2624, + 45163, + 8481, + 46985, + 21749, + 46112, + 38829, + 26927, + 23731, + 22612, + 26379, + 32513, + 9870, + 12024, + 31480, + 47672, + 12477, + 5152, + 8046, + 30018, + 1946, + 4175, + 31581, + 26354, + 5502, + 36831, + 47060, + 7551, + 19004, + 18449, + 26346, + 8926, + 1075, + 44320, + 45976, + 7421, + 35038, + 29681, + 24941, + 24177, + 38592, + 4013, + 10028, + 13850, + 25823, + 41762, + 22815, + 36771, + 23522, + 13860, + 26268, + 15536, + 47864, + 35380, + 201, + 22395, + 7983, + 12178, + 47450, + 34817, + 46195, + 3254, + 9636, + 15533, + 30987, + 6032, + 33258, + 44527, + 43088, + 25889, + 26015, + 6622, + 31245, + 16774, + 21461, + 3828, + 33622, + 34572, + 13565, + 43394, + 20751, + 32252, + 39640, + 7740, + 12792, + 15576, + 49381, + 29786, + 30262, + 16987, + 48444, + 10391, + 5330, + 35427, + 13775, + 14646, + 31879, + 26037, + 1461, + 25297, + 37120, + 919, + 26816, + 11067, + 17380, + 6605, + 10268, + 2992, + 4676, + 19967, + 35551, + 19887, + 34765, + 43546, + 16514, + 42483, + 7062, + 49697, + 1134, + 12573, + 21164, + 25316, + 5098, + 14299, + 14254, + 22011, + 35314, + 46497, + 39507, + 29044, + 2306, + 27695, + 18469, + 20492, + 7039, + 33735, + 18708, + 10844, + 11563, + 26280, + 49118, + 27992, + 17630, + 35232, + 25851, + 533, + 12764, + 23927, + 30180, + 14957, + 4087, + 6076, + 1721, + 37070, + 25709, + 49217, + 40407, + 10149, + 15683, + 18191, + 7316, + 5701, + 2461, + 44771, + 40397, + 4210, + 48109, + 23480, + 17744, + 31963, + 11169, + 40817, + 32880, + 21561, + 7874, + 48169, + 3982, + 6395, + 31896, + 21683, + 2402, + 19077, + 3841, + 47317, + 20499, + 22150, + 16197, + 22066, + 37650, + 12425, + 46918, + 8178, + 9017, + 40577, + 3077, + 861, + 8738, + 23576, + 33643, + 20684, + 37645, + 6276, + 32198, + 6748, + 25662, + 30940, + 19091, + 37040, + 31765, + 47806, + 12738, + 25850, + 14145, + 48657, + 40596, + 12372, + 10015, + 41057, + 49571, + 4946, + 19437, + 29079, + 15820, + 15362, + 24615, + 25702, + 19236, + 19945, + 48275, + 48287, + 26578, + 4648, + 38351, + 41427, + 46637, + 10203, + 48203, + 4968, + 42061, + 23575, + 34938, + 3197, + 16703, + 2560, + 682, + 44666, + 24578, + 30398, + 48894, + 36268, + 13857, + 35348, + 5931, + 414, + 9547, + 2696, + 41285, + 18889, + 16039, + 2154, + 21189, + 43374, + 20502, + 35873, + 36933, + 39104, + 42071, + 46945, + 7951, + 16882, + 28809, + 46748, + 20475, + 29183, + 39398, + 264, + 42222, + 37325, + 34050, + 24774, + 34935, + 31477, + 5189, + 16148, + 48860, + 26296, + 1632, + 25157, + 38511, + 40297, + 1759, + 17726, + 28461, + 7904, + 14537, + 48152, + 1798, + 45723, + 9419, + 29563, + 49536, + 8470, + 40216, + 35152, + 25520, + 15261, + 3249, + 20562, + 29273, + 41845, + 41108, + 7204, + 12130, + 44348, + 13187, + 47671, + 12415, + 281, + 23978, + 17238, + 33815, + 9776, + 35904, + 47443, + 5038, + 36807, + 34010, + 7477, + 36462, + 3679, + 2658, + 30823, + 3004, + 33484, + 31494, + 13300, + 45379, + 48977, + 45797, + 23828, + 32915, + 29770, + 7403, + 36503, + 13503, + 30299, + 27386, + 11338, + 49576, + 2851, + 6683, + 27070, + 7727, + 29146, + 49660, + 10465, + 17971, + 35628, + 49650, + 4665, + 10242, + 12594, + 37462, + 18472, + 9320, + 44880, + 28081, + 7311, + 2163, + 35938, + 43588, + 12605, + 38369, + 983, + 41210, + 28072, + 14884, + 47245, + 36411, + 6544, + 49809, + 11119, + 7115, + 622, + 4188, + 17832, + 43627, + 41469, + 27232, + 20379, + 31197, + 47269, + 11398, + 30702, + 22470, + 9446, + 27089, + 11336, + 25805, + 10567, + 26787, + 23858, + 12008, + 41767, + 13399, + 17883, + 25671, + 29190, + 40227, + 41406, + 17676, + 35249, + 11092, + 4974, + 8843, + 2119, + 40158, + 36659, + 14791, + 29018, + 11733, + 45641, + 19804, + 26336, + 13939, + 22268, + 24220, + 2110, + 22810, + 29754, + 25434, + 22181, + 15757, + 40835, + 35144, + 20939, + 23085, + 25033, + 35466, + 844, + 35478, + 25396, + 36644, + 32502, + 22467, + 30316, + 46573, + 25013, + 21315, + 20887, + 395, + 27259, + 42949, + 6408, + 35847, + 23008, + 37376, + 35923, + 45938, + 13902, + 17101, + 33427, + 22840, + 46674, + 13093, + 12482, + 27921, + 43118, + 16111, + 30847, + 29756, + 32661, + 49041, + 0, + 48830, + 46624, + 42028, + 19254, + 19898, + 22676, + 9903, + 22725, + 1730, + 43589, + 33035, + 21567, + 43258, + 45883, + 16892, + 32879, + 42709, + 34367, + 35106, + 46676, + 24420, + 46231, + 849, + 39446, + 767, + 24472, + 15268, + 22452, + 275, + 23750, + 34849, + 8447, + 14070, + 10289, + 28504, + 48156, + 7011, + 27213, + 27803, + 34288, + 42129, + 47328, + 23954, + 563, + 6057, + 28472, + 43144, + 28768, + 48348, + 38190, + 31414, + 16042, + 2043, + 49040, + 23227, + 6462, + 21887, + 40076, + 14622, + 19338, + 40068, + 48872, + 49860, + 49573, + 29830, + 29828, + 17199, + 48660, + 38197, + 45273, + 8098, + 28926, + 33014, + 30606, + 33518, + 20359, + 17029, + 44912, + 15039, + 49662, + 34003, + 19882, + 37179, + 39401, + 32327, + 26997, + 33303, + 11058, + 22335, + 27398, + 37747, + 22742, + 36898, + 4351, + 14073, + 36961, + 1194, + 15348, + 11522, + 2285, + 26776, + 28096, + 36423, + 4594, + 42818, + 31204, + 46185, + 11791, + 4917, + 35213, + 39660, + 37784, + 33268, + 4774, + 35111, + 1917, + 6901, + 43030, + 47887, + 34242, + 31813, + 5959, + 19385, + 46114, + 22663, + 22166, + 6689, + 30593, + 3455, + 21717, + 5461, + 210, + 36463, + 10533, + 43287, + 18248, + 11364, + 37390, + 5062, + 9488, + 7829, + 40901, + 45703, + 33711, + 15939, + 39917, + 4879, + 39044, + 45821, + 7762, + 28642, + 26548, + 25194, + 48469, + 25984, + 20344, + 8135, + 45577, + 35235, + 33054, + 23433, + 5867, + 46824, + 30616, + 19475, + 33545, + 10695, + 40315, + 35426, + 28160, + 35624, + 27579, + 46583, + 12924, + 23131, + 47829, + 11823, + 49081, + 6660, + 45715, + 38462, + 32605, + 2945, + 36689, + 5454, + 11346, + 11205, + 25116, + 4167, + 15598, + 20432, + 36364, + 12294, + 9634, + 230, + 25056, + 4601, + 2670, + 40566, + 36733, + 25890, + 29274, + 10299, + 31761, + 43060, + 10016, + 4181, + 13839, + 29058, + 24610, + 26815, + 16846, + 16096, + 43033, + 37734, + 25737, + 47261, + 38848, + 31475, + 19500, + 4490, + 42172, + 31220, + 8371, + 25293, + 16470, + 36175, + 15053, + 933, + 10523, + 37716, + 21481, + 4050, + 43293, + 3191, + 12355, + 29776, + 11418, + 22643, + 35119, + 43838, + 13180, + 20041, + 8882, + 28548, + 36718, + 2106, + 27284, + 29594, + 40708, + 7742, + 14992, + 37068, + 39497, + 43784, + 18178, + 21032, + 25350, + 43894, + 45295, + 24763, + 27709, + 12990, + 38, + 23513, + 27659, + 24024, + 23725, + 18580, + 20338, + 45285, + 2255, + 3819, + 35608, + 43858, + 43898, + 35670, + 39288, + 22154, + 43729, + 2840, + 35231, + 37275, + 19030, + 22324, + 10966, + 9224, + 13162, + 8633, + 13530, + 6632, + 7502, + 8341, + 10165, + 1008, + 29099, + 776, + 46938, + 40238, + 13675, + 13288, + 14868, + 36793, + 29042, + 31668, + 30909, + 21090, + 37299, + 2052, + 14561, + 4766, + 6029, + 8677, + 48694, + 47001, + 15559, + 1612, + 13800, + 25956, + 30995, + 1641, + 14366, + 28467, + 7702, + 31376, + 17163, + 36628, + 34015, + 37610, + 45850, + 27488, + 39123, + 17212, + 6306, + 12003, + 15917, + 8950, + 49351, + 26487, + 46934, + 29953, + 28498, + 30941, + 21052, + 7196, + 49383, + 6618, + 24793, + 1603, + 17526, + 29440, + 22578, + 36442, + 46616, + 34009, + 35776, + 43351, + 10879, + 49207, + 8596, + 25519, + 47406, + 1100, + 49032, + 48377, + 9558, + 9545, + 38597, + 41581, + 11275, + 9729, + 7089, + 13239, + 48768, + 7853, + 13947, + 1627, + 15756, + 17976, + 24046, + 47681, + 28265, + 40820, + 39394, + 22337, + 24746, + 4198, + 5216, + 40102, + 41717, + 34992, + 2783, + 1342, + 9402, + 33039, + 4876, + 18524, + 3396, + 38413, + 18713, + 10422, + 14642, + 5514, + 25231, + 6123, + 47702, + 10999, + 28089, + 38080, + 23526, + 10497, + 28948, + 9852, + 20675, + 38633, + 29705, + 34180, + 21666, + 11163, + 36045, + 37588, + 48559, + 17294, + 2924, + 7513, + 28403, + 12253, + 40505, + 5731, + 14338, + 18096, + 4856, + 6937, + 3714, + 29318, + 10503, + 5235, + 11359, + 4094, + 21238, + 33506, + 25049, + 19452, + 16562, + 25698, + 6918, + 7150, + 3281, + 18195, + 14306, + 28657, + 45939, + 17617, + 4991, + 295, + 33755, + 32023, + 2133, + 14675, + 17914, + 49389, + 48190, + 38341, + 48680, + 26922, + 116, + 8024, + 48880, + 5199, + 16331, + 45949, + 47913, + 21442, + 976, + 30425, + 15704, + 14934, + 24190, + 42077, + 33472, + 44300, + 10164, + 1285, + 48552, + 48753, + 8728, + 26335, + 19156, + 19160, + 4428, + 15110, + 34617, + 2598, + 2754, + 13924, + 48627, + 45311, + 43796, + 40828, + 13761, + 24928, + 31518, + 44346, + 26094, + 23649, + 9770, + 1258, + 1655, + 41610, + 33632, + 3967, + 13352, + 47007, + 6017, + 31703, + 10192, + 3263, + 19192, + 29047, + 21920, + 18729, + 42586, + 5109, + 45129, + 19986, + 39221, + 573, + 26468, + 14127, + 23306, + 46384, + 37405, + 48822, + 8370, + 43078, + 5890, + 26587, + 31516, + 19899, + 47849, + 45880, + 4157, + 15503, + 23052, + 31788, + 22336, + 31633, + 18016, + 48764, + 19547, + 3433, + 24879, + 19318, + 5328, + 27637, + 40473, + 46620, + 34457, + 19919, + 6468, + 28891, + 21326, + 42785, + 49158, + 20029, + 49886, + 15858, + 3126, + 1047, + 42449, + 35240, + 27635, + 19798, + 26882, + 15719, + 25910, + 5493, + 23404, + 20698, + 11704, + 38404, + 29607, + 18977, + 25304, + 496, + 8488, + 22987, + 37303, + 42655, + 39129, + 19507, + 711, + 22870, + 30247, + 25101, + 37959, + 17410, + 33680, + 26410, + 30396, + 37791, + 3880, + 19334, + 24373, + 44357, + 45236, + 11945, + 7022, + 3970, + 44524, + 32872, + 29253, + 20101, + 27746, + 33987, + 24912, + 43709, + 5656, + 4339, + 36713, + 5624, + 21693, + 15163, + 40949, + 457, + 47518, + 29591, + 46424, + 24500, + 33935, + 40310, + 15404, + 39318, + 10447, + 23176, + 12907, + 47946, + 45270, + 28184, + 8236, + 8554, + 39826, + 33984, + 2774, + 26360, + 27454, + 34333, + 12964, + 34597, + 19090, + 47480, + 12753, + 4874, + 23161, + 30445, + 18269, + 1109, + 20114, + 46444, + 23257, + 18736, + 16557, + 29118, + 33945, + 8126, + 11484, + 11521, + 43542, + 30715, + 3025, + 5547, + 1782, + 20877, + 23808, + 25781, + 27222, + 12159, + 29170, + 42046, + 19461, + 36070, + 21000, + 22295, + 35957, + 2353, + 21251, + 32973, + 42455, + 13324, + 48327, + 49877, + 41984, + 14174, + 6680, + 27121, + 10944, + 24953, + 18111, + 42203, + 4482, + 5603, + 17181, + 15897, + 44051, + 12147, + 42994, + 439, + 38984, + 14753, + 518, + 36428, + 33088, + 42332, + 43716, + 39486, + 21415, + 45680, + 35975, + 20935, + 30772, + 21241, + 27150, + 44655, + 23655, + 41759, + 22796, + 18747, + 29242, + 33388, + 36842, + 36706, + 33098, + 48810, + 24618, + 30186, + 10285, + 43471, + 2665, + 12495, + 26339, + 9506, + 49451, + 26432, + 40224, + 32787, + 42548, + 23450, + 42371, + 2958, + 25, + 17926, + 11080, + 22317, + 5071, + 37090, + 23328, + 29869, + 10103, + 43022, + 35501, + 23617, + 18072, + 34205, + 37178, + 49864, + 30634, + 18134, + 48131, + 23336, + 25802, + 2951, + 1181, + 17216, + 26402, + 29174, + 9917, + 21249, + 32152, + 15846, + 45791, + 27245, + 3696, + 20245, + 24818, + 8390, + 44653, + 32253, + 42834, + 17425, + 47275, + 40347, + 11349, + 11084, + 723, + 7896, + 16666, + 44482, + 26878, + 14602, + 25331, + 20218, + 14949, + 49982, + 5018, + 46451, + 26359, + 1395, + 33931, + 18856, + 23563, + 21321, + 35615, + 33537, + 48610, + 31270, + 33682, + 31218, + 23734, + 26623, + 24707, + 22507, + 40170, + 2582, + 15863, + 35961, + 3953, + 21584, + 13238, + 30259, + 35365, + 33528, + 31358, + 19261, + 20627, + 36256, + 13283, + 40392, + 14489, + 6296, + 448, + 15543, + 10437, + 11476, + 11833, + 14182, + 1368, + 25313, + 15778, + 37320, + 42126, + 20213, + 47360, + 35463, + 34261, + 36354, + 40976, + 8380, + 38270, + 44034, + 13512, + 30274, + 13953, + 29456, + 48874, + 13092, + 46976, + 16405, + 14737, + 22912, + 12998, + 12353, + 30200, + 46933, + 5324, + 18436, + 44821, + 46563, + 8191, + 7205, + 34060, + 5864, + 10637, + 16187, + 6967, + 38689, + 14071, + 17370, + 47457, + 5734, + 11409, + 44006, + 23549, + 24348, + 17001, + 5278, + 6045, + 6037, + 37363, + 3468, + 14172, + 42118, + 31943, + 38934, + 4355, + 14158, + 20621, + 8989, + 11980, + 47159, + 29161, + 49647, + 8264, + 12799, + 46914, + 49107, + 4560, + 24940, + 39832, + 22217, + 12192, + 49961, + 2115, + 46820, + 32701, + 36820, + 10797, + 46159, + 18938, + 582, + 16831, + 17206, + 8210, + 18591, + 927, + 34237, + 13999, + 14389, + 46880, + 40478, + 24072, + 45359, + 21581, + 23852, + 7812, + 9406, + 17023, + 32952, + 5180, + 9826, + 48238, + 11972, + 32112, + 20173, + 33538, + 17818, + 3899, + 926, + 13615, + 2831, + 16169, + 14077, + 41426, + 18792, + 38883, + 36213, + 41299, + 33504, + 30492, + 6437, + 3255, + 48968, + 44512, + 19314, + 43355, + 46196, + 37634, + 21857, + 43963, + 20777, + 19754, + 14775, + 5699, + 5587, + 48582, + 35020, + 38811, + 30855, + 46735, + 43106, + 14994, + 534, + 10073, + 14769, + 47786, + 39139, + 42935, + 38609, + 23975, + 21035, + 45822, + 31576, + 2011, + 21569, + 43900, + 49248, + 41513, + 23112, + 43526, + 20606, + 34477, + 36571, + 30082, + 31749, + 24719, + 9193, + 31529, + 28547, + 9956, + 2549, + 22775, + 24915, + 26116, + 29054, + 1843, + 38850, + 37589, + 33834, + 26277, + 41910, + 22301, + 32334, + 34181, + 27180, + 34500, + 16209, + 44772, + 36849, + 20972, + 15158, + 31198, + 27944, + 37380, + 27445, + 11982, + 21614, + 43889, + 11443, + 37013, + 28007, + 16318, + 28641, + 5616, + 32989, + 35084, + 37416, + 9302, + 21137, + 9562, + 7308, + 2181, + 44063, + 16102, + 9, + 37530, + 49076, + 12409, + 19542, + 37465, + 25474, + 22284, + 27686, + 4083, + 48633, + 18373, + 10330, + 37521, + 8177, + 7755, + 34952, + 27884, + 33272, + 49105, + 36331, + 11293, + 13627, + 20780, + 33399, + 37924, + 33018, + 18533, + 10033, + 3810, + 35779, + 10736, + 47056, + 8352, + 21521, + 13128, + 311, + 49675, + 35196, + 48286, + 34265, + 33099, + 14945, + 27976, + 2739, + 8456, + 23200, + 9514, + 949, + 25143, + 11622, + 10108, + 22567, + 12234, + 853, + 28060, + 34022, + 17671, + 24617, + 977, + 11289, + 42668, + 12999, + 47557, + 23125, + 31150, + 21777, + 39964, + 44349, + 33323, + 38770, + 33527, + 26311, + 2962, + 1202, + 26974, + 38168, + 36368, + 9874, + 34564, + 6461, + 22211, + 7232, + 10942, + 26045, + 10809, + 17221, + 27165, + 23906, + 4270, + 36660, + 42633, + 21021, + 24595, + 27134, + 1039, + 45574, + 31284, + 7025, + 3479, + 13275, + 38540, + 28003, + 13130, + 8990, + 21376, + 341, + 42999, + 7080, + 42208, + 49170, + 34642, + 19059, + 993, + 30947, + 3179, + 24222, + 28866, + 27221, + 34846, + 20260, + 46047, + 10206, + 14326, + 11576, + 20851, + 40415, + 32600, + 12511, + 11728, + 29104, + 24209, + 22218, + 44560, + 15138, + 39849, + 26413, + 41595, + 48770, + 49789, + 39153, + 22296, + 12694, + 43179, + 34879, + 42370, + 15037, + 25656, + 47744, + 11133, + 45499, + 3716, + 18397, + 34418, + 34140, + 32062, + 24249, + 25107, + 13431, + 19447, + 49999, + 8022, + 9504, + 30904, + 5073, + 15346, + 46323, + 42613, + 15438, + 24446, + 44910, + 40724, + 47252, + 11968, + 30015, + 45784, + 48539, + 5584, + 23801, + 27750, + 8121, + 15166, + 49768, + 25224, + 36414, + 25787, + 36110, + 32764, + 14440, + 23850, + 4622, + 12604, + 42936, + 1105, + 25849, + 29625, + 29209, + 12180, + 6556, + 9421, + 45103, + 12970, + 36531, + 30667, + 38769, + 24816, + 35342, + 47006, + 33676, + 20676, + 20986, + 45751, + 27272, + 41265, + 4026, + 12850, + 35159, + 35453, + 26388, + 14261, + 11908, + 36563, + 41154, + 24137, + 2967, + 28632, + 2621, + 1131, + 29833, + 14910, + 43823, + 32565, + 40282, + 30633, + 35472, + 12855, + 20322, + 38842, + 42062, + 37006, + 15625, + 24016, + 19246, + 11645, + 45365, + 10374, + 33561, + 7905, + 46183, + 39666, + 20254, + 11124, + 37819, + 27792, + 13360, + 32763, + 49280, + 15359, + 24608, + 5130, + 45767, + 43973, + 10788, + 33683, + 33142, + 41773, + 45890, + 38884, + 48763, + 2403, + 15938, + 7655, + 5591, + 45200, + 46544, + 18512, + 8577, + 28091, + 21630, + 29330, + 28707, + 39028, + 2044, + 23740, + 5234, + 10112, + 36219, + 38250, + 36900, + 43047, + 27493, + 806, + 45082, + 31547, + 25974, + 41583, + 13919, + 4306, + 40242, + 48120, + 41321, + 31486, + 48881, + 38468, + 27683, + 41827, + 1988, + 13514, + 19879, + 2444, + 30457, + 9350, + 20817, + 11055, + 44920, + 13320, + 47840, + 12891, + 29368, + 31807, + 28057, + 44228, + 7191, + 42501, + 33456, + 25590, + 46467, + 20472, + 9622, + 39675, + 20128, + 26020, + 20270, + 39377, + 27669, + 42236, + 12704, + 19330, + 16491, + 24651, + 33481, + 15872, + 44237, + 14601, + 41975, + 30360, + 5749, + 32769, + 46940, + 28538, + 20395, + 20125, + 24343, + 43024, + 6335, + 15982, + 12816, + 33952, + 2137, + 15064, + 31339, + 6342, + 45552, + 685, + 24579, + 37127, + 42051, + 42055, + 2813, + 32612, + 7350, + 35398, + 1296, + 32064, + 47986, + 8170, + 2989, + 41989, + 31792, + 23381, + 9974, + 22952, + 33764, + 36810, + 34116, + 13134, + 26029, + 22343, + 8462, + 49735, + 4422, + 43528, + 34430, + 1330, + 20930, + 9077, + 13506, + 41701, + 20473, + 16622, + 27192, + 49112, + 20556, + 23797, + 40283, + 37481, + 23833, + 14278, + 16097, + 48656, + 8972, + 49763, + 25471, + 10772, + 24827, + 3844, + 19065, + 48583, + 41781, + 27974, + 21731, + 37626, + 11725, + 23704, + 14034, + 2797, + 15165, + 7223, + 41130, + 48310, + 38337, + 42568, + 38876, + 3291, + 26476, + 43892, + 12470, + 29950, + 15618, + 34571, + 2854, + 5380, + 39706, + 6879, + 11212, + 27643, + 45098, + 28455, + 19995, + 41168, + 33214, + 34638, + 40962, + 4288, + 45652, + 42143, + 42744, + 18106, + 18694, + 41512, + 24545, + 21211, + 29049, + 16183, + 48915, + 3891, + 35208, + 7093, + 20146, + 27276, + 6512, + 34989, + 25502, + 46278, + 7493, + 5093, + 48468, + 1217, + 30972, + 28998, + 32993, + 36168, + 35533, + 24468, + 36518, + 26441, + 34338, + 26778, + 28947, + 35712, + 11814, + 18542, + 46640, + 47772, + 18281, + 4546, + 27383, + 10104, + 49880, + 16726, + 5707, + 14886, + 44230, + 31513, + 1260, + 37111, + 39857, + 18464, + 25032, + 18885, + 34100, + 11742, + 39850, + 40550, + 21819, + 41122, + 32364, + 5658, + 12466, + 10507, + 8910, + 30712, + 2736, + 1484, + 9695, + 17853, + 6034, + 22901, + 9176, + 3834, + 43519, + 27116, + 8139, + 42434, + 22300, + 17369, + 15463, + 502, + 46800, + 18738, + 18126, + 12519, + 27338, + 2960, + 37083, + 20618, + 23508, + 19678, + 38939, + 16452, + 505, + 5383, + 29015, + 39665, + 40570, + 29132, + 1648, + 14324, + 10995, + 30240, + 41033, + 13080, + 44415, + 14191, + 26114, + 21571, + 10973, + 39208, + 25339, + 15322, + 24520, + 15972, + 47413, + 5527, + 1926, + 14099, + 16904, + 3139, + 10088, + 48499, + 34405, + 22866, + 38165, + 31395, + 44244, + 12774, + 38019, + 40825, + 36335, + 17378, + 28166, + 21919, + 44793, + 25944, + 13063, + 47158, + 17413, + 44917, + 39606, + 22740, + 5501, + 13643, + 32717, + 41300, + 20388, + 23060, + 10603, + 5112, + 31536, + 29390, + 32318, + 41412, + 27779, + 32035, + 14612, + 39041, + 13221, + 41928, + 13183, + 32708, + 43636, + 7636, + 16069, + 29868, + 46594, + 34200, + 2947, + 15297, + 38794, + 21370, + 9913, + 27550, + 23453, + 16305, + 13241, + 48081, + 49344, + 23091, + 29422, + 5689, + 45607, + 12142, + 8868, + 19641, + 10875, + 44209, + 43804, + 375, + 47543, + 6452, + 17517, + 49895, + 49134, + 44155, + 35865, + 26337, + 10558, + 18412, + 18518, + 43962, + 11361, + 40616, + 28333, + 37022, + 37962, + 41294, + 38656, + 28291, + 20486, + 11083, + 17455, + 10155, + 27298, + 1967, + 7693, + 6721, + 37480, + 6935, + 15386, + 35204, + 10754, + 2562, + 7365, + 34983, + 7288, + 15452, + 13805, + 19399, + 13083, + 13855, + 34556, + 4715, + 43783, + 18430, + 4993, + 36052, + 12265, + 8927, + 42905, + 45980, + 39075, + 32410, + 17987, + 5310, + 8172, + 24643, + 35421, + 43535, + 42514, + 22315, + 36972, + 20605, + 13625, + 3343, + 38954, + 47794, + 33205, + 14384, + 20770, + 19377, + 36626, + 324, + 31535, + 39790, + 9056, + 23872, + 14382, + 17469, + 46098, + 43813, + 7938, + 7739, + 25165, + 1347, + 35885, + 44890, + 34698, + 23044, + 36277, + 29207, + 40082, + 15047, + 1054, + 35745, + 17447, + 25722, + 8988, + 32349, + 34967, + 2428, + 13054, + 3523, + 12256, + 16004, + 7449, + 48887, + 11158, + 29182, + 3463, + 18220, + 9437, + 29093, + 44820, + 6235, + 35709, + 39145, + 26109, + 31435, + 4119, + 1116, + 26956, + 34892, + 24614, + 1179, + 13586, + 2744, + 1968, + 45413, + 12012, + 15449, + 1496, + 17428, + 22937, + 36261, + 18020, + 33373, + 38104, + 30961, + 38378, + 40809, + 472, + 19977, + 31643, + 15564, + 33070, + 47016, + 10490, + 45371, + 37594, + 35858, + 34043, + 28477, + 39956, + 42310, + 41822, + 40813, + 35339, + 28792, + 5171, + 25031, + 11654, + 3538, + 8077, + 45005, + 9352, + 28021, + 28270, + 41741, + 41383, + 38915, + 8093, + 4017, + 29636, + 26672, + 40776, + 23685, + 673, + 15712, + 30422, + 41633, + 3643, + 37536, + 36332, + 19124, + 22372, + 41438, + 25025, + 35871, + 48193, + 24239, + 32617, + 40129, + 1093, + 14095, + 6329, + 30350, + 34859, + 19939, + 9334, + 23813, + 23615, + 28278, + 1344, + 21011, + 42923, + 22365, + 128, + 39255, + 17892, + 5614, + 15534, + 27938, + 5987, + 34713, + 8059, + 37441, + 5970, + 18596, + 3702, + 47428, + 3250, + 6280, + 43194, + 896, + 13933, + 1695, + 34236, + 19027, + 14374, + 20638, + 23690, + 1374, + 48127, + 1287, + 39764, + 1531, + 7510, + 47464, + 10841, + 16704, + 36920, + 23274, + 37322, + 45183, + 3623, + 36392, + 31619, + 15251, + 42791, + 16106, + 48965, + 10702, + 11015, + 21868, + 5958, + 25001, + 46006, + 4179, + 49643, + 11472, + 13532, + 48285, + 38756, + 20303, + 44157, + 47155, + 32563, + 22331, + 31870, + 35443, + 44922, + 49363, + 9397, + 44330, + 8674, + 13788, + 7565, + 45057, + 41714, + 1888, + 17650, + 13843, + 23601, + 20017, + 15845, + 15672, + 3109, + 15673, + 22641, + 8451, + 8207, + 23073, + 20413, + 27324, + 31247, + 8980, + 4819, + 49611, + 45387, + 30829, + 39386, + 5578, + 37941, + 34231, + 49620, + 46463, + 36380, + 16198, + 16597, + 26888, + 5597, + 37643, + 41201, + 49199, + 5371, + 11589, + 16765, + 2539, + 46049, + 16230, + 13597, + 46911, + 19536, + 48772, + 3432, + 17802, + 20581, + 14129, + 16742, + 24867, + 40841, + 20089, + 49635, + 10778, + 44027, + 16620, + 14894, + 30503, + 11795, + 1572, + 42776, + 13670, + 23687, + 32803, + 13747, + 8467, + 17546, + 43859, + 22080, + 14045, + 8415, + 38031, + 14406, + 43401, + 47755, + 15890, + 4700, + 39172, + 26338, + 38618, + 15190, + 39459, + 10480, + 46227, + 18925, + 26814, + 4466, + 39081, + 40812, + 18646, + 1158, + 24995, + 29435, + 5176, + 43699, + 43517, + 36582, + 5838, + 16238, + 22053, + 28883, + 35480, + 10981, + 25264, + 41615, + 22896, + 8409, + 1206, + 1177, + 45766, + 4906, + 44432, + 9601, + 39341, + 8860, + 36160, + 49333, + 27170, + 48069, + 31700, + 38452, + 7139, + 43713, + 33800, + 14088, + 37728, + 25995, + 4183, + 49233, + 32741, + 39056, + 47033, + 31794, + 15779, + 10592, + 18010, + 64, + 42260, + 23446, + 8103, + 37436, + 25310, + 38394, + 48003, + 38448, + 22090, + 19429, + 37502, + 43163, + 28497, + 14694, + 27570, + 47462, + 15487, + 37509, + 20006, + 44129, + 23645, + 27601, + 29565, + 12423, + 29309, + 26049, + 41109, + 4978, + 31802, + 8144, + 37118, + 31322, + 42174, + 30013, + 6202, + 47665, + 36562, + 7194, + 8904, + 43747, + 42708, + 49311, + 31549, + 11189, + 5592, + 22269, + 39701, + 4938, + 39397, + 21675, + 25542, + 7773, + 27162, + 38170, + 14435, + 31312, + 24834, + 39297, + 20568, + 15097, + 35631, + 34735, + 36741, + 25070, + 25624, + 8983, + 23938, + 20071, + 26614, + 15557, + 47831, + 5006, + 38501, + 41689, + 32860, + 34316, + 48075, + 49411, + 11051, + 29580, + 40771, + 17432, + 35007, + 48500, + 29847, + 22030, + 20604, + 48487, + 3374, + 41851, + 22569, + 38601, + 31654, + 20085, + 35447, + 16372, + 30740, + 20728, + 40903, + 21536, + 6337, + 25044, + 18981, + 45576, + 48899, + 28013, + 2881, + 28645, + 6982, + 6764, + 3039, + 3084, + 15373, + 40380, + 18791, + 22283, + 32614, + 34028, + 37992, + 2102, + 7175, + 42897, + 25589, + 3066, + 12760, + 32194, + 15766, + 27613, + 37619, + 26975, + 28633, + 9850, + 8896, + 24307, + 6439, + 35016, + 31541, + 27126, + 802, + 25307, + 17194, + 18201, + 24323, + 25268, + 40558, + 47208, + 17349, + 45515, + 3103, + 23369, + 48226, + 10822, + 4929, + 36570, + 42932, + 98, + 23000, + 1611, + 4207, + 8293, + 31634, + 39186, + 29999, + 16986, + 13546, + 34508, + 27835, + 7398, + 33995, + 9821, + 29824, + 49110, + 36902, + 10338, + 31498, + 26406, + 39808, + 12230, + 4343, + 2892, + 39549, + 5894, + 38832, + 22689, + 44582, + 30004, + 19819, + 38965, + 12421, + 8898, + 33118, + 15077, + 13777, + 40047, + 13231, + 31840, + 44934, + 13923, + 42856, + 16922, + 10710, + 48579, + 42931, + 38855, + 27653, + 37222, + 25292, + 12064, + 32295, + 39279, + 26309, + 16810, + 16769, + 41029, + 15186, + 4160, + 45106, + 27741, + 35301, + 35788, + 12222, + 25510, + 14325, + 34193, + 33362, + 31917, + 17880, + 11974, + 10313, + 27998, + 1672, + 20821, + 14747, + 22813, + 23456, + 20721, + 23677, + 23624, + 13881, + 14688, + 2982, + 31932, + 39938, + 30394, + 33788, + 12160, + 16719, + 20560, + 6307, + 21378, + 36164, + 3957, + 22604, + 45500, + 20629, + 5230, + 27051, + 26302, + 10464, + 17341, + 49670, + 21009, + 41651, + 7956, + 28884, + 9737, + 29925, + 2013, + 18225, + 784, + 48379, + 19985, + 39580, + 28988, + 32123, + 46394, + 28104, + 39348, + 6706, + 5256, + 23799, + 36128, + 15504, + 9238, + 16707, + 45598, + 28686, + 9229, + 8381, + 4407, + 32248, + 10546, + 35107, + 23036, + 29960, + 46115, + 33967, + 23168, + 36596, + 49751, + 27369, + 3874, + 10425, + 22874, + 23896, + 39152, + 13331, + 11206, + 30699, + 28127, + 20764, + 44921, + 24232, + 11314, + 48308, + 28163, + 17679, + 636, + 35085, + 47175, + 44288, + 18482, + 32609, + 37054, + 25090, + 809, + 31363, + 21114, + 28771, + 7815, + 29814, + 44665, + 23568, + 48560, + 13006, + 6870, + 45988, + 10766, + 36805, + 5766, + 6454, + 32006, + 3733, + 41693, + 6240, + 49519, + 17625, + 14247, + 43730, + 47608, + 23394, + 33979, + 14280, + 36044, + 412, + 15341, + 39200, + 2765, + 32287, + 26762, + 4495, + 3303, + 24820, + 14799, + 32703, + 49078, + 15176, + 37046, + 30472, + 20214, + 17871, + 26457, + 17402, + 7618, + 16121, + 34284, + 49972, + 14861, + 1390, + 48388, + 16680, + 4240, + 30086, + 25047, + 1269, + 45806, + 27676, + 48188, + 5037, + 6149, + 49550, + 32473, + 34756, + 25982, + 44986, + 22065, + 5126, + 10802, + 46258, + 23130, + 7634, + 19445, + 17739, + 9094, + 48938, + 21177, + 4452, + 49336, + 45677, + 26655, + 11027, + 45101, + 3748, + 31617, + 5017, + 20095, + 45016, + 21395, + 1180, + 32692, + 12475, + 34702, + 21856, + 26168, + 1473, + 1849, + 18027, + 48794, + 23966, + 39380, + 44281, + 13853, + 48176, + 9177, + 29726, + 11254, + 6406, + 48992, + 14067, + 33605, + 20060, + 7012, + 42325, + 48390, + 19395, + 35460, + 46746, + 28871, + 35313, + 46846, + 49915, + 34658, + 27877, + 41007, + 9794, + 30084, + 23706, + 38930, + 14759, + 11562, + 49476, + 34398, + 44095, + 17907, + 6833, + 20287, + 32037, + 30406, + 13560, + 4583, + 38917, + 5457, + 45754, + 46045, + 30368, + 1974, + 29941, + 17947, + 45382, + 2203, + 25314, + 24396, + 33628, + 28840, + 39190, + 40925, + 4055, + 26858, + 43219, + 11558, + 43621, + 10905, + 16366, + 25981, + 5933, + 16803, + 9281, + 8517, + 1636, + 8484, + 10057, + 24829, + 35660, + 47750, + 23224, + 9452, + 23846, + 45206, + 23259, + 32739, + 33100, + 40490, + 26609, + 47539, + 1928, + 20369, + 6085, + 34482, + 35448, + 38558, + 47288, + 6942, + 46022, + 8598, + 30051, + 46546, + 25672, + 30343, + 6787, + 38023, + 3864, + 17775, + 19510, + 29901, + 35596, + 24918, + 34044, + 46084, + 33957, + 38008, + 7381, + 2941, + 9526, + 25241, + 10420, + 38659, + 9605, + 2440, + 6766, + 14728, + 26065, + 2515, + 8087, + 37795, + 27048, + 24551, + 11240, + 20282, + 39275, + 33033, + 16054, + 2003, + 593, + 45345, + 26772, + 21962, + 3603, + 33144, + 437, + 34033, + 30762, + 43116, + 48847, + 2604, + 33113, + 39682, + 40453, + 16908, + 15969, + 17635, + 2894, + 37409, + 155, + 40757, + 13737, + 14674, + 49816, + 29304, + 49506, + 15285, + 9423, + 27151, + 13810, + 40618, + 21059, + 22875, + 23528, + 38635, + 40099, + 47050, + 14187, + 31244, + 41096, + 3697, + 8465, + 49607, + 28846, + 32186, + 29584, + 950, + 23134, + 17649, + 23710, + 39848, + 29643, + 40213, + 1508, + 10599, + 30142, + 44707, + 19105, + 13022, + 47895, + 11136, + 43191, + 6134, + 41405, + 10967, + 32724, + 22731, + 40144, + 9050, + 28230, + 3465, + 1386, + 44982, + 3195, + 7447, + 18351, + 3911, + 38719, + 41506, + 4136, + 36687, + 28719, + 10906, + 30374, + 5269, + 40573, + 3577, + 32590, + 30063, + 23961, + 23172, + 24009, + 40206, + 19858, + 38063, + 28518, + 46655, + 17233, + 1590, + 48674, + 5067, + 23847, + 8839, + 4353, + 47846, + 6190, + 35747, + 6927, + 14657, + 36616, + 42638, + 47074, + 4214, + 8401, + 34766, + 16216, + 10514, + 5813, + 2663, + 12016, + 43879, + 36432, + 2290, + 26607, + 37859, + 43726, + 49070, + 16706, + 46055, + 27285, + 49340, + 15523, + 22115, + 17748, + 44840, + 14524, + 30296, + 41133, + 3413, + 33980, + 2289, + 40659, + 35511, + 11164, + 12637, + 34053, + 19562, + 23028, + 46798, + 3230, + 47554, + 8108, + 33888, + 20977, + 39181, + 28015, + 19374, + 9550, + 27656, + 48987, + 45401, + 15270, + 41018, + 5860, + 28460, + 46757, + 37470, + 26909, + 49246, + 12750, + 4090, + 41092, + 22610, + 27455, + 6619, + 21145, + 21972, + 25633, + 42109, + 9161, + 2517, + 32008, + 42530, + 2152, + 3940, + 15785, + 42574, + 36875, + 11694, + 4932, + 41958, + 32775, + 39071, + 18937, + 29421, + 24166, + 36154, + 20211, + 31762, + 34971, + 27568, + 15774, + 19115, + 28794, + 36552, + 1312, + 36265, + 38291, + 38649, + 42821, + 2341, + 13057, + 18953, + 706, + 37289, + 18133, + 11339, + 28872, + 23178, + 16021, + 41177, + 26732, + 13299, + 9130, + 10451, + 28109, + 25714, + 47039, + 48782, + 46833, + 18237, + 17873, + 17889, + 21998, + 22732, + 9801, + 26641, + 16651, + 21778, + 5596, + 11578, + 4953, + 31652, + 10383, + 44410, + 20196, + 25922, + 21216, + 43426, + 18124, + 39034, + 29928, + 28615, + 13651, + 8453, + 11286, + 33468, + 46745, + 24548, + 33873, + 24156, + 47281, + 13577, + 44124, + 12624, + 9254, + 30720, + 26166, + 1767, + 44692, + 5204, + 39557, + 32088, + 34965, + 11629, + 37887, + 38481, + 31519, + 46994, + 45947, + 10591, + 11451, + 12785, + 2235, + 8454, + 34806, + 30351, + 18107, + 33097, + 44411, + 46135, + 7383, + 27914, + 41623, + 29296, + 16073, + 5637, + 14424, + 31334, + 35610, + 41106, + 20119, + 860, + 14502, + 35986, + 18476, + 25600, + 29252, + 37214, + 7591, + 27540, + 2717, + 4854, + 15443, + 30241, + 18135, + 22894, + 11046, + 2537, + 25420, + 19836, + 23402, + 47531, + 26332, + 37899, + 45010, + 41584, + 35803, + 4416, + 15637, + 49610, + 23151, + 46208, + 49229, + 17681, + 38494, + 9808, + 14637, + 16715, + 24679, + 14223, + 47113, + 25109, + 13119, + 39811, + 7201, + 39194, + 40257, + 16759, + 11597, + 15834, + 35345, + 40832, + 23388, + 14556, + 42614, + 44091, + 49575, + 13705, + 28035, + 56, + 19431, + 37058, + 35698, + 7432, + 2300, + 5615, + 32395, + 44100, + 2238, + 24931, + 36142, + 45361, + 8078, + 23749, + 25979, + 18393, + 26123, + 33024, + 19257, + 11556, + 13825, + 28225, + 26925, + 20517, + 21909, + 1633, + 2128, + 29857, + 24219, + 33838, + 21307, + 44667, + 26598, + 39346, + 26499, + 44985, + 32811, + 25622, + 41779, + 25708, + 4370, + 15257, + 4775, + 1598, + 11756, + 23221, + 11775, + 9819, + 32227, + 18114, + 30598, + 44001, + 38955, + 47788, + 15926, + 16178, + 37975, + 19380, + 22455, + 44675, + 44603, + 41021, + 30921, + 11989, + 12143, + 44974, + 20599, + 1575, + 3853, + 40512, + 29469, + 7719, + 45920, + 23553, + 41691, + 16427, + 46903, + 12844, + 36795, + 16525, + 3270, + 13174, + 29978, + 35578, + 9420, + 42268, + 36854, + 37034, + 42739, + 5467, + 45349, + 30227, + 32905, + 5747, + 24233, + 6565, + 34545, + 39704, + 45308, + 9434, + 44010, + 59, + 43852, + 24883, + 18726, + 45896, + 35036, + 40556, + 28772, + 17588, + 13233, + 11826, + 1410, + 18290, + 7931, + 27671, + 12853, + 23337, + 32601, + 20203, + 27698, + 35060, + 36697, + 31829, + 45009, + 25579, + 12980, + 8476, + 25953, + 34818, + 18092, + 2342, + 7759, + 20418, + 39891, + 24005, + 18116, + 22460, + 17284, + 33257, + 31591, + 48620, + 48619, + 44866, + 41890, + 26321, + 36363, + 29922, + 14265, + 43675, + 28210, + 5726, + 12732, + 4996, + 28444, + 25439, + 33010, + 3050, + 34660, + 45623, + 18198, + 8458, + 42473, + 23925, + 7190, + 25206, + 16110, + 21025, + 18565, + 40535, + 1464, + 47841, + 4456, + 48918, + 36858, + 16820, + 48876, + 7121, + 20047, + 28610, + 37878, + 12028, + 1990, + 46928, + 22165, + 5441, + 25545, + 28694, + 35351, + 45052, + 25524, + 41248, + 41842, + 1756, + 8379, + 28020, + 3952, + 592, + 20880, + 47307, + 23676, + 7548, + 46224, + 18263, + 42771, + 47736, + 34565, + 31351, + 25131, + 47600, + 5332, + 22789, + 39358, + 44362, + 31858, + 9253, + 23265, + 40127, + 27713, + 33908, + 25877, + 44167, + 6655, + 32319, + 452, + 5053, + 32578, + 5590, + 16387, + 21692, + 41771, + 9820, + 12049, + 18294, + 45627, + 27869, + 36545, + 4200, + 22041, + 13351, + 19538, + 23367, + 32914, + 36408, + 9436, + 37252, + 40109, + 19392, + 27007, + 20992, + 6616, + 45541, + 14530, + 40968, + 22555, + 5960, + 27215, + 14583, + 20204, + 26253, + 2053, + 22425, + 38768, + 744, + 35583, + 22687, + 35092, + 7210, + 21712, + 49190, + 40070, + 36774, + 28560, + 15246, + 35400, + 3902, + 38707, + 37807, + 45113, + 3382, + 43498, + 41335, + 39754, + 13784, + 45343, + 3346, + 17056, + 36109, + 16930, + 36888, + 45041, + 18547, + 17941, + 36367, + 46588, + 31499, + 45193, + 30121, + 35833, + 204, + 34705, + 27331, + 30226, + 11229, + 44421, + 2564, + 15371, + 44238, + 39078, + 22442, + 33810, + 10248, + 49364, + 6070, + 30157, + 8849, + 20001, + 14830, + 9554, + 14989, + 45513, + 492, + 21862, + 48780, + 16399, + 44846, + 47302, + 413, + 17366, + 49828, + 7945, + 26545, + 27658, + 10219, + 9354, + 46324, + 39628, + 2603, + 28808, + 48815, + 47843, + 48150, + 35485, + 21809, + 47083, + 7110, + 14194, + 11174, + 22770, + 38519, + 429, + 40848, + 23069, + 18051, + 19726, + 3790, + 37669, + 22550, + 5387, + 30524, + 44897, + 39670, + 49612, + 32361, + 18372, + 41207, + 13440, + 28449, + 20380, + 13463, + 25228, + 42243, + 46484, + 2470, + 4955, + 42432, + 17854, + 8113, + 39197, + 18255, + 18113, + 14847, + 23066, + 20549, + 34479, + 32428, + 8616, + 48423, + 19933, + 32675, + 28354, + 29222, + 36139, + 36273, + 13021, + 816, + 46925, + 47032, + 41483, + 1526, + 21422, + 38907, + 6951, + 27611, + 18486, + 6716, + 27447, + 19482, + 27787, + 31578, + 34221, + 4548, + 24760, + 47162, + 47903, + 15892, + 39731, + 30310, + 36298, + 37220, + 11831, + 7490, + 24444, + 44252, + 10866, + 47128, + 5192, + 49188, + 2602, + 49537, + 25861, + 17770, + 20066, + 48328, + 4696, + 9624, + 32366, + 42384, + 15550, + 25980, + 44650, + 36395, + 33190, + 48385, + 30284, + 7687, + 47872, + 22111, + 36201, + 8806, + 23498, + 32270, + 8902, + 44993, + 3487, + 21579, + 4833, + 7962, + 11425, + 8245, + 8318, + 3107, + 8290, + 27760, + 31954, + 7065, + 828, + 42123, + 31725, + 24260, + 29454, + 24012, + 12493, + 32512, + 38735, + 24026, + 3364, + 34771, + 39137, + 19868, + 8745, + 40432, + 19799, + 32908, + 40499, + 14885, + 48783, + 17769, + 9038, + 19342, + 13428, + 24690, + 10356, + 11940, + 19157, + 43248, + 12306, + 1407, + 42963, + 21098, + 5499, + 47318, + 33259, + 46643, + 19934, + 10008, + 11396, + 14313, + 37972, + 19364, + 19840, + 19558, + 9896, + 3376, + 2329, + 2528, + 8081, + 3143, + 21062, + 9075, + 6545, + 10692, + 48791, + 37787, + 20860, + 12834, + 30307, + 6272, + 23056, + 23675, + 26019, + 42168, + 42064, + 48428, + 18211, + 25276, + 16791, + 31960, + 12074, + 24573, + 3737, + 3775, + 48646, + 47732, + 7332, + 32205, + 46501, + 43068, + 23762, + 28960, + 15555, + 9833, + 16571, + 21244, + 35181, + 19628, + 36352, + 28876, + 44062, + 8263, + 43138, + 18326, + 41538, + 15069, + 34190, + 47851, + 33163, + 43537, + 39839, + 44464, + 12238, + 24034, + 7031, + 39491, + 1635, + 33364, + 18233, + 24030, + 16729, + 126, + 40801, + 11776, + 3380, + 48947, + 32954, + 13838, + 7839, + 1562, + 21510, + 14526, + 453, + 41298, + 28778, + 16136, + 15153, + 46371, + 328, + 42312, + 15295, + 5142, + 15314, + 49964, + 2597, + 11737, + 28368, + 48231, + 44083, + 14528, + 17689, + 48850, + 177, + 4986, + 1013, + 31291, + 15947, + 14931, + 36361, + 18422, + 39344, + 7459, + 43431, + 17614, + 49346, + 38958, + 15366, + 44474, + 48281, + 37350, + 23786, + 651, + 30432, + 5741, + 26923, + 16578, + 35674, + 44980, + 27950, + 34734, + 8537, + 3338, + 41275, + 42822, + 12781, + 28146, + 45473, + 21138, + 123, + 27064, + 32767, + 1453, + 48640, + 27061, + 37810, + 146, + 13441, + 24149, + 41542, + 23946, + 21030, + 32936, + 29860, + 47966, + 22409, + 26567, + 36371, + 626, + 6661, + 45254, + 23933, + 4984, + 22880, + 25799, + 46860, + 22868, + 22965, + 41032, + 40870, + 24988, + 32807, + 27814, + 46096, + 30760, + 30100, + 40389, + 30836, + 43324, + 2867, + 8507, + 34160, + 35350, + 42545, + 10403, + 11762, + 38061, + 44814, + 756, + 28544, + 34520, + 27318, + 3978, + 32598, + 25388, + 28980, + 37154, + 49743, + 37876, + 9824, + 48359, + 49043, + 15238, + 43290, + 20957, + 15850, + 19159, + 44943, + 31360, + 34999, + 49056, + 40973, + 30380, + 23001, + 29053, + 10965, + 3687, + 19264, + 24288, + 32478, + 16739, + 26846, + 49510, + 32257, + 4369, + 20667, + 37880, + 28260, + 17692, + 48875, + 32909, + 28214, + 4299, + 6129, + 43956, + 26023, + 20168, + 19557, + 30043, + 43383, + 12569, + 47024, + 42838, + 27101, + 48211, + 20297, + 45940, + 20045, + 20582, + 21480, + 3000, + 5470, + 19599, + 47051, + 419, + 45844, + 7906, + 38202, + 40387, + 4234, + 5349, + 16875, + 38652, + 42490, + 15495, + 38663, + 41742, + 34917, + 9816, + 2317, + 18223, + 44999, + 24226, + 29933, + 14462, + 3277, + 21154, + 41218, + 9744, + 2291, + 10776, + 38744, + 16, + 20919, + 4690, + 3883, + 24730, + 8355, + 3498, + 44740, + 8413, + 8716, + 15075, + 38816, + 28231, + 17162, + 4290, + 26375, + 16682, + 6919, + 48097, + 42583, + 34159, + 40637, + 36067, + 36956, + 33181, + 17780, + 37838, + 34798, + 45941, + 19626, + 1469, + 4973, + 48040, + 33903, + 24886, + 3663, + 17255, + 7987, + 32130, + 45222, + 30096, + 35221, + 22147, + 30280, + 2809, + 38762, + 33835, + 35544, + 3469, + 28802, + 31132, + 14268, + 27438, + 4563, + 39499, + 30453, + 49012, + 16173, + 42840, + 46516, + 13071, + 15080, + 26744, + 2076, + 34729, + 14929, + 49195, + 45377, + 23898, + 49619, + 19278, + 1838, + 28147, + 9898, + 45454, + 37346, + 19902, + 12959, + 28550, + 30315, + 3907, + 38433, + 47487, + 29856, + 35197, + 28691, + 30494, + 15483, + 40398, + 19225, + 46102, + 16563, + 36214, + 1921, + 43188, + 18600, + 9174, + 13330, + 28086, + 9279, + 10956, + 40039, + 31455, + 34084, + 41219, + 44048, + 42623, + 38179, + 4602, + 31082, + 22271, + 49867, + 27003, + 42205, + 40100, + 22968, + 5450, + 27549, + 16818, + 22957, + 39968, + 41955, + 18406, + 31849, + 26039, + 20808, + 13393, + 22598, + 31610, + 18349, + 11838, + 35051, + 26420, + 10608, + 35813, + 5954, + 18950, + 45812, + 49481, + 48531, + 22854, + 45453, + 7568, + 20491, + 24091, + 18923, + 34095, + 24256, + 34919, + 44526, + 25277, + 9588, + 32866, + 32204, + 40000, + 21977, + 18859, + 5989, + 8976, + 3079, + 7677, + 45764, + 9888, + 38632, + 7482, + 49224, + 5236, + 33844, + 38161, + 20315, + 18621, + 16895, + 41316, + 32725, + 45085, + 10354, + 37455, + 31562, + 18387, + 3797, + 9663, + 12691, + 12822, + 19054, + 24560, + 15010, + 45165, + 23784, + 1739, + 18865, + 35234, + 4386, + 9425, + 33750, + 19241, + 5047, + 41720, + 15465, + 22161, + 37949, + 6121, + 34536, + 9479, + 29314, + 6758, + 48578, + 670, + 2345, + 28106, + 25898, + 173, + 25555, + 23994, + 31040, + 30438, + 13058, + 44295, + 18262, + 38566, + 37082, + 37237, + 28762, + 11122, + 19098, + 45795, + 30845, + 42127, + 899, + 48410, + 20158, + 15059, + 43610, + 43525, + 43749, + 29939, + 36341, + 36532, + 15971, + 34764, + 47586, + 41783, + 9024, + 12634, + 29946, + 4976, + 4445, + 22816, + 138, + 4544, + 26714, + 14554, + 9591, + 37652, + 30471, + 22713, + 33881, + 48093, + 30522, + 31263, + 21752, + 42540, + 41639, + 41541, + 8007, + 43623, + 9493, + 9513, + 46849, + 44307, + 14809, + 31415, + 33148, + 6467, + 16085, + 32704, + 29797, + 26894, + 41609, + 39691, + 29880, + 28643, + 13949, + 34794, + 15214, + 24242, + 22327, + 32643, + 510, + 19129, + 34387, + 32752, + 17314, + 22867, + 32573, + 34384, + 19084, + 19465, + 13965, + 22939, + 38296, + 2688, + 48959, + 8553, + 33262, + 48931, + 16321, + 13621, + 39481, + 11821, + 6194, + 25887, + 17504, + 20897, + 14228, + 4788, + 1692, + 47538, + 39490, + 7212, + 8284, + 22790, + 35504, + 21544, + 22194, + 29081, + 31679, + 10324, + 34893, + 28894, + 32796, + 33886, + 33485, + 28375, + 47057, + 8061, + 20677, + 24839, + 36761, + 48624, + 31296, + 5300, + 33751, + 46313, + 41843, + 39962, + 18005, + 12663, + 14429, + 35942, + 13727, + 37069, + 39903, + 21132, + 5581, + 23284, + 10979, + 3351, + 19186, + 24776, + 46901, + 5485, + 35347, + 2521, + 7698, + 15668, + 23325, + 36063, + 21484, + 31454, + 38518, + 6642, + 30318, + 26537, + 46422, + 48728, + 25697, + 9303, + 45422, + 8197, + 45146, + 20283, + 25189, + 3989, + 15101, + 7916, + 6996, + 40818, + 38559, + 48179, + 24405, + 18947, + 15937, + 3932, + 9122, + 22446, + 40732, + 42861, + 27397, + 3589, + 34561, + 3146, + 49605, + 20352, + 3521, + 39753, + 38978, + 42285, + 39473, + 37310, + 49657, + 4725, + 36709, + 37554, + 14754, + 24351, + 9204, + 29523, + 24932, + 13767, + 9105, + 43860, + 43644, + 25546, + 1760, + 10617, + 24269, + 43167, + 27112, + 14103, + 45322, + 28936, + 45231, + 12124, + 8138, + 21266, + 39089, + 1840, + 1716, + 16754, + 44203, + 25365, + 13637, + 41510, + 3412, + 20059, + 31439, + 46850, + 36495, + 30196, + 17946, + 37770, + 191, + 2492, + 32308, + 48638, + 47729, + 29888, + 27321, + 29280, + 43595, + 23928, + 16166, + 2776, + 44105, + 34021, + 35666, + 23783, + 1058, + 18184, + 30555, + 2987, + 42788, + 49072, + 29068, + 21110, + 22568, + 1653, + 49870, + 37560, + 1579, + 40861, + 18581, + 48228, + 46249, + 45960, + 37725, + 48102, + 44366, + 13578, + 5918, + 33418, + 18709, + 25776, + 41937, + 34875, + 26185, + 25738, + 17529, + 36996, + 46895, + 37136, + 33459, + 9556, + 22691, + 49527, + 36894, + 5, + 33933, + 19673, + 19964, + 11181, + 1638, + 49441, + 11970, + 34198, + 26142, + 7066, + 15283, + 33960, + 49035, + 45714, + 39082, + 14653, + 25921, + 5146, + 13779, + 1218, + 22572, + 28353, + 5415, + 42067, + 23565, + 2787, + 17969, + 45525, + 21770, + 14013, + 8789, + 16464, + 20461, + 35210, + 19696, + 12877, + 16962, + 44746, + 10054, + 47247, + 11883, + 42860, + 37479, + 32555, + 1059, + 15351, + 9703, + 21590, + 29522, + 32196, + 28340, + 49450, + 28026, + 2041, + 4710, + 24105, + 16448, + 32878, + 41631, + 41908, + 45403, + 23293, + 29837, + 13584, + 41101, + 9886, + 28478, + 44183, + 33825, + 42755, + 15913, + 10280, + 21993, + 20664, + 4738, + 16623, + 48948, + 35066, + 45871, + 37549, + 44151, + 3279, + 21070, + 6145, + 19309, + 23305, + 36307, + 14807, + 12943, + 28685, + 29832, + 25017, + 31158, + 17036, + 2946, + 22071, + 7492, + 16092, + 8828, + 13197, + 21681, + 3937, + 18987, + 36389, + 45555, + 45691, + 41347, + 23922, + 35149, + 41753, + 22226, + 20781, + 16184, + 44548, + 27131, + 14027, + 23952, + 48245, + 23570, + 46917, + 6369, + 39709, + 30386, + 17099, + 19119, + 42201, + 17407, + 14060, + 6163, + 22594, + 46079, + 10301, + 2568, + 11087, + 45997, + 49150, + 34515, + 30849, + 32192, + 26777, + 44343, + 37954, + 37609, + 43216, + 4292, + 8717, + 23153, + 18816, + 23711, + 10392, + 10961, + 41366, + 39955, + 13926, + 37612, + 34407, + 23234, + 14738, + 45255, + 46404, + 10024, + 45314, + 9633, + 41192, + 15319, + 23286, + 46234, + 14204, + 37915, + 13746, + 49669, + 41859, + 38590, + 33644, + 47070, + 33017, + 48712, + 29287, + 49946, + 9025, + 40406, + 2482, + 37553, + 18521, + 15928, + 23055, + 25619, + 38935, + 30810, + 12068, + 39779, + 20923, + 26404, + 4362, + 14455, + 34594, + 7786, + 9938, + 46610, + 26330, + 36913, + 48639, + 41186, + 17779, + 5202, + 31321, + 49622, + 34157, + 43901, + 43415, + 24499, + 41261, + 43399, + 19251, + 34156, + 34203, + 15522, + 31424, + 33594, + 29425, + 6148, + 28766, + 48599, + 32891, + 34542, + 20826, + 18217, + 4427, + 24172, + 3140, + 6514, + 19039, + 49835, + 13712, + 30216, + 31833, + 33206, + 3920, + 18719, + 5750, + 49227, + 24489, + 45930, + 12756, + 5968, + 29459, + 42056, + 9108, + 219, + 48376, + 10531, + 35052, + 319, + 29177, + 10679, + 40115, + 36234, + 45230, + 27366, + 15609, + 39429, + 44549, + 46212, + 45921, + 12010, + 16182, + 6214, + 46525, + 22728, + 3649, + 31561, + 21402, + 30431, + 28848, + 11509, + 36107, + 45238, + 12659, + 10505, + 17594, + 18473, + 38757, + 38995, + 48649, + 15216, + 48999, + 13956, + 3221, + 32997, + 47445, + 13389, + 35832, + 41805, + 22237, + 36416, + 18741, + 1303, + 26071, + 32525, + 41203, + 33392, + 35222, + 19032, + 31817, + 17697, + 176, + 6804, + 16031, + 49327, + 31629, + 24070, + 37628, + 38789, + 30864, + 22368, + 36516, + 396, + 20769, + 18353, + 32932, + 19317, + 6995, + 38218, + 48207, + 39021, + 27287, + 41894, + 29029, + 39890, + 42777, + 8332, + 15593, + 15423, + 37061, + 38372, + 49523, + 15660, + 29043, + 30609, + 15152, + 26950, + 33095, + 49765, + 42206, + 28725, + 38819, + 4158, + 4791, + 22253, + 34461, + 20440, + 13365, + 33529, + 42734, + 7094, + 43090, + 26450, + 1883, + 1700, + 12810, + 10026, + 46770, + 358, + 22340, + 22216, + 14798, + 31024, + 503, + 49093, + 35597, + 38271, + 15511, + 35724, + 43927, + 21843, + 3240, + 43940, + 42877, + 49840, + 27551, + 8052, + 26384, + 2531, + 2822, + 12578, + 39688, + 42796, + 24299, + 49838, + 39364, + 20558, + 29890, + 26935, + 34787, + 48759, + 17685, + 22178, + 11490, + 31711, + 32962, + 46109, + 34402, + 1963, + 55, + 19331, + 20947, + 6252, + 31567, + 9971, + 19845, + 31391, + 20199, + 31650, + 17783, + 1537, + 12787, + 35261, + 17928, + 16632, + 10585, + 44752, + 20710, + 20514, + 22484, + 6834, + 8737, + 25370, + 31707, + 17538, + 5489, + 44149, + 8471, + 41344, + 35791, + 21270, + 38778, + 7289, + 23204, + 45306, + 8914, + 3184, + 40287, + 30517, + 46686, + 17592, + 33157, + 8705, + 46878, + 30733, + 25664, + 9887, + 36883, + 49900, + 15706, + 16516, + 41500, + 7044, + 27634, + 46832, + 33706, + 40049, + 14148, + 27316, + 40800, + 16424, + 25923, + 25768, + 31867, + 39763, + 6688, + 1973, + 34609, + 21587, + 20115, + 25538, + 27522, + 26143, + 39434, + 26678, + 27252, + 5991, + 40975, + 42836, + 16972, + 46845, + 11539, + 33433, + 47084, + 25677, + 33106, + 47193, + 40394, + 26426, + 26032, + 5611, + 36496, + 15822, + 6885, + 28526, + 26810, + 13518, + 23061, + 1511, + 29006, + 2028, + 46464, + 11917, + 39229, + 48419, + 30628, + 13077, + 21519, + 48107, + 20850, + 49976, + 19421, + 17082, + 9563, + 35338, + 9856, + 10136, + 37851, + 30513, + 914, + 3731, + 5691, + 12249, + 34494, + 35754, + 22996, + 29873, + 8039, + 46101, + 5157, + 49921, + 18024, + 1014, + 39217, + 37575, + 47160, + 9727, + 18303, + 27082, + 445, + 2356, + 26993, + 35186, + 37208, + 32125, + 37140, + 8639, + 26595, + 44194, + 26301, + 18695, + 44467, + 17644, + 26054, + 48671, + 47188, + 25961, + 23296, + 1028, + 9058, + 9019, + 28050, + 4924, + 30779, + 4905, + 42885, + 6429, + 12176, + 11178, + 48083, + 38196, + 4903, + 18782, + 4570, + 20670, + 24055, + 30001, + 42815, + 48331, + 41730, + 10089, + 20536, + 44272, + 10857, + 21928, + 9968, + 33656, + 4483, + 7177, + 17935, + 32054, + 15509, + 48105, + 772, + 19066, + 26752, + 38953, + 42611, + 14802, + 23346, + 13386, + 36305, + 30617, + 1451, + 30041, + 7969, + 6573, + 16956, + 7294, + 30095, + 40873, + 40012, + 17477, + 42170, + 14201, + 13618, + 37290, + 16486, + 18261, + 22720, + 21193, + 33057, + 36346, + 30354, + 17007, + 28446, + 2850, + 37413, + 45917, + 11035, + 23154, + 48698, + 4066, + 25525, + 49421, + 407, + 18701, + 19367, + 10886, + 40969, + 35423, + 17624, + 36525, + 25242, + 29031, + 3169, + 7775, + 16188, + 4213, + 40480, + 40084, + 4409, + 41838, + 48511, + 44014, + 32776, + 43883, + 21858, + 38508, + 39430, + 4182, + 8159, + 22527, + 33666, + 43097, + 15085, + 33958, + 28964, + 4257, + 19983, + 9999, + 34437, + 26850, + 19296, + 9277, + 8181, + 2871, + 16910, + 45506, + 32468, + 27693, + 9367, + 38717, + 36209, + 37092, + 46504, + 34174, + 43847, + 48717, + 23159, + 451, + 4125, + 9395, + 24742, + 45204, + 17195, + 15831, + 24144, + 14897, + 40182, + 18582, + 20489, + 35176, + 36399, + 22153, + 37531, + 3960, + 12536, + 3872, + 21327, + 45399, + 46304, + 7932, + 26343, + 34301, + 36715, + 1647, + 6971, + 45905, + 14661, + 20545, + 40270, + 12200, + 21715, + 19718, + 48317, + 15147, + 37338, + 46929, + 14817, + 7714, + 6983, + 41128, + 12571, + 7085, + 41605, + 26798, + 47809, + 47918, + 20900, + 25770, + 19772, + 34942, + 35806, + 1248, + 31662, + 29147, + 366, + 6799, + 18308, + 5920, + 9639, + 31285, + 628, + 4312, + 46169, + 9098, + 24907, + 8385, + 18285, + 3031, + 41844, + 40104, + 26283, + 5279, + 18794, + 2468, + 42850, + 7438, + 27163, + 12162, + 36886, + 32945, + 39571, + 12260, + 37900, + 9662, + 15731, + 1329, + 18314, + 11802, + 1032, + 31017, + 3209, + 21040, + 42433, + 47149, + 1401, + 46658, + 4225, + 17578, + 27115, + 48569, + 8604, + 30232, + 25110, + 24198, + 37435, + 36912, + 19294, + 13638, + 46802, + 46468, + 48151, + 6881, + 41888, + 37371, + 36289, + 15230, + 34369, + 48239, + 40250, + 41283, + 7654, + 9443, + 26220, + 20703, + 7656, + 30897, + 39240, + 46939, + 10639, + 4737, + 28863, + 35136, + 28655, + 5541, + 43489, + 16535, + 39461, + 37464, + 30728, + 1027, + 48017, + 175, + 16860, + 40243, + 11942, + 34637, + 34761, + 7098, + 28195, + 41585, + 39253, + 6865, + 35963, + 41777, + 44465, + 6442, + 43929, + 14533, + 27797, + 7348, + 20623, + 15881, + 33411, + 10954, + 2968, + 42746, + 233, + 16174, + 44611, + 187, + 22107, + 22782, + 47372, + 48848, + 24078, + 24731, + 39193, + 10940, + 4961, + 26879, + 30088, + 544, + 42388, + 97, + 9567, + 8764, + 44576, + 1520, + 34620, + 47227, + 46461, + 25100, + 1437, + 44845, + 4069, + 20253, + 46320, + 30523, + 12762, + 26505, + 42998, + 3560, + 43705, + 24515, + 2273, + 4735, + 16555, + 11790, + 16164, + 3449, + 48675, + 21994, + 28377, + 49708, + 22577, + 37582, + 31126, + 8720, + 27281, + 22084, + 2191, + 8829, + 45835, + 48740, + 11153, + 43743, + 42766, + 12072, + 22817, + 41834, + 39988, + 15767, + 23090, + 5503, + 47279, + 10539, + 45215, + 33921, + 28757, + 13154, + 16109, + 3795, + 6602, + 39480, + 8257, + 45282, + 48879, + 32321, + 24313, + 11245, + 47349, + 17875, + 26234, + 27009, + 38563, + 29257, + 11657, + 21448, + 12503, + 8597, + 7456, + 14911, + 24663, + 42169, + 23772, + 35642, + 27733, + 32831, + 3183, + 14889, + 8068, + 17908, + 46707, + 5773, + 4261, + 30000, + 9129, + 20313, + 1944, + 10052, + 20960, + 35346, + 37638, + 31996, + 2516, + 15325, + 10117, + 6198, + 46865, + 19055, + 43110, + 4316, + 28201, + 39299, + 43286, + 22846, + 36434, + 49156, + 30549, + 17213, + 9201, + 8939, + 34521, + 30554, + 25679, + 33687, + 34692, + 49416, + 47696, + 42213, + 20208, + 31631, + 27099, + 36333, + 12369, + 37219, + 40946, + 8338, + 34675, + 44248, + 26009, + 47955, + 7787, + 26736, + 26857, + 11447, + 38764, + 12377, + 24120, + 47898, + 30417, + 6083, + 31408, + 42511, + 39109, + 12779, + 33852, + 45451, + 8304, + 941, + 29533, + 47294, + 12639, + 40346, + 42521, + 16603, + 5506, + 691, + 17309, + 37169, + 9287, + 11786, + 47270, + 29331, + 48204, + 29108, + 1803, + 33925, + 2565, + 9036, + 43754, + 33141, + 11277, + 345, + 28157, + 28591, + 39506, + 46211, + 14979, + 36492, + 36893, + 4172, + 10723, + 44197, + 45886, + 25257, + 48623, + 43680, + 38189, + 3832, + 15556, + 14209, + 34601, + 16890, + 5818, + 32315, + 40329, + 12623, + 24627, + 36569, + 17390, + 31556, + 46538, + 4245, + 411, + 25476, + 8315, + 4438, + 32175, + 3962, + 141, + 45564, + 6287, + 37185, + 47267, + 43055, + 32651, + 2240, + 29569, + 8429, + 36694, + 9349, + 33278, + 24823, + 37741, + 44639, + 7357, + 24538, + 45099, + 26216, + 41787, + 3218, + 3751, + 18764, + 31474, + 34636, + 41895, + 12975, + 37365, + 49308, + 34400, + 8208, + 25127, + 39871, + 39912, + 44547, + 4297, + 21432, + 3333, + 30053, + 24604, + 24641, + 639, + 34791, + 3994, + 46758, + 41074, + 4109, + 9924, + 49438, + 27416, + 5927, + 29516, + 43488, + 24993, + 4342, + 33361, + 38940, + 9314, + 24692, + 41620, + 19661, + 19298, + 40836, + 48705, + 45935, + 20818, + 29510, + 38044, + 2416, + 15553, + 12783, + 20936, + 34359, + 20081, + 18177, + 23592, + 13985, + 11151, + 14658, + 25280, + 18725, + 4099, + 11196, + 38392, + 42643, + 40244, + 25362, + 9109, + 5260, + 16559, + 35840, + 29965, + 31492, + 18911, + 6056, + 37632, + 18202, + 38690, + 10870, + 44664, + 34959, + 23327, + 23236, + 23098, + 4679, + 29644, + 22671, + 36347, + 21281, + 44571, + 2764, + 7409, + 15306, + 840, + 5116, + 39692, + 13282, + 39949, + 6883, + 16270, + 10654, + 274, + 45279, + 9881, + 40311, + 39438, + 26710, + 47426, + 21711, + 817, + 29445, + 22114, + 9231, + 20108, + 44365, + 42452, + 43297, + 38771, + 46190, + 30118, + 9178, + 37184, + 25212, + 9400, + 13003, + 34032, + 3391, + 22050, + 44652, + 36789, + 8795, + 9312, + 34068, + 17899, + 28608, + 1984, + 10110, + 3114, + 26838, + 43114, + 43389, + 37624, + 34150, + 10604, + 12166, + 19362, + 12778, + 672, + 18875, + 8241, + 1319, + 32543, + 26790, + 20901, + 4823, + 1265, + 7405, + 28828, + 46755, + 38303, + 6585, + 29136, + 34719, + 6953, + 49621, + 14035, + 44390, + 34678, + 11427, + 43232, + 32924, + 774, + 47950, + 42148, + 32901, + 45315, + 49874, + 15098, + 17126, + 19988, + 13103, + 23201, + 21952, + 21049, + 25537, + 9778, + 6930, + 12025, + 3392, + 1856, + 43667, + 4694, + 1907, + 16113, + 47168, + 399, + 13795, + 30487, + 29305, + 44790, + 45421, + 17412, + 3246, + 10854, + 23727, + 42184, + 4656, + 45707, + 48011, + 33975, + 38234, + 37105, + 19405, + 30225, + 22074, + 48397, + 46564, + 12967, + 20787, + 18612, + 10200, + 48482, + 30109, + 10408, + 20411, + 14838, + 45352, + 36943, + 12786, + 44871, + 38043, + 47701, + 28690, + 42978, + 2149, + 23662, + 7166, + 34041, + 48908, + 15284, + 47957, + 23901, + 34323, + 37858, + 11771, + 44712, + 47599, + 44098, + 28400, + 41374, + 27384, + 15796, + 37986, + 49744, + 25154, + 47196, + 24574, + 37920, + 46834, + 18156, + 16255, + 22469, + 5446, + 4443, + 30495, + 49100, + 15601, + 33454, + 46492, + 38624, + 37934, + 16499, + 24965, + 15680, + 27816, + 46255, + 21761, + 32867, + 11477, + 46560, + 29097, + 4018, + 36977, + 3616, + 26914, + 46967, + 39381, + 11652, + 16736, + 23851, + 14606, + 34920, + 19455, + 33949, + 17613, + 41837, + 23150, + 48863, + 10429, + 32938, + 41622, + 6264, + 16519, + 30988, + 27125, + 20816, + 29352, + 14322, + 42369, + 10928, + 30997, + 26533, + 4484, + 33929, + 99, + 14118, + 32911, + 43013, + 14746, + 48106, + 46317, + 2175, + 23349, + 34822, + 3315, + 39043, + 7370, + 65, + 5325, + 16681, + 36453, + 31923, + 10126, + 19758, + 38833, + 11886, + 47916, + 14241, + 11555, + 32515, + 11262, + 2746, + 26613, + 34065, + 23745, + 30312, + 1796, + 47545, + 33630, + 44181, + 49254, + 49578, + 21230, + 1982, + 5628, + 46706, + 6723, + 4138, + 10372, + 35126, + 31190, + 17088, + 45913, + 34663, + 27332, + 41929, + 44329, + 37693, + 18334, + 47468, + 1639, + 11778, + 32634, + 1046, + 49806, + 39818, + 13806, + 44762, + 26930, + 43968, + 39928, + 25774, + 20908, + 28344, + 10557, + 28452, + 20314, + 33882, + 5231, + 39014, + 47932, + 45340, + 19000, + 34632, + 37912, + 33073, + 20691, + 41027, + 24547, + 13213, + 12346, + 3930, + 13367, + 19082, + 38551, + 12309, + 47504, + 3175, + 16105, + 7673, + 14706, + 10495, + 3280, + 11103, + 35931, + 42144, + 34335, + 2136, + 32394, + 12384, + 12308, + 30319, + 26491, + 7730, + 40781, + 33730, + 30936, + 1021, + 28834, + 2429, + 4619, + 42699, + 47723, + 17936, + 9029, + 20155, + 34997, + 43054, + 21672, + 6534, + 24415, + 48974, + 39245, + 8025, + 35493, + 41124, + 43564, + 33902, + 4459, + 22851, + 44118, + 37980, + 8856, + 1323, + 30815, + 1934, + 18174, + 14496, + 15454, + 14140, + 46119, + 17516, + 900, + 12695, + 11316, + 32018, + 8480, + 20949, + 34993, + 47738, + 27309, + 43170, + 25614, + 10578, + 12179, + 5077, + 13038, + 17282, + 2672, + 40944, + 49775, + 10414, + 39579, + 16637, + 11047, + 10819, + 5264, + 22828, + 22342, + 42763, + 43156, + 47041, + 27463, + 16206, + 48079, + 23859, + 13190, + 2364, + 43277, + 1991, + 11257, + 42612, + 13254, + 41812, + 35967, + 25556, + 17051, + 26293, + 38709, + 33738, + 44332, + 24251, + 19140, + 5916, + 37771, + 48685, + 8448, + 12819, + 37935, + 21440, + 14431, + 3926, + 1232, + 29924, + 41075, + 4033, + 7349, + 42603, + 40850, + 41452, + 23448, + 29356, + 6933, + 47305, + 15168, + 31651, + 3311, + 14762, + 41680, + 43478, + 17530, + 26137, + 901, + 30151, + 46532, + 7914, + 22795, + 1409, + 45374, + 27080, + 25065, + 49769, + 34128, + 24450, + 12845, + 11935, + 32119, + 33422, + 13816, + 986, + 40926, + 13557, + 3825, + 39135, + 13910, + 2845, + 44551, + 37340, + 4745, + 29879, + 23311, + 28912, + 26381, + 22627, + 35436, + 8518, + 20533, + 37499, + 35543, + 10838, + 32167, + 38602, + 12677, + 22637, + 9416, + 48044, + 21380, + 15436, + 37106, + 10056, + 8463, + 39835, + 49702, + 8688, + 30689, + 11295, + 32141, + 11798, + 8970, + 22023, + 47352, + 35886, + 38085, + 25062, + 28407, + 41047, + 32986, + 26910, + 39368, + 28507, + 23751, + 25813, + 31129, + 24093, + 14831, + 23315, + 40539, + 17893, + 18463, + 11554, + 3602, + 10508, + 2527, + 33727, + 35388, + 15527, + 7278, + 30670, + 22057, + 8861, + 7635, + 3954, + 45643, + 40161, + 43932, + 11095, + 35725, + 19920, + 16167, + 48837, + 10267, + 78, + 12831, + 30933, + 33965, + 30474, + 16996, + 21410, + 48606, + 15130, + 23003, + 42814, + 30183, + 15429, + 8667, + 7574, + 24508, + 4206, + 10389, + 34303, + 19911, + 24008, + 2256, + 8632, + 38725, + 39805, + 17894, + 18088, + 2244, + 28839, + 7290, + 25713, + 18276, + 45264, + 30722, + 42041, + 9926, + 16266, + 3601, + 32497, + 49595, + 30679, + 7631, + 40122, + 31062, + 29358, + 18803, + 2675, + 37404, + 7051, + 4959, + 16257, + 49639, + 6204, + 12706, + 15188, + 19869, + 14109, + 1385, + 44498, + 33119, + 45286, + 15790, + 45078, + 23460, + 32875, + 19728, + 14515, + 10791, + 4446, + 35932, + 27143, + 49817, + 42492, + 48626, + 21136, + 47817, + 21886, + 39063, + 1538, + 4272, + 35802, + 45115, + 12801, + 41998, + 22658, + 26687, + 13001, + 9786, + 41282, + 14083, + 26717, + 1115, + 40369, + 17462, + 1656, + 17352, + 47550, + 19095, + 40423, + 47816, + 207, + 17787, + 1690, + 19404, + 27474, + 25253, + 49681, + 43240, + 18479, + 30379, + 32106, + 10001, + 1827, + 24300, + 1754, + 39022, + 30424, + 33659, + 2789, + 3370, + 26075, + 14715, + 37945, + 18432, + 17910, + 3481, + 25121, + 42731, + 18673, + 49830, + 17884, + 32629, + 912, + 45866, + 37615, + 44643, + 24532, + 36195, + 29731, + 22302, + 48861, + 4363, + 21936, + 12945, + 47164, + 31489, + 40804, + 34616, + 16584, + 16332, + 2668, + 19860, + 24188, + 2393, + 48785, + 4413, + 28922, + 36636, + 19290, + 15243, + 28861, + 1978, + 44313, + 37963, + 37176, + 19829, + 15009, + 45666, + 9370, + 32282, + 34654, + 47079, + 8119, + 38795, + 7130, + 38140, + 1742, + 21443, + 20442, + 48827, + 23032, + 29995, + 3916, + 41931, + 44269, + 44818, + 15460, + 1195, + 9376, + 46633, + 8076, + 20025, + 40735, + 45785, + 19516, + 4513, + 43990, + 35835, + 11918, + 36047, + 42309, + 26526, + 3526, + 31624, + 6686, + 23497, + 36147, + 46028, + 22189, + 29647, + 7709, + 11091, + 20186, + 34943, + 13120, + 3579, + 3774, + 23702, + 4042, + 16253, + 25678, + 7063, + 16269, + 30390, + 41531, + 7056, + 11696, + 41671, + 35778, + 42397, + 2615, + 7359, + 38712, + 49557, + 40335, + 45196, + 410, + 13334, + 31273, + 10748, + 14344, + 31392, + 3897, + 49974, + 45030, + 42274, + 3549, + 24837, + 30880, + 27905, + 12954, + 27258, + 41491, + 6675, + 12644, + 16400, + 15328, + 28569, + 44381, + 22530, + 911, + 6519, + 33020, + 5934, + 20929, + 5343, + 41644, + 24399, + 14834, + 5060, + 7704, + 27949, + 19350, + 13457, + 38637, + 17160, + 25202, + 18394, + 13721, + 8204, + 30447, + 12865, + 41145, + 43475, + 48072, + 10270, + 10947, + 39033, + 30345, + 2973, + 47673, + 9769, + 37967, + 43575, + 38281, + 24524, + 25327, + 11363, + 18884, + 5423, + 18299, + 22861, + 44452, + 35446, + 9814, + 46088, + 29, + 15094, + 15431, + 14523, + 29416, + 29235, + 38141, + 9332, + 36237, + 43979, + 39087, + 10212, + 43453, + 43157, + 21802, + 242, + 36182, + 28698, + 28164, + 40027, + 8807, + 28266, + 8841, + 37088, + 22381, + 44292, + 14856, + 25312, + 7333, + 20416, + 47933, + 30528, + 33179, + 19587, + 4866, + 5889, + 35245, + 27674, + 4399, + 6399, + 37982, + 30993, + 6363, + 27813, + 37556, + 17110, + 22376, + 10233, + 16407, + 39130, + 13877, + 15232, + 26998, + 26868, + 42095, + 20879, + 28729, + 37209, + 24364, + 42969, + 8847, + 30623, + 18763, + 32907, + 20257, + 1020, + 15634, + 48551, + 41359, + 28064, + 32950, + 14616, + 9795, + 22825, + 49909, + 39416, + 27753, + 10894, + 44338, + 32840, + 20231, + 41308, + 46472, + 17300, + 18497, + 20823, + 11218, + 1038, + 24969, + 22468, + 48566, + 43198, + 31659, + 21373, + 26759, + 31773, + 4689, + 7178, + 42767, + 37657, + 19496, + 39893, + 44833, + 3546, + 18164, + 13304, + 13184, + 42915, + 20762, + 22270, + 7763, + 28941, + 18962, + 7527, + 7124, + 17934, + 48826, + 11983, + 43338, + 21807, + 17789, + 24914, + 36671, + 35100, + 29312, + 25480, + 32332, + 936, + 19759, + 3619, + 31515, + 49642, + 14162, + 6319, + 24047, + 16296, + 18366, + 49245, + 3200, + 21815, + 30250, + 44839, + 40383, + 9706, + 46450, + 13133, + 32254, + 37569, + 21978 + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/subsets/spherical_mnist_train_n2500_seed101112.json b/paper/experiments/normalized_results/subsets/spherical_mnist_train_n2500_seed101112.json new file mode 100644 index 0000000..034d815 --- /dev/null +++ b/paper/experiments/normalized_results/subsets/spherical_mnist_train_n2500_seed101112.json @@ -0,0 +1,2504 @@ +{ + "indices": [ + 44700, + 21008, + 14521, + 44448, + 28445, + 10599, + 1606, + 42828, + 23373, + 35602, + 16105, + 8810, + 26912, + 40403, + 41863, + 32201, + 8183, + 17990, + 37848, + 38582, + 27454, + 23803, + 36105, + 29672, + 14803, + 26999, + 6059, + 29507, + 32860, + 46773, + 45901, + 2833, + 39973, + 34402, + 20724, + 2381, + 48786, + 9796, + 16926, + 43002, + 26392, + 14072, + 42584, + 21624, + 36185, + 30465, + 49930, + 37640, + 26522, + 34104, + 8291, + 17108, + 17330, + 2736, + 44624, + 26818, + 10517, + 17053, + 49588, + 10102, + 29572, + 14734, + 46140, + 45644, + 10743, + 35370, + 7403, + 47478, + 24588, + 30312, + 44773, + 28302, + 37472, + 30302, + 37442, + 23331, + 17203, + 48305, + 41417, + 27685, + 17961, + 23571, + 45348, + 28973, + 41276, + 14051, + 13638, + 24859, + 34024, + 34565, + 47311, + 1186, + 7886, + 29300, + 15289, + 27812, + 236, + 40972, + 25761, + 18671, + 24092, + 48456, + 2765, + 49652, + 29422, + 34358, + 30341, + 22826, + 20282, + 2865, + 39002, + 41920, + 13869, + 44058, + 7880, + 13799, + 30533, + 11912, + 17616, + 7520, + 36317, + 39226, + 44345, + 13511, + 2604, + 36214, + 25412, + 1526, + 20579, + 39640, + 19023, + 42050, + 20427, + 3179, + 44792, + 2875, + 27132, + 31150, + 12388, + 4616, + 47745, + 32087, + 17415, + 45247, + 27131, + 43645, + 39368, + 17027, + 47662, + 16282, + 8196, + 48913, + 19499, + 30476, + 21917, + 32010, + 25221, + 1829, + 37255, + 8587, + 46377, + 46438, + 4954, + 27820, + 29222, + 21343, + 6155, + 45576, + 37168, + 41660, + 2058, + 41497, + 20994, + 13578, + 46468, + 32003, + 47821, + 36956, + 10273, + 6405, + 3447, + 40737, + 5314, + 10439, + 480, + 5443, + 41970, + 15274, + 44049, + 7806, + 22407, + 25851, + 43802, + 20100, + 11967, + 30428, + 28518, + 10207, + 11430, + 12681, + 18026, + 18654, + 13995, + 23469, + 367, + 28113, + 47730, + 43619, + 48860, + 31003, + 17261, + 26165, + 12196, + 35385, + 24991, + 46989, + 22612, + 9691, + 43509, + 5231, + 42802, + 7283, + 36612, + 31556, + 30937, + 20403, + 24585, + 48683, + 24481, + 24699, + 658, + 4724, + 7257, + 35009, + 5222, + 41258, + 44661, + 6869, + 19813, + 36254, + 33730, + 14483, + 32336, + 14987, + 13658, + 34785, + 32721, + 3172, + 47435, + 27414, + 44787, + 37137, + 5196, + 25531, + 37928, + 3515, + 38343, + 40566, + 36522, + 18898, + 22640, + 42046, + 32743, + 37747, + 4859, + 1166, + 15825, + 16991, + 25618, + 13311, + 9708, + 19066, + 31630, + 4358, + 17983, + 32139, + 5269, + 9996, + 15303, + 23005, + 27956, + 35641, + 6178, + 17420, + 326, + 41500, + 2294, + 39825, + 49641, + 36192, + 20857, + 20749, + 23008, + 14, + 28363, + 37691, + 32739, + 31969, + 38734, + 31917, + 23205, + 41503, + 3755, + 39816, + 11513, + 32323, + 14438, + 40057, + 26244, + 38095, + 39919, + 3972, + 11215, + 16141, + 30630, + 10110, + 16311, + 5836, + 18089, + 30983, + 11920, + 23798, + 28171, + 1616, + 2507, + 27802, + 25758, + 14477, + 26777, + 27774, + 3561, + 26893, + 41957, + 26042, + 32075, + 14527, + 29484, + 9980, + 12531, + 35541, + 7258, + 1400, + 45544, + 13544, + 17342, + 27551, + 38728, + 11273, + 29070, + 23786, + 20556, + 23638, + 3112, + 46985, + 41862, + 40740, + 5483, + 36286, + 14327, + 48682, + 20176, + 26471, + 27271, + 2758, + 26426, + 36704, + 4745, + 1093, + 19043, + 21725, + 25690, + 37294, + 21931, + 16732, + 5813, + 49405, + 41022, + 7837, + 33109, + 46794, + 7714, + 38284, + 39650, + 22026, + 37944, + 36836, + 34594, + 8065, + 2712, + 17193, + 10444, + 19568, + 15240, + 22335, + 32886, + 48935, + 15670, + 5727, + 38377, + 22592, + 40977, + 19670, + 29109, + 28231, + 31315, + 15663, + 7892, + 3886, + 21995, + 44763, + 24651, + 38147, + 14632, + 42497, + 26136, + 1812, + 40352, + 18075, + 30874, + 6760, + 48166, + 41646, + 161, + 13039, + 44451, + 27652, + 17485, + 46121, + 864, + 2029, + 45577, + 6505, + 21337, + 26487, + 25912, + 23468, + 48341, + 31324, + 39064, + 1002, + 28866, + 42430, + 35447, + 32498, + 14900, + 39285, + 220, + 11814, + 38050, + 27194, + 12996, + 36464, + 6103, + 24223, + 11181, + 29718, + 5699, + 40245, + 33621, + 41348, + 19953, + 47460, + 46870, + 12572, + 4972, + 11793, + 29, + 22760, + 114, + 37430, + 39066, + 26735, + 36175, + 14982, + 38071, + 4357, + 6536, + 46095, + 28989, + 39187, + 40378, + 6816, + 20693, + 25868, + 11765, + 902, + 7554, + 9499, + 34525, + 39545, + 32698, + 44967, + 12269, + 38322, + 23817, + 39397, + 16817, + 42353, + 15536, + 20990, + 22513, + 4666, + 11664, + 27989, + 5887, + 31781, + 13808, + 34173, + 34216, + 24754, + 22624, + 41027, + 28584, + 5717, + 26712, + 17735, + 47015, + 4758, + 8674, + 33136, + 21756, + 7994, + 46544, + 48324, + 15112, + 3473, + 7459, + 45634, + 45761, + 4792, + 49530, + 10505, + 24426, + 18019, + 16833, + 5747, + 18463, + 4930, + 11466, + 6335, + 26590, + 31308, + 21619, + 48792, + 6630, + 30057, + 826, + 40499, + 41250, + 31586, + 49805, + 31986, + 4561, + 36455, + 41718, + 1442, + 615, + 28487, + 12116, + 47490, + 43551, + 22886, + 41910, + 23671, + 29452, + 38337, + 21825, + 45792, + 30528, + 15457, + 9975, + 1872, + 6535, + 37292, + 10754, + 31429, + 35789, + 17894, + 4298, + 48314, + 14806, + 31105, + 7784, + 45291, + 25468, + 38515, + 21019, + 35351, + 37002, + 37264, + 25683, + 47094, + 39211, + 9319, + 39544, + 36871, + 40814, + 16035, + 37576, + 11028, + 27975, + 24857, + 35248, + 15633, + 22591, + 2802, + 5278, + 49612, + 27605, + 41831, + 49575, + 8758, + 42805, + 1660, + 13663, + 3244, + 35561, + 47020, + 44564, + 25508, + 30793, + 49026, + 16565, + 10548, + 21057, + 42553, + 9955, + 29349, + 21142, + 15831, + 24187, + 36936, + 21212, + 30554, + 24412, + 2359, + 8145, + 45332, + 14334, + 12273, + 27025, + 16251, + 40216, + 3903, + 40633, + 36057, + 11193, + 765, + 16068, + 28870, + 28304, + 5124, + 41650, + 3095, + 38210, + 9772, + 35640, + 27559, + 18713, + 14830, + 40330, + 40763, + 23169, + 1545, + 7113, + 48013, + 44971, + 8493, + 13832, + 18005, + 9612, + 20029, + 6013, + 16326, + 47477, + 37782, + 37535, + 6545, + 49468, + 41820, + 26019, + 23357, + 26178, + 25871, + 47407, + 31493, + 872, + 24838, + 41157, + 177, + 43971, + 41455, + 44935, + 35667, + 2425, + 33914, + 14015, + 10127, + 33707, + 25392, + 42954, + 42570, + 27787, + 25502, + 1083, + 41456, + 31266, + 42677, + 44424, + 49473, + 2278, + 12970, + 14014, + 42773, + 32587, + 19028, + 32901, + 1672, + 45709, + 16018, + 23773, + 33530, + 15621, + 37880, + 18343, + 34133, + 1137, + 34203, + 17946, + 1395, + 25496, + 45287, + 43311, + 11419, + 4008, + 20817, + 4062, + 17102, + 14899, + 30230, + 43020, + 42331, + 23102, + 7574, + 38427, + 38461, + 12975, + 40106, + 33580, + 15135, + 10547, + 3663, + 49367, + 14038, + 35531, + 8270, + 20931, + 8730, + 24548, + 26358, + 18186, + 4028, + 13909, + 39327, + 45493, + 23824, + 11603, + 18402, + 4200, + 889, + 42441, + 5835, + 47789, + 1650, + 3968, + 35715, + 43516, + 27543, + 38106, + 10596, + 16999, + 23371, + 4841, + 27750, + 33213, + 15892, + 46523, + 27490, + 48927, + 17087, + 26877, + 29264, + 34211, + 17506, + 35145, + 20303, + 19338, + 32900, + 45173, + 41783, + 39103, + 33359, + 24227, + 49857, + 39034, + 20182, + 49677, + 46495, + 24825, + 36931, + 37293, + 22869, + 324, + 1236, + 31614, + 3482, + 18119, + 3669, + 49979, + 48672, + 7157, + 42368, + 5010, + 21361, + 36972, + 16207, + 44205, + 7871, + 39734, + 2276, + 46677, + 17464, + 47799, + 34793, + 182, + 26624, + 38234, + 33596, + 841, + 2539, + 2089, + 2567, + 32101, + 3674, + 12021, + 46293, + 509, + 16391, + 42348, + 1614, + 15547, + 15366, + 49409, + 18932, + 26803, + 9286, + 6265, + 39932, + 30717, + 35592, + 37314, + 34589, + 7465, + 32532, + 2323, + 22254, + 39873, + 8338, + 26985, + 43582, + 23559, + 44177, + 37912, + 1127, + 47169, + 21035, + 42324, + 46522, + 43488, + 14867, + 610, + 23996, + 692, + 24311, + 1177, + 45069, + 3101, + 20193, + 49795, + 34300, + 13613, + 37069, + 41785, + 16289, + 40847, + 33413, + 19050, + 43324, + 22762, + 23259, + 32392, + 46994, + 30857, + 5950, + 34929, + 48148, + 21545, + 695, + 49506, + 45938, + 31856, + 17489, + 34210, + 43346, + 49571, + 25819, + 36761, + 40296, + 5077, + 23904, + 3398, + 41365, + 28402, + 47437, + 35034, + 28073, + 10809, + 22373, + 32920, + 35782, + 10120, + 4017, + 49933, + 1997, + 44307, + 11976, + 8604, + 43317, + 17466, + 7730, + 27148, + 25315, + 24828, + 6228, + 27630, + 12130, + 36807, + 31419, + 16365, + 20930, + 48123, + 6330, + 12025, + 33935, + 7248, + 26356, + 26597, + 24405, + 5558, + 10672, + 28897, + 5459, + 47317, + 2105, + 28064, + 30649, + 39376, + 1354, + 28955, + 7991, + 28698, + 12927, + 26377, + 31398, + 20221, + 21440, + 22737, + 43746, + 21064, + 12922, + 13675, + 12324, + 19493, + 20210, + 36313, + 28013, + 24171, + 37701, + 34373, + 30710, + 21466, + 11415, + 18365, + 45171, + 38051, + 21147, + 7414, + 48670, + 12418, + 6412, + 27921, + 4800, + 8865, + 4769, + 35668, + 43908, + 3716, + 3339, + 17567, + 29346, + 29478, + 9298, + 45972, + 33571, + 47007, + 18738, + 46325, + 23470, + 28863, + 46779, + 39329, + 47168, + 42333, + 20150, + 13436, + 890, + 17746, + 24905, + 35207, + 13705, + 43726, + 37433, + 42292, + 44505, + 45043, + 24768, + 27019, + 41116, + 13416, + 20705, + 14064, + 1373, + 9291, + 28561, + 10533, + 17005, + 46845, + 19155, + 46380, + 1262, + 20490, + 41998, + 32583, + 1822, + 22929, + 45926, + 3048, + 32827, + 23580, + 34520, + 31822, + 19189, + 6828, + 33882, + 34194, + 26814, + 565, + 45887, + 31480, + 42702, + 27855, + 45070, + 5035, + 35841, + 44456, + 46163, + 6798, + 21741, + 3692, + 32362, + 12552, + 6189, + 12174, + 18660, + 3491, + 34465, + 15013, + 37781, + 28469, + 12741, + 15766, + 38534, + 12045, + 6375, + 49209, + 21527, + 48752, + 36091, + 42657, + 45097, + 18879, + 11182, + 697, + 48648, + 43201, + 19061, + 25204, + 27626, + 21275, + 25420, + 37642, + 6892, + 4531, + 15153, + 41616, + 14626, + 11407, + 185, + 39370, + 8873, + 48776, + 37617, + 28152, + 38560, + 30583, + 45795, + 22236, + 25112, + 16874, + 47509, + 47825, + 42779, + 6686, + 18311, + 861, + 30872, + 13229, + 3928, + 1367, + 23622, + 158, + 4342, + 25738, + 4879, + 6522, + 36911, + 38864, + 16994, + 39696, + 6031, + 46206, + 45008, + 8258, + 15739, + 43927, + 43310, + 2615, + 19220, + 56, + 43544, + 7870, + 20232, + 9089, + 5118, + 24188, + 31589, + 34500, + 12520, + 1745, + 15199, + 4408, + 9138, + 30590, + 15566, + 49913, + 24076, + 31161, + 49794, + 3598, + 21168, + 16474, + 38424, + 21535, + 4068, + 9864, + 36752, + 26982, + 18962, + 25815, + 3860, + 15705, + 48234, + 48455, + 29807, + 14612, + 41692, + 46707, + 263, + 5370, + 42044, + 44859, + 45865, + 5429, + 20405, + 4069, + 42644, + 7050, + 9265, + 7547, + 49396, + 11199, + 47733, + 43269, + 37765, + 37435, + 26263, + 2109, + 14686, + 10579, + 1044, + 4066, + 29156, + 33355, + 10281, + 47533, + 2339, + 38987, + 46413, + 21247, + 39991, + 25057, + 37198, + 6521, + 29842, + 17771, + 37393, + 3825, + 14231, + 35400, + 27266, + 46370, + 3118, + 30569, + 895, + 9517, + 11865, + 47143, + 42667, + 2931, + 1040, + 48351, + 8721, + 1985, + 31104, + 16043, + 24082, + 20164, + 37415, + 47543, + 2849, + 47127, + 19531, + 14618, + 27993, + 47724, + 26240, + 48017, + 26711, + 36744, + 31995, + 41207, + 1541, + 42981, + 47255, + 2673, + 32525, + 28156, + 18426, + 43233, + 30625, + 45734, + 9283, + 25661, + 40574, + 34613, + 5908, + 49156, + 27778, + 44350, + 32710, + 17956, + 16358, + 24883, + 33827, + 28123, + 38545, + 49142, + 22165, + 45533, + 14391, + 29411, + 20866, + 1640, + 6566, + 31690, + 13806, + 28801, + 18247, + 17509, + 20185, + 12426, + 16368, + 24369, + 4568, + 20988, + 4405, + 12141, + 2040, + 31202, + 22117, + 25594, + 19645, + 3371, + 5147, + 23598, + 5805, + 20463, + 9392, + 43901, + 3402, + 31896, + 21640, + 947, + 3309, + 43909, + 37104, + 38592, + 10126, + 17120, + 43866, + 32606, + 14403, + 11078, + 36696, + 48356, + 9294, + 39736, + 45791, + 3060, + 4637, + 40724, + 388, + 13396, + 26198, + 17606, + 31536, + 18264, + 49731, + 33732, + 22123, + 10641, + 12288, + 27959, + 37932, + 15980, + 26738, + 47062, + 43943, + 13591, + 48102, + 10264, + 12960, + 32347, + 9358, + 4750, + 44194, + 1574, + 23058, + 14167, + 16603, + 14983, + 29569, + 49520, + 18342, + 25986, + 44077, + 25566, + 38325, + 18373, + 37383, + 45425, + 42489, + 16869, + 25482, + 3834, + 11959, + 15370, + 8762, + 17455, + 26938, + 48554, + 17830, + 811, + 11757, + 33743, + 43989, + 4720, + 980, + 534, + 9922, + 35332, + 42685, + 18827, + 5847, + 20694, + 42264, + 22000, + 6246, + 37580, + 14985, + 8740, + 20902, + 10868, + 42682, + 27091, + 18817, + 13050, + 10129, + 30616, + 29463, + 49959, + 17667, + 43084, + 35082, + 38185, + 13674, + 48173, + 19965, + 24806, + 21221, + 33892, + 34690, + 7517, + 49181, + 4403, + 5633, + 15055, + 22063, + 36297, + 44476, + 38122, + 43079, + 26215, + 21305, + 3896, + 31611, + 37845, + 24982, + 23914, + 9433, + 40546, + 18325, + 40305, + 13527, + 28482, + 26618, + 2937, + 37822, + 37796, + 5976, + 41444, + 24846, + 9268, + 10036, + 44002, + 9589, + 22327, + 14027, + 7882, + 40779, + 7575, + 6175, + 9057, + 5866, + 18483, + 32174, + 3665, + 12089, + 45806, + 28047, + 43713, + 42166, + 40589, + 10915, + 42304, + 34900, + 24803, + 13695, + 38517, + 46345, + 20434, + 19215, + 28933, + 2232, + 19326, + 24910, + 22574, + 38154, + 23959, + 43816, + 37177, + 26819, + 47619, + 15106, + 5023, + 5961, + 2542, + 32846, + 31160, + 4976, + 4826, + 17929, + 18479, + 13563, + 3679, + 7482, + 1284, + 9084, + 15567, + 9829, + 7363, + 21259, + 12503, + 24479, + 39393, + 43759, + 44283, + 36387, + 26281, + 23252, + 40281, + 5810, + 12240, + 8159, + 32485, + 38473, + 41086, + 13857, + 15990, + 47985, + 33309, + 46376, + 44469, + 8554, + 39709, + 2484, + 6363, + 28220, + 30160, + 5981, + 31027, + 22699, + 18652, + 13265, + 43321, + 25972, + 39174, + 24131, + 46996, + 22433, + 26250, + 18912, + 45621, + 46449, + 39550, + 7622, + 16222, + 20740, + 23732, + 18188, + 20196, + 26737, + 26694, + 11447, + 36129, + 25178, + 20964, + 29852, + 30834, + 6606, + 15041, + 25554, + 17350, + 18147, + 43358, + 49038, + 23455, + 37623, + 44659, + 48914, + 15315, + 7558, + 26856, + 33569, + 12684, + 38359, + 15385, + 15391, + 36822, + 19620, + 1153, + 7987, + 19870, + 34638, + 421, + 41676, + 36202, + 30184, + 15009, + 39051, + 37553, + 16379, + 2562, + 8664, + 49371, + 45641, + 44485, + 13581, + 35914, + 21429, + 3122, + 1108, + 1994, + 43924, + 24424, + 24875, + 19682, + 7768, + 26924, + 35547, + 7567, + 20779, + 16567, + 19638, + 47982, + 1032, + 19896, + 4477, + 42695, + 19631, + 39791, + 8891, + 5274, + 12954, + 18627, + 4590, + 11331, + 1369, + 36266, + 13442, + 19819, + 27172, + 28963, + 20828, + 27068, + 38480, + 45398, + 37358, + 38967, + 11515, + 9403, + 41999, + 38474, + 47854, + 7671, + 552, + 43735, + 1709, + 7259, + 9480, + 43741, + 3208, + 3705, + 3953, + 4356, + 9023, + 31640, + 558, + 6799, + 4682, + 27403, + 18700, + 3949, + 6768, + 39970, + 46807, + 8398, + 29245, + 10450, + 349, + 40549, + 46411, + 258, + 38448, + 29137, + 28294, + 15948, + 38457, + 14081, + 7230, + 27741, + 33993, + 8366, + 48062, + 29508, + 17412, + 485, + 10212, + 44487, + 17754, + 3677, + 32149, + 1742, + 40450, + 17618, + 16097, + 43519, + 16763, + 33127, + 42123, + 15534, + 1708, + 35383, + 9018, + 8504, + 28793, + 32210, + 16083, + 32356, + 41054, + 12575, + 13964, + 21774, + 27539, + 30844, + 10420, + 9063, + 44334, + 33450, + 9756, + 32761, + 47224, + 1970, + 1042, + 14177, + 24939, + 46317, + 10740, + 45899, + 37342, + 11654, + 37926, + 48400, + 6834, + 40317, + 13304, + 40460, + 4194, + 38047, + 24241, + 5172, + 17347, + 39788, + 21977, + 37039, + 49444, + 44595, + 44288, + 14069, + 4430, + 37029, + 31641, + 14901, + 45188, + 22402, + 1348, + 42596, + 40171, + 40039, + 12161, + 12088, + 24367, + 668, + 25027, + 19964, + 19736, + 15126, + 43584, + 5849, + 764, + 41903, + 7063, + 37554, + 15843, + 6264, + 3013, + 32660, + 21542, + 3632, + 48301, + 16409, + 27922, + 24262, + 37427, + 22359, + 16051, + 29895, + 16786, + 41012, + 21653, + 39801, + 18746, + 28418, + 48368, + 25931, + 36865, + 47424, + 9680, + 15435, + 19436, + 4394, + 19885, + 49916, + 35555, + 9028, + 23412, + 30139, + 41580, + 34428, + 20525, + 47414, + 48212, + 39647, + 18134, + 11539, + 36888, + 27894, + 22155, + 17379, + 2405, + 38483, + 4484, + 46126, + 13202, + 1302, + 35901, + 10087, + 26220, + 40832, + 33330, + 31777, + 7680, + 43831, + 9479, + 29743, + 25856, + 46697, + 47331, + 32661, + 24775, + 10524, + 43979, + 25902, + 11555, + 2540, + 606, + 38383, + 18198, + 40173, + 11733, + 21904, + 44001, + 28852, + 31447, + 22491, + 19344, + 8677, + 18848, + 35238, + 5641, + 25454, + 44637, + 8241, + 48690, + 40064, + 32536, + 15326, + 32965, + 32396, + 30370, + 26932, + 4709, + 28092, + 45331, + 48696, + 47076, + 6402, + 18163, + 849, + 2702, + 20306, + 22572, + 39477, + 16044, + 45851, + 41914, + 34765, + 8064, + 27339, + 40134, + 10211, + 25785, + 3591, + 35723, + 29928, + 36193, + 26798, + 33054, + 9147, + 12394, + 45290, + 6542, + 4653, + 334, + 37494, + 14410, + 22856, + 20203, + 46132, + 21114, + 42878, + 23637, + 11113, + 27764, + 11973, + 43525, + 40679, + 6726, + 47759, + 44344, + 45508, + 32995, + 47900, + 24306, + 18758, + 18800, + 26509, + 12789, + 37537, + 41281, + 29196, + 4044, + 14605, + 22102, + 41414, + 39946, + 37779, + 24811, + 8714, + 48757, + 37190, + 11717, + 47461, + 24261, + 8140, + 46705, + 11157, + 8425, + 33201, + 45925, + 45108, + 49335, + 32264, + 47003, + 48755, + 30236, + 38408, + 22555, + 7373, + 14374, + 30658, + 17305, + 44770, + 23081, + 15742, + 43887, + 21480, + 17823, + 11158, + 18429, + 46265, + 46204, + 24081, + 7122, + 22894, + 11831, + 39362, + 47097, + 22638, + 788, + 45003, + 38104, + 36861, + 49885, + 47288, + 36788, + 11123, + 33660, + 3063, + 19908, + 11877, + 18049, + 2186, + 39089, + 4557, + 31258, + 20918, + 42519, + 6160, + 20351, + 27156, + 20975, + 25445, + 14756, + 7033, + 38481, + 31951, + 23567, + 2426, + 10571, + 46, + 7115, + 40973, + 18082, + 21981, + 37976, + 39446, + 38704, + 20696, + 11090, + 28262, + 19502, + 46610, + 40108, + 4026, + 16940, + 37958, + 21567, + 22809, + 20015, + 6972, + 42631, + 40691, + 7491, + 31141, + 30495, + 8582, + 37001, + 33334, + 25458, + 10327, + 9423, + 12825, + 1625, + 39075, + 12679, + 22353, + 42266, + 39273, + 3352, + 8844, + 1118, + 24919, + 3256, + 46719, + 49476, + 35852, + 28298, + 40294, + 35604, + 30601, + 7572, + 41431, + 40511, + 25172, + 27735, + 4075, + 46082, + 23927, + 19203, + 11184, + 8722, + 35170, + 41141, + 24230, + 45191, + 31222, + 46174, + 17642, + 37825, + 20319, + 5379, + 17304, + 4630, + 23660, + 8455, + 48165, + 27018, + 44920, + 35303, + 13944, + 47052, + 33454, + 23950, + 39092, + 26327, + 46153, + 8277, + 18568, + 28583, + 31206, + 21969, + 15562, + 14894, + 23351, + 4884, + 44218, + 35221, + 11906, + 3560, + 7470, + 34998, + 13567, + 10664, + 34685, + 17520, + 7222, + 34789, + 257, + 22497, + 7458, + 24790, + 34111, + 17879, + 20671, + 38079, + 14097, + 37333, + 42417, + 46997, + 41556, + 43242, + 31435, + 17527, + 20449, + 15052, + 19162, + 10246, + 39800, + 34829, + 30102, + 9449, + 25728, + 17172, + 7625, + 42138, + 46025, + 34870, + 2298, + 454, + 45615, + 13833, + 40671, + 20595, + 20352, + 16549, + 30946, + 1129, + 21828, + 41434, + 32479, + 45438, + 5510, + 33506, + 34188, + 23237, + 16614, + 20302, + 5436, + 1372, + 11408, + 35542, + 4234, + 49485, + 43874, + 42801, + 37583, + 29035, + 29583, + 21436, + 20672, + 10741, + 48667, + 28022, + 5280, + 37275, + 40540, + 34501, + 43604, + 41267, + 13206, + 18570, + 29286, + 45413, + 44229, + 662, + 21228, + 13528, + 18941, + 13525, + 12374, + 11628, + 25272, + 22034, + 20172, + 571, + 37607, + 43628, + 1432, + 25021, + 6575, + 21786, + 591, + 10191, + 47441, + 41111, + 31285, + 49760, + 45459, + 24470, + 31941, + 4957, + 11932, + 13155, + 16739, + 10146, + 7745, + 43413, + 19029, + 40894, + 5335, + 34012, + 3240, + 29560, + 6612, + 6255, + 7764, + 36348, + 42366, + 6705, + 26629, + 46019, + 35578, + 19287, + 37126, + 10274, + 31709, + 38153, + 43934, + 25418, + 13321, + 38463, + 12241, + 39052, + 5985, + 49963, + 3728, + 44458, + 18637, + 6328, + 44570, + 9993, + 31113, + 40492, + 49342, + 36830, + 35038, + 29543, + 21671, + 37495, + 1507, + 18682, + 3449, + 2993, + 25998, + 10101, + 23498, + 11460, + 32934, + 35125, + 49232, + 24248, + 17834, + 30846, + 539, + 33818, + 36558, + 3678, + 45022, + 22119, + 9797, + 25983, + 21852, + 202, + 38923, + 2861, + 38621, + 19927, + 22799, + 46043, + 14906, + 49236, + 42614, + 42258, + 12237, + 17105, + 2156, + 26481, + 48206, + 21425, + 4545, + 5840, + 49707, + 34135, + 31058, + 26766, + 43677, + 13714, + 25887, + 18952, + 21430, + 11075, + 352, + 23125, + 687, + 47172, + 15906, + 28944, + 25369, + 46913, + 3216, + 39548, + 34677, + 21065, + 15094, + 14511, + 7537, + 36754, + 32276, + 28807, + 6489, + 49943, + 41958, + 39658, + 17827, + 27062, + 53, + 7287, + 18369, + 43716, + 44638, + 10289, + 27923, + 49429, + 1771, + 46283, + 34269, + 22187, + 714, + 38332, + 36029, + 29387, + 2838, + 32635, + 10348, + 40221, + 21307, + 36991, + 13015, + 32682, + 20330, + 5223, + 33889, + 13993, + 7246, + 38395, + 9121, + 16480, + 20337, + 31720, + 31523, + 31692, + 14975, + 38604, + 14588, + 49675, + 32580, + 38002, + 33440, + 2417, + 13212, + 6646, + 6329, + 33760, + 9752, + 40045, + 34682, + 48816, + 45920, + 41124, + 34268, + 17227, + 34069, + 26808, + 23361, + 47449, + 39259, + 34739, + 26077, + 9190, + 11237, + 47432, + 35781, + 10265, + 9266, + 40097, + 21139, + 24449, + 41808, + 48707, + 26835, + 23434, + 42826, + 11073, + 31940, + 49689, + 20259, + 37470, + 21606, + 13233, + 17360, + 16453, + 910, + 35041, + 20265, + 36478, + 39400, + 38411, + 26900, + 35086, + 22479, + 37139, + 19118, + 35472, + 6298, + 23104, + 7180, + 37050, + 4661, + 42959, + 44362, + 28759, + 47978, + 49112, + 19447, + 4065, + 38370, + 28539, + 47377, + 44142, + 22857, + 49478, + 23648, + 5383, + 44778, + 6719, + 39835, + 15212, + 3201, + 12254 + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/subsets/spherical_mnist_train_n2500_seed456.json b/paper/experiments/normalized_results/subsets/spherical_mnist_train_n2500_seed456.json new file mode 100644 index 0000000..d585730 --- /dev/null +++ b/paper/experiments/normalized_results/subsets/spherical_mnist_train_n2500_seed456.json @@ -0,0 +1,2504 @@ +{ + "indices": [ + 48491, + 31590, + 44523, + 4298, + 41434, + 21124, + 48292, + 40883, + 33647, + 6770, + 17348, + 657, + 23932, + 22089, + 47841, + 10042, + 39287, + 97, + 4589, + 18748, + 27459, + 46813, + 11417, + 37926, + 42502, + 13502, + 31210, + 20230, + 46879, + 20536, + 6710, + 26127, + 45509, + 14293, + 1878, + 24848, + 12873, + 36730, + 32164, + 10496, + 5362, + 42364, + 13516, + 13993, + 4584, + 39353, + 29885, + 2442, + 18483, + 47732, + 22425, + 27032, + 4570, + 26160, + 11324, + 2963, + 18904, + 27662, + 17876, + 32766, + 29565, + 27861, + 10962, + 2945, + 23148, + 32884, + 20765, + 33649, + 26647, + 3405, + 13151, + 8189, + 21446, + 49530, + 5789, + 38323, + 20838, + 45230, + 32280, + 37956, + 30019, + 24275, + 32906, + 27640, + 33284, + 13542, + 41737, + 26613, + 1355, + 25735, + 40589, + 47020, + 30381, + 31520, + 26843, + 18117, + 28425, + 13926, + 6627, + 42090, + 39319, + 21665, + 40852, + 39218, + 13081, + 8113, + 37753, + 29322, + 7774, + 26347, + 36183, + 28253, + 20103, + 36452, + 28413, + 15570, + 3115, + 19932, + 28397, + 619, + 42877, + 8134, + 49826, + 45674, + 19162, + 7595, + 25620, + 32822, + 12707, + 26904, + 48708, + 33473, + 24707, + 45945, + 49257, + 30375, + 44528, + 34066, + 19161, + 13457, + 15256, + 1438, + 21178, + 22084, + 32497, + 27504, + 27757, + 34178, + 27051, + 34195, + 36350, + 15434, + 17377, + 11130, + 38640, + 18389, + 33704, + 23438, + 8536, + 15015, + 48151, + 30774, + 39332, + 23634, + 12438, + 13972, + 13682, + 13934, + 44469, + 15720, + 45642, + 6842, + 5501, + 35254, + 3380, + 16684, + 6265, + 6199, + 28879, + 13722, + 36669, + 311, + 8100, + 16005, + 21744, + 13099, + 33167, + 43843, + 34840, + 8192, + 40983, + 40724, + 35541, + 31376, + 2857, + 2668, + 42938, + 35798, + 43095, + 20591, + 38959, + 28080, + 24055, + 46772, + 20458, + 1429, + 7656, + 36352, + 48199, + 15875, + 6027, + 9659, + 13331, + 49604, + 22589, + 28123, + 1994, + 12439, + 35167, + 30058, + 33957, + 18845, + 33828, + 243, + 16476, + 27306, + 45220, + 49651, + 43749, + 34366, + 48164, + 17046, + 34017, + 24820, + 2866, + 8095, + 11874, + 35882, + 16181, + 10785, + 46382, + 49261, + 12711, + 13333, + 47652, + 43882, + 13256, + 1638, + 43471, + 39010, + 40697, + 42397, + 14378, + 41858, + 29431, + 34673, + 3675, + 45075, + 45078, + 1423, + 28121, + 1284, + 48315, + 34597, + 24167, + 11570, + 35400, + 44442, + 41043, + 35989, + 23245, + 33338, + 38775, + 39766, + 49267, + 5686, + 16400, + 1009, + 9714, + 10648, + 44158, + 11837, + 22, + 46389, + 10840, + 24778, + 47063, + 13444, + 386, + 48416, + 19484, + 49739, + 12342, + 29718, + 27901, + 49318, + 45932, + 15853, + 22271, + 13962, + 27850, + 18331, + 23994, + 7990, + 32217, + 24748, + 17784, + 36897, + 25825, + 4591, + 16095, + 6043, + 36559, + 31339, + 40062, + 11905, + 35379, + 3792, + 19603, + 44876, + 42253, + 49316, + 4879, + 6403, + 43835, + 47201, + 37419, + 9969, + 36622, + 40240, + 27131, + 38613, + 16191, + 24599, + 25513, + 28756, + 23450, + 43167, + 16536, + 44829, + 12620, + 16971, + 24472, + 44559, + 28583, + 48319, + 34827, + 25842, + 21689, + 30877, + 23018, + 30651, + 17291, + 27179, + 30633, + 2267, + 33458, + 48175, + 28106, + 9921, + 2492, + 5726, + 36164, + 17886, + 7582, + 3279, + 14130, + 49043, + 23078, + 2258, + 3444, + 32535, + 42693, + 34015, + 16094, + 14041, + 47125, + 30133, + 48142, + 38598, + 35813, + 2231, + 39203, + 7249, + 44141, + 5673, + 30959, + 22028, + 5815, + 7545, + 7289, + 12341, + 38149, + 39631, + 42774, + 45877, + 3847, + 43907, + 14919, + 30256, + 6863, + 6853, + 47605, + 11305, + 45725, + 3706, + 25003, + 9134, + 7897, + 15796, + 8375, + 3252, + 866, + 3406, + 35725, + 43203, + 32961, + 35018, + 25111, + 32664, + 44963, + 18208, + 16207, + 17483, + 41758, + 31635, + 7341, + 9127, + 9671, + 20859, + 16227, + 27496, + 23756, + 752, + 13766, + 38952, + 23549, + 33664, + 35815, + 5620, + 38793, + 39726, + 30383, + 33455, + 16352, + 49192, + 22684, + 34257, + 16126, + 5055, + 4392, + 45497, + 21724, + 19805, + 740, + 25941, + 29299, + 31004, + 35732, + 45252, + 11606, + 45111, + 12363, + 8458, + 7415, + 38912, + 35643, + 10385, + 10036, + 5218, + 26302, + 25564, + 16648, + 8127, + 9501, + 36856, + 12802, + 31517, + 6006, + 25913, + 35930, + 3043, + 24373, + 4357, + 5557, + 23713, + 10330, + 2286, + 28462, + 32, + 20622, + 21193, + 24866, + 28406, + 45433, + 23841, + 11931, + 16219, + 21112, + 37478, + 21974, + 16107, + 2589, + 30979, + 20300, + 3270, + 23849, + 26652, + 19530, + 13533, + 13759, + 37133, + 5329, + 44028, + 35427, + 1743, + 9733, + 36215, + 28532, + 39774, + 3012, + 34213, + 6948, + 27270, + 2582, + 26022, + 26202, + 25729, + 34051, + 23130, + 583, + 28558, + 38623, + 30536, + 26947, + 31263, + 8568, + 2088, + 35344, + 28653, + 39162, + 13979, + 38971, + 47329, + 4121, + 41398, + 48466, + 12982, + 31712, + 27976, + 5931, + 34973, + 24384, + 46854, + 23771, + 15882, + 20301, + 46504, + 42875, + 44805, + 4213, + 39032, + 8949, + 37444, + 25605, + 3294, + 12464, + 15013, + 234, + 28761, + 22514, + 15458, + 35263, + 36025, + 28291, + 10996, + 47659, + 42152, + 7038, + 8579, + 18880, + 16365, + 18536, + 10779, + 37406, + 11124, + 40596, + 28667, + 10559, + 13188, + 30717, + 1784, + 18257, + 15282, + 20551, + 37019, + 2218, + 27193, + 46353, + 42791, + 44921, + 16643, + 26749, + 16171, + 35735, + 3734, + 20875, + 46116, + 27497, + 24662, + 42247, + 5417, + 35131, + 34283, + 25505, + 44005, + 37261, + 9091, + 12457, + 2, + 34821, + 16335, + 3765, + 34591, + 22014, + 16358, + 37323, + 920, + 25927, + 5505, + 33195, + 36396, + 45837, + 34532, + 15685, + 47331, + 19405, + 35004, + 36786, + 10134, + 24423, + 28599, + 48042, + 29742, + 46752, + 43920, + 31870, + 11203, + 44931, + 15127, + 48658, + 34747, + 7679, + 34322, + 23378, + 32736, + 4680, + 4185, + 37104, + 14654, + 35227, + 31130, + 19822, + 8453, + 48578, + 49710, + 24852, + 5421, + 12648, + 5972, + 49574, + 23576, + 28164, + 36578, + 35810, + 34698, + 8811, + 11584, + 19971, + 21430, + 40812, + 5468, + 17551, + 25126, + 46033, + 12433, + 24959, + 12065, + 35203, + 11390, + 25809, + 6926, + 37326, + 26405, + 31310, + 8779, + 384, + 7495, + 45068, + 12097, + 4240, + 17603, + 30011, + 31859, + 29008, + 32382, + 40684, + 6294, + 31425, + 27696, + 8043, + 26736, + 25775, + 1871, + 44505, + 47158, + 44502, + 39697, + 6656, + 36780, + 35412, + 42984, + 15333, + 17025, + 44584, + 34527, + 5210, + 10467, + 11365, + 20992, + 42518, + 29044, + 34442, + 32250, + 17042, + 42290, + 23377, + 44563, + 14423, + 32474, + 24366, + 9100, + 16157, + 30313, + 44894, + 26692, + 39379, + 43491, + 17151, + 18229, + 26279, + 18273, + 34522, + 41877, + 41115, + 29040, + 10276, + 16874, + 28147, + 40860, + 35198, + 30578, + 13173, + 15883, + 38496, + 6175, + 18316, + 39736, + 4168, + 45332, + 3524, + 14688, + 212, + 28631, + 42325, + 7296, + 2127, + 10951, + 47249, + 18437, + 8225, + 44390, + 30302, + 33437, + 28482, + 38091, + 13433, + 19036, + 35876, + 24933, + 25360, + 23992, + 35751, + 33030, + 48404, + 36087, + 31126, + 2471, + 2123, + 6695, + 26412, + 48187, + 20388, + 45866, + 44566, + 42496, + 10923, + 38284, + 33619, + 12685, + 28524, + 34279, + 42878, + 8090, + 4091, + 40464, + 23801, + 6393, + 28877, + 6815, + 3197, + 579, + 45341, + 37853, + 35570, + 28994, + 853, + 18764, + 26240, + 27475, + 20523, + 14132, + 27772, + 17323, + 39487, + 37840, + 22896, + 24799, + 5083, + 36104, + 49539, + 5396, + 11969, + 19153, + 35578, + 3364, + 3188, + 12912, + 6615, + 42753, + 12169, + 49426, + 30642, + 7773, + 39933, + 32831, + 36804, + 8114, + 1867, + 38765, + 11460, + 385, + 10492, + 4637, + 18523, + 36395, + 10905, + 45610, + 33266, + 4824, + 33686, + 22651, + 11962, + 42748, + 45045, + 26188, + 30268, + 31082, + 30459, + 40326, + 44177, + 28632, + 38336, + 39864, + 31480, + 3037, + 47765, + 1890, + 29782, + 42042, + 1190, + 5311, + 30488, + 33417, + 18256, + 30903, + 23987, + 37953, + 32031, + 34222, + 22228, + 12192, + 1297, + 21457, + 26697, + 28034, + 40537, + 46821, + 35350, + 47427, + 11446, + 49176, + 41575, + 16963, + 31268, + 22043, + 20299, + 26027, + 15432, + 6761, + 34395, + 25052, + 33143, + 48001, + 44371, + 30667, + 44600, + 39069, + 8405, + 35894, + 13360, + 49436, + 25829, + 7309, + 4498, + 9661, + 48053, + 9913, + 39809, + 7252, + 19330, + 20248, + 32578, + 7444, + 44864, + 29585, + 31916, + 38834, + 2958, + 37494, + 45010, + 38720, + 11897, + 7114, + 31774, + 37713, + 40192, + 45979, + 605, + 12158, + 14186, + 46410, + 29162, + 45897, + 9833, + 4686, + 1503, + 17280, + 1119, + 9761, + 4616, + 5082, + 16854, + 40042, + 44250, + 43068, + 41640, + 20571, + 30089, + 42987, + 46097, + 35825, + 23244, + 26403, + 10611, + 6392, + 2497, + 9776, + 1401, + 9025, + 19071, + 6783, + 3557, + 14857, + 13302, + 7129, + 47734, + 39239, + 22363, + 5395, + 46309, + 24151, + 7972, + 18369, + 9584, + 16527, + 33750, + 42020, + 5095, + 33050, + 13879, + 17535, + 35589, + 37599, + 25499, + 46476, + 1887, + 15895, + 47707, + 24200, + 38344, + 19279, + 34422, + 33941, + 44993, + 17587, + 521, + 15854, + 34247, + 15611, + 35956, + 840, + 34499, + 17974, + 12689, + 7325, + 40465, + 41783, + 30131, + 6590, + 7305, + 5748, + 6518, + 107, + 22778, + 22306, + 35728, + 26001, + 29267, + 39835, + 19964, + 7797, + 47292, + 15766, + 28004, + 34027, + 27428, + 6993, + 16737, + 47117, + 38247, + 17745, + 18254, + 43929, + 41951, + 919, + 24632, + 21763, + 4374, + 19473, + 25986, + 4651, + 47296, + 32320, + 27953, + 19041, + 49699, + 17885, + 39685, + 31229, + 49929, + 11040, + 4623, + 443, + 39658, + 23091, + 4485, + 18178, + 35136, + 37209, + 11940, + 5443, + 14564, + 10885, + 34723, + 11160, + 20001, + 32007, + 16650, + 44794, + 15441, + 26028, + 9478, + 28223, + 44440, + 35952, + 13477, + 2179, + 20344, + 32156, + 21754, + 36127, + 5009, + 32538, + 5024, + 24276, + 5148, + 27451, + 25253, + 28834, + 22637, + 45012, + 17089, + 25740, + 11407, + 16213, + 16293, + 22279, + 22827, + 3915, + 47213, + 4587, + 25985, + 27242, + 49640, + 27680, + 43438, + 36428, + 30358, + 45913, + 42043, + 38988, + 23176, + 23218, + 11419, + 10639, + 28455, + 18339, + 33789, + 31102, + 19143, + 28565, + 41048, + 38110, + 25089, + 34180, + 3984, + 28113, + 38109, + 1688, + 24550, + 22475, + 48432, + 34750, + 4926, + 13930, + 23949, + 13176, + 23494, + 27622, + 2028, + 29011, + 40602, + 24461, + 30905, + 6290, + 6661, + 1391, + 7439, + 3508, + 14105, + 24315, + 6493, + 20806, + 26295, + 483, + 16774, + 18095, + 30397, + 35829, + 16793, + 42390, + 39768, + 27764, + 47836, + 40923, + 31835, + 17966, + 20635, + 13893, + 29384, + 44672, + 39849, + 18628, + 27833, + 32836, + 44130, + 9536, + 23789, + 14453, + 26855, + 31840, + 28265, + 20171, + 48774, + 7878, + 5889, + 33655, + 24678, + 9293, + 44022, + 11795, + 48732, + 47906, + 31685, + 19629, + 42000, + 20804, + 33442, + 885, + 7246, + 47272, + 27252, + 32058, + 49951, + 28224, + 49336, + 23537, + 10129, + 46318, + 47699, + 17085, + 45659, + 47520, + 46779, + 27427, + 2355, + 33203, + 38776, + 6230, + 7879, + 1122, + 30981, + 42210, + 42419, + 48256, + 43782, + 24764, + 29734, + 32586, + 2927, + 26435, + 39265, + 5296, + 30680, + 1317, + 10140, + 1129, + 32619, + 5731, + 43401, + 43159, + 29605, + 2048, + 16558, + 22376, + 43289, + 8522, + 1209, + 21680, + 684, + 13400, + 17704, + 15736, + 37923, + 30659, + 25655, + 30003, + 36222, + 32813, + 30244, + 6019, + 27792, + 34836, + 19730, + 49319, + 5038, + 41841, + 6003, + 24554, + 35694, + 26059, + 31207, + 6882, + 24181, + 41085, + 8336, + 26944, + 47749, + 40515, + 40115, + 30517, + 8, + 12006, + 30748, + 27973, + 5330, + 47737, + 29599, + 37220, + 38789, + 20839, + 40808, + 19979, + 39907, + 7904, + 39118, + 7683, + 45321, + 37863, + 24244, + 45886, + 49596, + 5680, + 1748, + 44996, + 16605, + 5159, + 49778, + 26142, + 36125, + 16073, + 37495, + 38364, + 24295, + 15330, + 27808, + 9746, + 38802, + 19778, + 43772, + 38768, + 30136, + 34810, + 26035, + 15762, + 31297, + 37476, + 29661, + 18767, + 25877, + 11005, + 14854, + 34470, + 13375, + 5580, + 46243, + 32904, + 44616, + 15156, + 9427, + 25475, + 20133, + 7859, + 5160, + 33389, + 20282, + 47808, + 13597, + 5363, + 28284, + 48697, + 22231, + 8320, + 10354, + 42006, + 34268, + 14387, + 29506, + 733, + 5954, + 11247, + 33935, + 37418, + 11245, + 16587, + 29702, + 47279, + 42350, + 38113, + 46654, + 11880, + 15246, + 34899, + 30514, + 4046, + 9061, + 10926, + 42641, + 24081, + 20808, + 14290, + 1082, + 43370, + 19737, + 1264, + 712, + 14614, + 19862, + 21877, + 49702, + 28759, + 13840, + 23185, + 35119, + 23332, + 23043, + 30083, + 29813, + 41589, + 40961, + 33872, + 14298, + 16718, + 26298, + 48110, + 23123, + 12779, + 19755, + 22997, + 11963, + 18794, + 10879, + 9908, + 20786, + 17547, + 12537, + 25351, + 47611, + 4940, + 15774, + 6057, + 27647, + 17916, + 24160, + 38542, + 49680, + 42081, + 5488, + 34536, + 295, + 43366, + 17753, + 8969, + 30116, + 12451, + 14337, + 3691, + 31131, + 29665, + 6033, + 21792, + 879, + 12233, + 28269, + 25812, + 43078, + 37259, + 33430, + 10274, + 23362, + 49931, + 10165, + 14253, + 44511, + 33744, + 10696, + 27522, + 7610, + 30610, + 35224, + 38739, + 4449, + 15982, + 32615, + 43799, + 534, + 25290, + 12677, + 25191, + 2493, + 4631, + 34711, + 7207, + 46871, + 33282, + 7671, + 10367, + 49559, + 41664, + 23372, + 4903, + 3611, + 2580, + 29437, + 3515, + 3636, + 47087, + 37355, + 5428, + 45603, + 37869, + 39368, + 32231, + 12512, + 3370, + 9696, + 11992, + 1875, + 41939, + 28368, + 20833, + 29792, + 26599, + 43980, + 35721, + 1188, + 20766, + 45611, + 15582, + 18211, + 47952, + 29872, + 32708, + 32603, + 25238, + 17034, + 47995, + 46100, + 48012, + 46272, + 32365, + 8498, + 21206, + 43303, + 36591, + 12560, + 48655, + 39885, + 36154, + 43600, + 28954, + 25607, + 40634, + 3600, + 45729, + 299, + 6528, + 39817, + 17261, + 34480, + 24345, + 35140, + 4719, + 33628, + 33680, + 14650, + 19759, + 11383, + 25410, + 35416, + 17127, + 14707, + 36739, + 47532, + 40676, + 26680, + 28444, + 45804, + 15937, + 29843, + 759, + 9407, + 37973, + 6939, + 11413, + 37045, + 30628, + 7706, + 48827, + 29514, + 37802, + 6876, + 22033, + 15262, + 22113, + 39469, + 34961, + 27113, + 48941, + 47984, + 30106, + 28952, + 30952, + 19267, + 4742, + 21044, + 22278, + 35357, + 43173, + 41968, + 26116, + 31946, + 37764, + 32185, + 8226, + 12923, + 36023, + 10285, + 3627, + 13654, + 11972, + 19096, + 36935, + 42323, + 20748, + 16642, + 34625, + 17105, + 24974, + 3469, + 43361, + 29870, + 9684, + 9802, + 1751, + 23432, + 47625, + 3067, + 44500, + 46803, + 2767, + 16089, + 18438, + 45285, + 10357, + 43001, + 46817, + 31638, + 30079, + 9843, + 39174, + 7443, + 26209, + 41101, + 6971, + 44895, + 39360, + 45984, + 26720, + 41467, + 26066, + 43089, + 36319, + 28644, + 38461, + 19828, + 36886, + 46370, + 48483, + 9459, + 7695, + 17992, + 26860, + 15265, + 13836, + 40051, + 30213, + 33801, + 10143, + 2198, + 21177, + 14129, + 42685, + 4196, + 15103, + 40272, + 44269, + 18043, + 33387, + 45734, + 8392, + 33496, + 1333, + 4954, + 45594, + 19694, + 37532, + 47261, + 18751, + 8428, + 26421, + 33598, + 2652, + 33339, + 3618, + 34019, + 29260, + 42065, + 48267, + 31438, + 15974, + 46365, + 5504, + 40050, + 44622, + 38792, + 28781, + 21272, + 45441, + 11734, + 32329, + 12862, + 18440, + 12700, + 14830, + 33464, + 13416, + 3068, + 28466, + 6533, + 47888, + 14955, + 5894, + 39950, + 48864, + 43446, + 31462, + 45632, + 44656, + 13305, + 10810, + 34666, + 19378, + 32099, + 69, + 46475, + 29909, + 24840, + 22057, + 34763, + 32833, + 49637, + 32541, + 18870, + 49258, + 32163, + 16767, + 5872, + 35000, + 25734, + 5271, + 8677, + 42722, + 49628, + 2454, + 24575, + 25730, + 39113, + 13750, + 49027, + 46173, + 26211, + 44087, + 25758, + 16128, + 3129, + 35113, + 17075, + 20056, + 40960, + 4159, + 44062, + 35308, + 42234, + 37196, + 1344, + 29352, + 21435, + 6270, + 10586, + 20895, + 3940, + 31533, + 12288, + 32915, + 12411, + 36169, + 17424, + 32725, + 10993, + 49729, + 39459, + 29412, + 31614, + 41585, + 26945, + 47764, + 1194, + 17846, + 12406, + 13411, + 20436, + 13319, + 914, + 18525, + 32800, + 20424, + 27335, + 30674, + 20306, + 18776, + 34340, + 23677, + 29287, + 44406, + 12231, + 34652, + 33592, + 39029, + 44173, + 4747, + 4812, + 45999, + 47136, + 39199, + 12699, + 27621, + 37482, + 18948, + 46964, + 27736, + 17222, + 18397, + 34844, + 37097, + 38869, + 37843, + 32432, + 24743, + 29680, + 23872, + 44476, + 40663, + 10138, + 47091, + 193, + 12111, + 41945, + 24813, + 16105, + 29523, + 48440, + 15533, + 26139, + 47219, + 15630, + 39855, + 10474, + 18789, + 4776, + 14252, + 8006, + 24679, + 34085, + 42175, + 43768, + 3096, + 14098, + 44099, + 28871, + 27326, + 6947, + 13231, + 15170, + 47523, + 12136, + 22667, + 2843, + 38503, + 4245, + 30343, + 30900, + 7398, + 6841, + 3027, + 36370, + 1003, + 15028, + 9965, + 37787, + 45396, + 29233, + 44728, + 18383, + 46792, + 45759, + 2821, + 42837, + 44353, + 9365, + 30852, + 14175, + 20911, + 4493, + 26608, + 19544, + 11646, + 2877, + 9702, + 29985, + 19385, + 21117, + 42107, + 23831, + 29284, + 23243, + 30612, + 32448, + 37330, + 41667, + 40509, + 42130, + 6742, + 31091, + 27776, + 34292, + 26303, + 4826, + 33230, + 29689, + 49306, + 40599, + 42159, + 40379, + 29354, + 35253, + 42259, + 36518, + 98, + 588, + 14300, + 34945, + 18406, + 6864, + 27828, + 44735, + 11510, + 33949, + 49565, + 47145, + 36167, + 34229, + 14223, + 17263, + 14808, + 25751, + 17865, + 27241, + 27751, + 16030, + 7193, + 32577, + 16521, + 10956, + 22092, + 20312, + 46231, + 26844, + 26120, + 39091, + 35177, + 14972, + 30010, + 47921, + 22649, + 39690, + 26118, + 33493, + 14719, + 28309, + 29125, + 2182, + 22994, + 32467, + 31275, + 10311, + 20513, + 27028, + 36321, + 2999, + 38022, + 9063, + 40160, + 41123, + 14948, + 9303, + 29755, + 40720, + 35619, + 19641, + 44209, + 31208, + 48733, + 15334, + 7387, + 29169, + 37690, + 802, + 5531, + 39323, + 38281, + 1911, + 3001, + 34288, + 524, + 30636, + 23065, + 41152, + 507, + 10292, + 24175, + 26238, + 111, + 33133, + 12746, + 23214, + 35040, + 27577, + 16311, + 14853, + 37061, + 19940, + 48078, + 35181, + 32080, + 44489, + 46301, + 3103, + 28882, + 26153, + 40035, + 2376, + 26727, + 36973, + 13800, + 33182, + 37553, + 24902, + 30890, + 35588, + 5946, + 14405, + 14489, + 47168, + 38425, + 34227, + 20276, + 19039, + 16303, + 33155, + 29363, + 45409, + 27881, + 30294, + 22392, + 45450, + 3159, + 21581, + 25643, + 9604, + 29484, + 26218, + 37687, + 38796, + 1610, + 31023, + 48469, + 40080, + 30620, + 10901, + 4075, + 33372, + 40038, + 30040, + 20889, + 40426, + 1905, + 47465, + 8738, + 7036, + 24558, + 39986, + 44465, + 6101, + 2366, + 45781, + 38691, + 48977, + 22350, + 38711, + 6258, + 35473, + 16887, + 2219, + 5407, + 25709, + 46169, + 28489, + 3964, + 35485, + 18236, + 18660, + 7088, + 191, + 48284, + 32925, + 18964, + 10376, + 5703, + 9687, + 23009, + 34586, + 38913, + 35378, + 12497, + 224, + 39614, + 46859, + 8935, + 21248, + 23535, + 47306, + 32103, + 14256, + 26575, + 32203, + 37575, + 29915, + 47820, + 47809, + 21058, + 24638, + 31898, + 45638, + 46930, + 34632, + 42471, + 31872, + 24313, + 13047, + 33833, + 18343, + 2337, + 32360, + 4165, + 33382, + 34390, + 13804, + 31713, + 39559, + 28612, + 7098, + 32587, + 39666, + 6381, + 30509, + 22562, + 46810, + 23308, + 13299, + 25087, + 40412, + 32430, + 16593, + 36192, + 31569, + 34248, + 3901, + 37678, + 47435, + 46081, + 8233, + 4378, + 46784, + 36136, + 34849, + 33142, + 16823, + 24388, + 21705, + 35010, + 48588, + 35027, + 6150, + 4163, + 1449, + 44272, + 44217, + 38518, + 4899, + 29232, + 34680, + 21247, + 43393, + 18886, + 1296, + 20811, + 12127, + 9713, + 16720, + 13560, + 9076, + 18185, + 1992, + 46383, + 45620, + 26564, + 38534, + 35990, + 8539, + 2975, + 34324, + 8813, + 46153, + 32089, + 3421, + 945, + 24785, + 42865, + 25226, + 37522, + 4267, + 38355, + 42816, + 10548, + 32608, + 45460, + 6162, + 16878, + 18492, + 5369, + 29447, + 23906, + 40280, + 27045, + 39947, + 18802, + 20521, + 3512, + 5904, + 47791, + 131, + 25546, + 22420, + 42639, + 45159, + 21343, + 2983, + 42028, + 3632, + 5060, + 18477, + 34486, + 34415, + 29808, + 36582, + 47726, + 1542, + 45073, + 7053, + 14884, + 12246, + 36922, + 39581, + 16286, + 2584, + 48959, + 31071, + 18887, + 8143, + 4368, + 14269, + 48329, + 32354, + 23452, + 45359, + 35109, + 13219, + 30675, + 2660, + 2318, + 48838, + 21220, + 13480, + 31189, + 1824, + 20902, + 16792, + 24563, + 16989, + 2704, + 16712, + 6938, + 32242, + 48335, + 39370, + 33320, + 44025, + 28822, + 1768, + 14276, + 11218, + 41078, + 41705, + 33017, + 21664, + 12176, + 15070, + 3439, + 39604, + 23103, + 9650, + 38594, + 37754, + 7899, + 25312, + 16063, + 23995, + 46946, + 26852, + 26239, + 39305, + 9228, + 33234, + 6308, + 3946, + 20968, + 38501, + 9464, + 49664, + 30615, + 43717, + 42198, + 5659, + 29749, + 16985, + 30567, + 47258, + 37350, + 17703, + 45473, + 20736, + 37523, + 15476, + 19857, + 2070, + 5564, + 4050, + 32811, + 42497, + 46540, + 18594, + 38896, + 3745, + 10955, + 24640, + 6828, + 36388, + 18146, + 31770, + 20046, + 15173, + 42920, + 44066, + 42606, + 21245, + 20677, + 4957, + 45038, + 40352, + 42653, + 45935, + 13494, + 29239, + 21818, + 7351, + 21747, + 3918, + 6405, + 1575, + 43376, + 4205, + 47525, + 31199, + 38684, + 30875, + 23436, + 34382, + 38585, + 47349, + 27569, + 36133, + 16148, + 21443, + 24191, + 39642, + 38128, + 19836, + 5534, + 30570, + 7642, + 47784, + 15933, + 14311, + 43776, + 13629, + 27890, + 4001, + 47655, + 22010, + 41680, + 48752, + 26289, + 12630, + 23710, + 1196, + 22868, + 48269, + 15786, + 28875, + 46217, + 40828, + 9210, + 16217, + 31073, + 14248, + 42062, + 48148, + 22060, + 4624, + 19734, + 2029, + 3144, + 45192, + 2924, + 1006, + 49582, + 41118, + 13493, + 8340, + 28320, + 21857, + 34842, + 3617, + 3051, + 37507, + 15527, + 49400, + 1382, + 17757, + 24125, + 26524, + 23774, + 43146, + 40692, + 24581, + 32216, + 1703, + 46814, + 6395, + 42021, + 47755, + 15539, + 14216, + 14909, + 47483, + 49642, + 23388, + 31472 + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/subsets/spherical_mnist_train_n2500_seed789.json b/paper/experiments/normalized_results/subsets/spherical_mnist_train_n2500_seed789.json new file mode 100644 index 0000000..4287899 --- /dev/null +++ b/paper/experiments/normalized_results/subsets/spherical_mnist_train_n2500_seed789.json @@ -0,0 +1,2504 @@ +{ + "indices": [ + 12499, + 35308, + 43396, + 34977, + 27037, + 13111, + 33970, + 37750, + 26460, + 25156, + 42117, + 22697, + 23709, + 29455, + 31238, + 17924, + 15886, + 21312, + 16345, + 4302, + 15924, + 4547, + 19413, + 33440, + 6361, + 10134, + 42073, + 656, + 20192, + 25286, + 38472, + 13680, + 18278, + 30907, + 34380, + 20779, + 49979, + 2877, + 23231, + 18130, + 40967, + 19164, + 19633, + 23108, + 37651, + 13462, + 37653, + 39786, + 38886, + 20133, + 20705, + 29670, + 20398, + 39080, + 35609, + 26126, + 11232, + 14116, + 29241, + 31453, + 24452, + 1504, + 8774, + 364, + 20293, + 23803, + 17257, + 39387, + 42622, + 34420, + 43532, + 30811, + 26666, + 3541, + 25022, + 37561, + 26581, + 47337, + 22220, + 35801, + 41166, + 5757, + 9051, + 17932, + 13405, + 13993, + 27807, + 36728, + 18576, + 21283, + 17285, + 31272, + 34984, + 49665, + 6298, + 1914, + 1589, + 29384, + 48927, + 19559, + 28494, + 24064, + 39616, + 44168, + 9955, + 1922, + 28362, + 14016, + 46437, + 12026, + 32328, + 6352, + 23449, + 45164, + 21816, + 14673, + 47098, + 44013, + 14311, + 33551, + 36239, + 23869, + 15442, + 10687, + 43926, + 8004, + 46433, + 30202, + 14025, + 1650, + 26871, + 8050, + 26305, + 19566, + 48637, + 36502, + 48407, + 24019, + 21880, + 13710, + 8057, + 16248, + 47442, + 15855, + 40172, + 4286, + 2575, + 47108, + 44755, + 31144, + 31276, + 18150, + 36299, + 2585, + 17405, + 6351, + 20747, + 27699, + 45034, + 11249, + 9497, + 29913, + 3354, + 9949, + 36708, + 21006, + 26194, + 27518, + 28669, + 47420, + 8418, + 23462, + 5108, + 39743, + 5923, + 24669, + 13061, + 495, + 26830, + 10281, + 46298, + 18100, + 45176, + 16926, + 7506, + 1753, + 7126, + 23991, + 41131, + 13132, + 11582, + 34279, + 2143, + 22199, + 1482, + 28921, + 6041, + 2961, + 39795, + 43693, + 18553, + 12302, + 32825, + 32147, + 36537, + 32, + 26258, + 26026, + 6647, + 18251, + 4085, + 6001, + 37300, + 14855, + 18825, + 42887, + 11588, + 47583, + 43561, + 49013, + 26380, + 35741, + 27414, + 8661, + 38731, + 4722, + 41071, + 16347, + 30923, + 30705, + 21498, + 7396, + 38856, + 15676, + 43722, + 24527, + 6474, + 45676, + 2957, + 2566, + 22864, + 49779, + 15013, + 11540, + 45390, + 2284, + 31767, + 28949, + 48182, + 6338, + 38209, + 14277, + 9486, + 12363, + 46523, + 34337, + 30973, + 39936, + 6627, + 36048, + 37952, + 30770, + 31683, + 29541, + 5344, + 14874, + 44573, + 18467, + 35987, + 30505, + 17784, + 15301, + 27435, + 49773, + 41535, + 24539, + 17071, + 18335, + 10143, + 40271, + 1867, + 5498, + 40249, + 6378, + 37344, + 12562, + 12804, + 10353, + 37662, + 20961, + 9731, + 42934, + 43217, + 7480, + 19094, + 41936, + 12006, + 39325, + 23302, + 13349, + 21353, + 13491, + 11129, + 25856, + 3675, + 44235, + 25309, + 10235, + 26918, + 16239, + 43718, + 44148, + 22803, + 38898, + 21502, + 26086, + 40071, + 37820, + 31048, + 28520, + 1242, + 25649, + 34533, + 31030, + 31540, + 1729, + 37477, + 40808, + 27204, + 34900, + 40598, + 46742, + 234, + 19895, + 46829, + 27912, + 27448, + 38359, + 47271, + 24770, + 388, + 20573, + 4757, + 41810, + 5725, + 16495, + 31089, + 10161, + 36100, + 35637, + 1593, + 11161, + 8608, + 2194, + 23014, + 11804, + 13903, + 15699, + 37255, + 43609, + 14825, + 28638, + 22719, + 30458, + 34505, + 42679, + 48802, + 16551, + 46816, + 31124, + 46661, + 20647, + 42824, + 3535, + 18145, + 9390, + 18653, + 18307, + 36197, + 22686, + 31380, + 19782, + 17394, + 665, + 8407, + 9200, + 4705, + 9641, + 43761, + 29674, + 12966, + 30179, + 9691, + 44627, + 16671, + 23331, + 27531, + 40671, + 17814, + 1341, + 3796, + 40633, + 6095, + 12226, + 16806, + 48765, + 41599, + 46094, + 25846, + 45008, + 37370, + 6854, + 4325, + 331, + 32340, + 20587, + 16443, + 4064, + 33596, + 22369, + 11664, + 14199, + 48779, + 16580, + 33089, + 36181, + 1794, + 27882, + 33839, + 40018, + 40706, + 17688, + 21150, + 49793, + 2706, + 25905, + 41740, + 37692, + 48140, + 1667, + 7393, + 5642, + 37347, + 31916, + 8948, + 46972, + 9197, + 22891, + 32733, + 12107, + 48886, + 14251, + 40460, + 572, + 777, + 41003, + 43178, + 37863, + 21940, + 26031, + 29107, + 25729, + 25883, + 16450, + 9232, + 17178, + 41313, + 23461, + 36877, + 42032, + 43596, + 2950, + 43507, + 35408, + 41144, + 29217, + 21005, + 13773, + 43213, + 925, + 13243, + 16508, + 35250, + 17648, + 40013, + 6857, + 45065, + 26077, + 45630, + 35582, + 1962, + 20477, + 1864, + 14732, + 29871, + 44159, + 35969, + 44400, + 15382, + 37814, + 25617, + 40698, + 6283, + 27820, + 6374, + 37175, + 18827, + 1009, + 48750, + 18906, + 27076, + 41319, + 18572, + 11211, + 44335, + 967, + 27815, + 47092, + 32689, + 37604, + 12974, + 45615, + 35117, + 16967, + 33930, + 21754, + 7542, + 360, + 13353, + 17146, + 23581, + 42702, + 36948, + 36683, + 42912, + 41587, + 38611, + 22139, + 2699, + 40528, + 47747, + 36651, + 10726, + 37038, + 19861, + 32610, + 29033, + 36465, + 26090, + 41404, + 28114, + 1304, + 47635, + 13604, + 18456, + 40501, + 16379, + 16794, + 19222, + 35823, + 18060, + 23373, + 5172, + 36176, + 34548, + 18869, + 10825, + 28545, + 36792, + 41388, + 19827, + 13434, + 46382, + 4078, + 33025, + 7841, + 10730, + 10525, + 3650, + 45233, + 10652, + 49339, + 43961, + 40984, + 41212, + 25588, + 28304, + 49065, + 12233, + 16062, + 44164, + 48159, + 15173, + 47754, + 44590, + 22542, + 14090, + 39937, + 45128, + 22923, + 14577, + 43806, + 21388, + 29605, + 22513, + 41903, + 13653, + 2049, + 49878, + 41437, + 26176, + 41951, + 38655, + 34222, + 24429, + 3718, + 32618, + 32278, + 24657, + 24291, + 48249, + 36018, + 37971, + 10693, + 26511, + 49218, + 11623, + 14745, + 32960, + 12522, + 24933, + 26057, + 14576, + 24945, + 3563, + 45678, + 7186, + 20750, + 14689, + 40511, + 30260, + 19494, + 19773, + 37596, + 28236, + 41273, + 8505, + 18942, + 15852, + 42759, + 12047, + 27168, + 21329, + 28735, + 34621, + 300, + 17792, + 13676, + 46175, + 15237, + 39373, + 10413, + 29395, + 20585, + 29123, + 93, + 6700, + 36851, + 9876, + 4817, + 27093, + 3662, + 10521, + 27864, + 1298, + 1363, + 24740, + 7269, + 25419, + 18959, + 18408, + 11529, + 35450, + 17824, + 21698, + 18086, + 35043, + 14119, + 31336, + 18218, + 15198, + 49120, + 27326, + 43063, + 12255, + 6003, + 28552, + 45448, + 12244, + 35790, + 48752, + 22244, + 35363, + 1129, + 24540, + 48414, + 35264, + 48945, + 45524, + 17508, + 6980, + 11911, + 4533, + 13711, + 8368, + 37617, + 32172, + 18552, + 35161, + 13934, + 45743, + 32414, + 42025, + 4731, + 3323, + 36235, + 5182, + 1102, + 27621, + 37447, + 49174, + 26067, + 38822, + 11955, + 4839, + 35057, + 47839, + 6229, + 5738, + 35189, + 40770, + 35686, + 1790, + 46899, + 21669, + 25830, + 31195, + 21446, + 24881, + 25169, + 49513, + 28428, + 45611, + 21318, + 34143, + 22956, + 17663, + 38201, + 20280, + 44271, + 30550, + 5588, + 27922, + 1434, + 24427, + 11093, + 34146, + 31349, + 27594, + 48095, + 212, + 7282, + 17192, + 37328, + 11617, + 26007, + 15310, + 28537, + 30153, + 48519, + 43563, + 18707, + 31141, + 32208, + 49503, + 38335, + 33310, + 19145, + 43974, + 28625, + 5851, + 26933, + 4799, + 4436, + 30049, + 45753, + 2059, + 31983, + 43458, + 1095, + 15389, + 47134, + 48250, + 29782, + 11731, + 47664, + 10972, + 8131, + 7280, + 45959, + 36968, + 14685, + 24851, + 48435, + 15095, + 41997, + 24905, + 14281, + 40986, + 36489, + 49950, + 46728, + 17042, + 31173, + 39088, + 47892, + 19582, + 13051, + 14419, + 31863, + 7264, + 10865, + 27622, + 41382, + 7287, + 12220, + 39802, + 45538, + 9940, + 41944, + 12296, + 6236, + 14909, + 42120, + 24708, + 23849, + 6164, + 6874, + 6650, + 15280, + 38750, + 12793, + 3456, + 26134, + 38784, + 26439, + 28540, + 5682, + 24946, + 1971, + 11351, + 15333, + 9014, + 35762, + 48903, + 3640, + 5340, + 46764, + 45518, + 39183, + 28312, + 5839, + 36975, + 18105, + 12913, + 9527, + 5833, + 16866, + 5568, + 47110, + 36546, + 31201, + 49368, + 35399, + 39496, + 20907, + 34385, + 37942, + 18654, + 39121, + 7892, + 33339, + 35487, + 31075, + 10407, + 44680, + 594, + 26562, + 40934, + 37680, + 19734, + 39787, + 13619, + 4760, + 44589, + 23867, + 20185, + 45245, + 8478, + 13319, + 35970, + 20009, + 22060, + 44471, + 4217, + 21084, + 24208, + 22505, + 1689, + 28624, + 13701, + 27078, + 41869, + 18804, + 11200, + 13941, + 38071, + 41529, + 14476, + 6097, + 5745, + 684, + 46511, + 29371, + 37276, + 2343, + 36630, + 39039, + 44640, + 45650, + 12488, + 16122, + 254, + 1687, + 31406, + 23880, + 36112, + 34819, + 30817, + 28301, + 47582, + 40936, + 20382, + 26635, + 6054, + 38053, + 24506, + 20043, + 14017, + 4311, + 36758, + 44764, + 45362, + 47402, + 21291, + 35675, + 14257, + 35825, + 18824, + 42883, + 44375, + 36959, + 8183, + 35510, + 41052, + 48733, + 1011, + 38211, + 5393, + 9957, + 46250, + 30264, + 13361, + 47510, + 17172, + 41123, + 36173, + 31290, + 16012, + 19316, + 40837, + 33647, + 46419, + 2296, + 601, + 24338, + 5940, + 23807, + 19200, + 4678, + 5110, + 4441, + 38393, + 22113, + 20372, + 39865, + 17479, + 45724, + 17147, + 2955, + 14532, + 47907, + 31225, + 33872, + 1440, + 20834, + 1132, + 36556, + 27270, + 15506, + 14101, + 727, + 10801, + 23915, + 34575, + 34631, + 8045, + 40529, + 23219, + 40625, + 20948, + 20387, + 41361, + 19147, + 30641, + 1381, + 1104, + 36720, + 11658, + 47700, + 34813, + 35120, + 17339, + 7078, + 36340, + 5475, + 46947, + 43313, + 32142, + 9151, + 24910, + 44369, + 18626, + 41715, + 34195, + 41037, + 48030, + 17717, + 47339, + 17217, + 8021, + 20226, + 17046, + 30659, + 19809, + 45527, + 48662, + 17560, + 49284, + 4332, + 16079, + 32042, + 41073, + 15281, + 9679, + 43967, + 13986, + 38710, + 16063, + 14920, + 37115, + 21131, + 3313, + 16710, + 25711, + 13220, + 24956, + 38229, + 34699, + 38262, + 47446, + 8425, + 32178, + 42437, + 2176, + 46759, + 4915, + 17326, + 42447, + 39002, + 25311, + 14854, + 25267, + 45326, + 14477, + 47255, + 22673, + 47038, + 18742, + 10305, + 24403, + 48199, + 29021, + 43067, + 7380, + 6654, + 44853, + 9861, + 34928, + 5720, + 25858, + 39085, + 24467, + 8079, + 7985, + 40552, + 41904, + 27975, + 46732, + 371, + 33569, + 48703, + 45572, + 19922, + 43131, + 32390, + 36030, + 22193, + 20912, + 47258, + 33230, + 19460, + 10816, + 10022, + 46813, + 37567, + 25642, + 17208, + 401, + 47383, + 39860, + 44826, + 48600, + 12387, + 11283, + 43160, + 26845, + 25463, + 12962, + 10300, + 27811, + 31183, + 18052, + 46107, + 30645, + 28602, + 35516, + 41290, + 36965, + 27827, + 27891, + 44903, + 17973, + 81, + 43037, + 6940, + 28424, + 6526, + 28017, + 13421, + 24153, + 17964, + 38699, + 39065, + 11438, + 4164, + 30239, + 19081, + 43826, + 2893, + 48175, + 39963, + 45179, + 31064, + 33762, + 8222, + 6759, + 10146, + 42966, + 33868, + 14967, + 41103, + 44505, + 19786, + 47102, + 18484, + 17186, + 44751, + 20429, + 33215, + 7064, + 5694, + 19185, + 3552, + 23385, + 7870, + 14319, + 13439, + 45895, + 4677, + 16937, + 12464, + 32132, + 11497, + 43303, + 29697, + 4693, + 612, + 3232, + 39185, + 37379, + 48060, + 18588, + 27652, + 38741, + 47678, + 19901, + 19068, + 561, + 21509, + 21726, + 33261, + 25270, + 14371, + 19202, + 10125, + 19328, + 19735, + 46222, + 28457, + 2583, + 48230, + 2445, + 21157, + 891, + 23516, + 12199, + 36198, + 44694, + 47727, + 23782, + 28493, + 26486, + 36314, + 37002, + 29332, + 10261, + 28364, + 3588, + 47596, + 48216, + 24534, + 1321, + 48873, + 9258, + 12232, + 6451, + 2247, + 6324, + 17735, + 33038, + 30069, + 27794, + 8725, + 27969, + 154, + 32556, + 30185, + 13443, + 40852, + 36603, + 40492, + 13920, + 21087, + 12173, + 26754, + 43062, + 18844, + 2723, + 23186, + 23560, + 34319, + 10077, + 46417, + 47669, + 39303, + 12297, + 19878, + 34980, + 33658, + 6021, + 16245, + 43173, + 36935, + 19815, + 17554, + 25216, + 43939, + 38599, + 36065, + 12611, + 45355, + 13656, + 43491, + 36329, + 16120, + 24863, + 20715, + 48955, + 18026, + 40059, + 3402, + 43332, + 8044, + 114, + 20169, + 47179, + 11928, + 41611, + 13893, + 32743, + 46027, + 45019, + 37148, + 12155, + 37641, + 25985, + 4410, + 14226, + 36033, + 23272, + 252, + 10813, + 8704, + 44460, + 20872, + 17772, + 42772, + 265, + 17587, + 35458, + 37568, + 5339, + 7138, + 12921, + 18573, + 44241, + 19636, + 20742, + 49939, + 13435, + 30530, + 39505, + 33267, + 33161, + 13819, + 3565, + 47928, + 6218, + 10473, + 27450, + 18704, + 36652, + 11628, + 23701, + 14342, + 23567, + 32289, + 46192, + 1548, + 39957, + 17043, + 47633, + 2480, + 33665, + 13478, + 3264, + 12669, + 17801, + 9198, + 14591, + 23442, + 31466, + 36523, + 13507, + 5005, + 8273, + 42581, + 34315, + 28796, + 12687, + 18022, + 49953, + 12083, + 28373, + 45982, + 46410, + 7015, + 21780, + 10792, + 21817, + 20160, + 16461, + 29286, + 36930, + 44036, + 17449, + 14198, + 1143, + 37206, + 735, + 40516, + 42656, + 42300, + 19642, + 21646, + 24750, + 19958, + 8797, + 49330, + 5460, + 39156, + 33446, + 26122, + 44334, + 6222, + 47474, + 34908, + 35966, + 28419, + 23269, + 9146, + 47224, + 37471, + 33791, + 11788, + 9975, + 2751, + 11925, + 6826, + 11633, + 19816, + 1860, + 21105, + 46244, + 44274, + 4943, + 48091, + 35577, + 25757, + 33288, + 22636, + 40843, + 46767, + 6538, + 12733, + 39204, + 28273, + 35936, + 34861, + 14784, + 165, + 38849, + 16966, + 44504, + 13741, + 17, + 49760, + 22258, + 38922, + 29327, + 27389, + 44855, + 32291, + 10144, + 5693, + 10109, + 18206, + 41866, + 10680, + 8708, + 31003, + 3438, + 26893, + 32693, + 36568, + 32613, + 1383, + 28361, + 5891, + 909, + 13412, + 21918, + 1542, + 28311, + 14797, + 20682, + 44355, + 21362, + 3268, + 20748, + 41352, + 25926, + 16133, + 3089, + 13733, + 32987, + 38685, + 39270, + 32135, + 35124, + 45583, + 47178, + 35930, + 5684, + 20973, + 38326, + 31572, + 27000, + 30838, + 18226, + 37574, + 11012, + 38237, + 34625, + 39813, + 12884, + 38346, + 30441, + 31411, + 45971, + 13470, + 36295, + 4295, + 24281, + 17114, + 3584, + 45535, + 7890, + 18492, + 36895, + 43909, + 11411, + 48400, + 3968, + 10839, + 17563, + 37229, + 3725, + 47811, + 46385, + 25457, + 16855, + 23839, + 49555, + 14509, + 22633, + 29432, + 35600, + 28141, + 43419, + 3688, + 7501, + 17131, + 7514, + 25415, + 22264, + 40195, + 19766, + 39414, + 14285, + 5577, + 27032, + 35739, + 44007, + 253, + 26763, + 41804, + 15701, + 44677, + 29166, + 3437, + 15289, + 20421, + 41899, + 7913, + 19937, + 48337, + 11016, + 23387, + 10295, + 7927, + 41697, + 7301, + 43645, + 30586, + 28069, + 27106, + 31050, + 48878, + 43215, + 23363, + 45547, + 49212, + 17760, + 15691, + 35416, + 10214, + 40466, + 47592, + 31649, + 39031, + 41561, + 4592, + 10491, + 26605, + 36021, + 17117, + 47791, + 14589, + 41008, + 12989, + 1892, + 16134, + 645, + 22233, + 39613, + 45911, + 35730, + 42721, + 8844, + 2567, + 22328, + 46466, + 39902, + 45169, + 2243, + 12608, + 38715, + 40248, + 15805, + 22975, + 30303, + 2208, + 29155, + 46416, + 25591, + 14508, + 19833, + 22602, + 37618, + 8258, + 24559, + 7391, + 24289, + 7385, + 49893, + 9317, + 13966, + 42842, + 22674, + 39448, + 25177, + 26851, + 8521, + 47037, + 45239, + 8344, + 42373, + 8358, + 47893, + 11577, + 18091, + 7100, + 37433, + 6682, + 34427, + 24314, + 604, + 38697, + 10520, + 27775, + 26222, + 22350, + 3148, + 14010, + 13991, + 47699, + 10767, + 3058, + 23844, + 9471, + 9495, + 14893, + 109, + 19682, + 39258, + 3928, + 43971, + 3128, + 46717, + 40428, + 49568, + 19425, + 17690, + 10415, + 10721, + 34906, + 46512, + 33541, + 42135, + 37717, + 19509, + 5762, + 22179, + 7499, + 27981, + 43346, + 25295, + 21119, + 11591, + 35538, + 10828, + 32474, + 3005, + 20340, + 36797, + 2878, + 40609, + 38536, + 45694, + 36343, + 23878, + 21617, + 48588, + 35166, + 5557, + 6102, + 16862, + 36614, + 12266, + 36717, + 3977, + 49534, + 37429, + 25791, + 71, + 8145, + 11061, + 47626, + 33266, + 37270, + 20843, + 6016, + 4633, + 42115, + 31785, + 26385, + 1972, + 9809, + 27854, + 29525, + 39867, + 33004, + 10781, + 42282, + 48078, + 16385, + 1170, + 12259, + 45167, + 12721, + 43027, + 31801, + 3106, + 26279, + 28618, + 36438, + 27789, + 44873, + 33154, + 31606, + 40113, + 30566, + 1719, + 27440, + 17392, + 41579, + 3914, + 32526, + 3328, + 38772, + 32628, + 36829, + 47615, + 21842, + 36115, + 15624, + 33746, + 30019, + 43250, + 34863, + 8919, + 19579, + 30103, + 21660, + 40370, + 36478, + 10169, + 5229, + 17120, + 12500, + 14272, + 2354, + 9901, + 36103, + 43494, + 38582, + 38900, + 29542, + 4463, + 12591, + 20531, + 17736, + 20481, + 7227, + 8931, + 33283, + 42124, + 838, + 48793, + 44745, + 38539, + 16338, + 49975, + 19143, + 27587, + 1610, + 4060, + 33752, + 27911, + 1071, + 5871, + 19047, + 10740, + 18465, + 33633, + 13281, + 38206, + 28744, + 44125, + 38129, + 15911, + 32558, + 37622, + 21612, + 3310, + 2969, + 12889, + 10379, + 3677, + 1640, + 21385, + 5505, + 1824, + 47614, + 22213, + 9933, + 37696, + 16792, + 4895, + 225, + 1224, + 27590, + 28542, + 25881, + 34299, + 49470, + 33255, + 17312, + 40448, + 19023, + 44669, + 26495, + 46171, + 24370, + 28890, + 15316, + 41879, + 37798, + 9625, + 49176, + 12745, + 38199, + 19371, + 19311, + 39517, + 16241, + 13115, + 3572, + 22688, + 45692, + 16513, + 46593, + 7954, + 25585, + 5052, + 20620, + 39396, + 18968, + 9922, + 16985, + 16038, + 38484, + 49617, + 28984, + 37902, + 36985, + 17762, + 21541, + 38570, + 9995, + 14401, + 22717, + 13364, + 39314, + 44139, + 34207, + 27924, + 11468, + 22635, + 14930, + 35123, + 6347, + 45396, + 23171, + 7072, + 24164, + 9401, + 18699, + 18609, + 29488, + 37356, + 9123, + 6798, + 46336, + 10952, + 19339, + 18727, + 15035, + 3284, + 31757, + 31621, + 14457, + 3007, + 26964, + 35768, + 40719, + 263, + 24502, + 24875, + 22797, + 6818, + 19785, + 30112, + 32050, + 40372, + 17180, + 14534, + 30777, + 44363, + 7903, + 46321, + 31095, + 26108, + 15161, + 10709, + 28100, + 1676, + 22032, + 39952, + 38148, + 23604, + 29203, + 20122, + 23771, + 12287, + 10311, + 42335, + 34650, + 7732, + 28774, + 49530, + 40584, + 11792, + 1551, + 49616, + 8168, + 25178, + 39151, + 5206, + 44967, + 11203, + 6847, + 5702, + 13067, + 44358, + 7529, + 22396, + 34789, + 2533, + 49495, + 20600, + 21818, + 32296, + 1113, + 8885, + 4396, + 2096, + 13665, + 30289, + 24494, + 47415, + 20519, + 11905, + 48514, + 15888, + 4561, + 27174, + 32456, + 15439, + 42732, + 18798, + 41072, + 23578, + 36157, + 49585, + 11431, + 8542, + 23016, + 8291, + 46483, + 21206, + 39638, + 6581, + 12597, + 19888, + 34350, + 19648, + 4884, + 27408, + 41014, + 36002, + 5173, + 26604, + 24394, + 14851, + 30757, + 15827, + 7179, + 26240, + 25095, + 3226, + 11017, + 13537, + 20412, + 45132, + 17815, + 18222, + 576, + 22056, + 16445, + 13596, + 25875, + 45977, + 22586, + 25825, + 4170, + 17214, + 1337, + 2232, + 9382, + 18368, + 23787, + 15847, + 24892, + 21303, + 49379, + 2427, + 29192, + 40559, + 15623, + 9467, + 8015, + 47106, + 45741, + 14098, + 5194, + 30885, + 24745, + 4475, + 37452, + 30420, + 36327, + 16567, + 40858, + 12987, + 41310, + 27269, + 6924, + 45943, + 31097, + 41789, + 42579, + 41574, + 13863, + 47353, + 35887, + 17176, + 9953, + 42136, + 30956, + 39611, + 47915, + 42138, + 26400, + 32098, + 37174, + 832, + 19929, + 37827, + 49050, + 35650, + 1981, + 7647, + 36359, + 39165, + 44838, + 33809, + 33185, + 29285, + 28254, + 47992, + 2453, + 32810, + 19497, + 38396, + 48260, + 49250, + 475, + 33135, + 49171, + 42453, + 25559, + 28546, + 6583, + 47101, + 10833, + 42311, + 39847, + 27957, + 47648, + 43264, + 26196, + 23958, + 26047, + 30408, + 27825, + 2085, + 47765, + 32560, + 9139, + 38225, + 12688, + 26718, + 14115, + 41763, + 30969, + 34082, + 6339, + 48119, + 44693, + 24267, + 37655, + 6400, + 39007, + 36498, + 39837, + 16165, + 24650, + 1246, + 15647, + 45558, + 32855, + 8981, + 37706, + 47537, + 20107, + 38045, + 28473, + 22757, + 39771, + 19109, + 18078, + 26112, + 1550, + 37072, + 16360, + 17030, + 33012, + 34824, + 47321, + 5165, + 10463, + 2478, + 42799, + 14065, + 25759, + 3908, + 833, + 35305, + 613, + 1477, + 37077, + 16288, + 5598, + 27411, + 47467, + 49807, + 24295, + 42082, + 21183, + 5536, + 15091, + 49090, + 41356, + 23562, + 21881, + 25682, + 25560, + 44259, + 20392, + 46740, + 34773, + 49412, + 15595, + 37897, + 47724, + 7497, + 37565, + 8143, + 41516, + 13131, + 44540, + 29853, + 18678, + 41350, + 45868, + 12505, + 9623, + 43913, + 28435, + 41686, + 16028, + 16350, + 2045, + 3082, + 26, + 37369, + 4894, + 20863, + 43902, + 10218, + 23471, + 42965, + 23031, + 27623, + 35251, + 20878, + 48354, + 22994, + 17346, + 45669, + 10786, + 33442, + 13114, + 17959, + 46785, + 47984, + 12439, + 23007, + 24037, + 9097, + 32948, + 10352, + 43244, + 42858, + 29302, + 38349, + 30583, + 49397, + 5409, + 2430, + 5872, + 10814, + 36999, + 5069, + 24298, + 8943, + 30329, + 13049, + 35089, + 44175, + 33773, + 33749, + 26471, + 1417, + 25691, + 41634, + 20583, + 29389, + 29867, + 16084, + 30192, + 4814, + 3335, + 27166, + 27263, + 15914, + 26046, + 9618, + 36461, + 12079, + 14711, + 16856, + 46032, + 13416, + 23760, + 29606, + 46375, + 47514, + 40037, + 9560, + 13447, + 18160, + 29536, + 47153, + 29771, + 40730, + 30576, + 2298, + 26782, + 6353, + 25914, + 11930, + 8132, + 12740, + 7046, + 23753, + 32400, + 20853, + 15267, + 43435, + 24873, + 40167, + 10697, + 47455, + 35396, + 26064, + 29187, + 36386, + 26297, + 41481, + 10659, + 7531, + 36312, + 20396, + 18381, + 6961, + 30735, + 11068, + 24542, + 15823, + 25475, + 17362, + 24872, + 48336, + 5267, + 9418, + 10673, + 26892, + 47513, + 46937, + 12250, + 11069, + 37194, + 43418, + 14545, + 23969, + 7168, + 25553, + 3557, + 12080, + 48494, + 26454, + 36019, + 44763, + 49832, + 17374, + 46657, + 1305, + 21570, + 24943, + 6955, + 24066, + 16690, + 26103, + 6414, + 43388, + 6426, + 26251, + 33076, + 28098, + 26171, + 21447, + 30404, + 15255, + 16147, + 35202, + 14581, + 26387, + 1167, + 24160, + 37888, + 4511, + 14346, + 14137, + 7439, + 39584, + 13121, + 48022, + 48824, + 34462, + 31172, + 19856, + 41245, + 47965, + 13013, + 18957, + 6796, + 17124, + 41569, + 42352, + 38798, + 43936, + 41871, + 44079, + 43184, + 10779, + 37736, + 13990, + 32682, + 27247, + 17755, + 22088, + 46613, + 17839, + 7297, + 20785, + 16611, + 14015, + 43206, + 44989, + 16902, + 49896, + 2319, + 28938, + 3362, + 31012, + 35132 + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/subsets/spherical_mnist_train_n500_seed101112.json b/paper/experiments/normalized_results/subsets/spherical_mnist_train_n500_seed101112.json new file mode 100644 index 0000000..92b7403 --- /dev/null +++ b/paper/experiments/normalized_results/subsets/spherical_mnist_train_n500_seed101112.json @@ -0,0 +1,504 @@ +{ + "indices": [ + 44700, + 21008, + 14521, + 44448, + 28445, + 10599, + 1606, + 42828, + 23373, + 35602, + 16105, + 8810, + 26912, + 40403, + 41863, + 32201, + 8183, + 17990, + 37848, + 38582, + 27454, + 23803, + 36105, + 29672, + 14803, + 26999, + 6059, + 29507, + 32860, + 46773, + 45901, + 2833, + 39973, + 34402, + 20724, + 2381, + 48786, + 9796, + 16926, + 43002, + 26392, + 14072, + 42584, + 21624, + 36185, + 30465, + 49930, + 37640, + 26522, + 34104, + 8291, + 17108, + 17330, + 2736, + 44624, + 26818, + 10517, + 17053, + 49588, + 10102, + 29572, + 14734, + 46140, + 45644, + 10743, + 35370, + 7403, + 47478, + 24588, + 30312, + 44773, + 28302, + 37472, + 30302, + 37442, + 23331, + 17203, + 48305, + 41417, + 27685, + 17961, + 23571, + 45348, + 28973, + 41276, + 14051, + 13638, + 24859, + 34024, + 34565, + 47311, + 1186, + 7886, + 29300, + 15289, + 27812, + 236, + 40972, + 25761, + 18671, + 24092, + 48456, + 2765, + 49652, + 29422, + 34358, + 30341, + 22826, + 20282, + 2865, + 39002, + 41920, + 13869, + 44058, + 7880, + 13799, + 30533, + 11912, + 17616, + 7520, + 36317, + 39226, + 44345, + 13511, + 2604, + 36214, + 25412, + 1526, + 20579, + 39640, + 19023, + 42050, + 20427, + 3179, + 44792, + 2875, + 27132, + 31150, + 12388, + 4616, + 47745, + 32087, + 17415, + 45247, + 27131, + 43645, + 39368, + 17027, + 47662, + 16282, + 8196, + 48913, + 19499, + 30476, + 21917, + 32010, + 25221, + 1829, + 37255, + 8587, + 46377, + 46438, + 4954, + 27820, + 29222, + 21343, + 6155, + 45576, + 37168, + 41660, + 2058, + 41497, + 20994, + 13578, + 46468, + 32003, + 47821, + 36956, + 10273, + 6405, + 3447, + 40737, + 5314, + 10439, + 480, + 5443, + 41970, + 15274, + 44049, + 7806, + 22407, + 25851, + 43802, + 20100, + 11967, + 30428, + 28518, + 10207, + 11430, + 12681, + 18026, + 18654, + 13995, + 23469, + 367, + 28113, + 47730, + 43619, + 48860, + 31003, + 17261, + 26165, + 12196, + 35385, + 24991, + 46989, + 22612, + 9691, + 43509, + 5231, + 42802, + 7283, + 36612, + 31556, + 30937, + 20403, + 24585, + 48683, + 24481, + 24699, + 658, + 4724, + 7257, + 35009, + 5222, + 41258, + 44661, + 6869, + 19813, + 36254, + 33730, + 14483, + 32336, + 14987, + 13658, + 34785, + 32721, + 3172, + 47435, + 27414, + 44787, + 37137, + 5196, + 25531, + 37928, + 3515, + 38343, + 40566, + 36522, + 18898, + 22640, + 42046, + 32743, + 37747, + 4859, + 1166, + 15825, + 16991, + 25618, + 13311, + 9708, + 19066, + 31630, + 4358, + 17983, + 32139, + 5269, + 9996, + 15303, + 23005, + 27956, + 35641, + 6178, + 17420, + 326, + 41500, + 2294, + 39825, + 49641, + 36192, + 20857, + 20749, + 23008, + 14, + 28363, + 37691, + 32739, + 31969, + 38734, + 31917, + 23205, + 41503, + 3755, + 39816, + 11513, + 32323, + 14438, + 40057, + 26244, + 38095, + 39919, + 3972, + 11215, + 16141, + 30630, + 10110, + 16311, + 5836, + 18089, + 30983, + 11920, + 23798, + 28171, + 1616, + 2507, + 27802, + 25758, + 14477, + 26777, + 27774, + 3561, + 26893, + 41957, + 26042, + 32075, + 14527, + 29484, + 9980, + 12531, + 35541, + 7258, + 1400, + 45544, + 13544, + 17342, + 27551, + 38728, + 11273, + 29070, + 23786, + 20556, + 23638, + 3112, + 46985, + 41862, + 40740, + 5483, + 36286, + 14327, + 48682, + 20176, + 26471, + 27271, + 2758, + 26426, + 36704, + 4745, + 1093, + 19043, + 21725, + 25690, + 37294, + 21931, + 16732, + 5813, + 49405, + 41022, + 7837, + 33109, + 46794, + 7714, + 38284, + 39650, + 22026, + 37944, + 36836, + 34594, + 8065, + 2712, + 17193, + 10444, + 19568, + 15240, + 22335, + 32886, + 48935, + 15670, + 5727, + 38377, + 22592, + 40977, + 19670, + 29109, + 28231, + 31315, + 15663, + 7892, + 3886, + 21995, + 44763, + 24651, + 38147, + 14632, + 42497, + 26136, + 1812, + 40352, + 18075, + 30874, + 6760, + 48166, + 41646, + 161, + 13039, + 44451, + 27652, + 17485, + 46121, + 864, + 2029, + 45577, + 6505, + 21337, + 26487, + 25912, + 23468, + 48341, + 31324, + 39064, + 1002, + 28866, + 42430, + 35447, + 32498, + 14900, + 39285, + 220, + 11814, + 38050, + 27194, + 12996, + 36464, + 6103, + 24223, + 11181, + 29718, + 5699, + 40245, + 33621, + 41348, + 19953, + 47460, + 46870, + 12572, + 4972, + 11793, + 29, + 22760, + 114, + 37430, + 39066, + 26735, + 36175, + 14982, + 38071, + 4357, + 6536, + 46095, + 28989, + 39187, + 40378, + 6816, + 20693, + 25868, + 11765, + 902, + 7554, + 9499, + 34525, + 39545, + 32698, + 44967, + 12269, + 38322, + 23817, + 39397, + 16817, + 42353, + 15536, + 20990 + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/subsets/spherical_mnist_train_n500_seed456.json b/paper/experiments/normalized_results/subsets/spherical_mnist_train_n500_seed456.json new file mode 100644 index 0000000..c9ee2d3 --- /dev/null +++ b/paper/experiments/normalized_results/subsets/spherical_mnist_train_n500_seed456.json @@ -0,0 +1,504 @@ +{ + "indices": [ + 48491, + 31590, + 44523, + 4298, + 41434, + 21124, + 48292, + 40883, + 33647, + 6770, + 17348, + 657, + 23932, + 22089, + 47841, + 10042, + 39287, + 97, + 4589, + 18748, + 27459, + 46813, + 11417, + 37926, + 42502, + 13502, + 31210, + 20230, + 46879, + 20536, + 6710, + 26127, + 45509, + 14293, + 1878, + 24848, + 12873, + 36730, + 32164, + 10496, + 5362, + 42364, + 13516, + 13993, + 4584, + 39353, + 29885, + 2442, + 18483, + 47732, + 22425, + 27032, + 4570, + 26160, + 11324, + 2963, + 18904, + 27662, + 17876, + 32766, + 29565, + 27861, + 10962, + 2945, + 23148, + 32884, + 20765, + 33649, + 26647, + 3405, + 13151, + 8189, + 21446, + 49530, + 5789, + 38323, + 20838, + 45230, + 32280, + 37956, + 30019, + 24275, + 32906, + 27640, + 33284, + 13542, + 41737, + 26613, + 1355, + 25735, + 40589, + 47020, + 30381, + 31520, + 26843, + 18117, + 28425, + 13926, + 6627, + 42090, + 39319, + 21665, + 40852, + 39218, + 13081, + 8113, + 37753, + 29322, + 7774, + 26347, + 36183, + 28253, + 20103, + 36452, + 28413, + 15570, + 3115, + 19932, + 28397, + 619, + 42877, + 8134, + 49826, + 45674, + 19162, + 7595, + 25620, + 32822, + 12707, + 26904, + 48708, + 33473, + 24707, + 45945, + 49257, + 30375, + 44528, + 34066, + 19161, + 13457, + 15256, + 1438, + 21178, + 22084, + 32497, + 27504, + 27757, + 34178, + 27051, + 34195, + 36350, + 15434, + 17377, + 11130, + 38640, + 18389, + 33704, + 23438, + 8536, + 15015, + 48151, + 30774, + 39332, + 23634, + 12438, + 13972, + 13682, + 13934, + 44469, + 15720, + 45642, + 6842, + 5501, + 35254, + 3380, + 16684, + 6265, + 6199, + 28879, + 13722, + 36669, + 311, + 8100, + 16005, + 21744, + 13099, + 33167, + 43843, + 34840, + 8192, + 40983, + 40724, + 35541, + 31376, + 2857, + 2668, + 42938, + 35798, + 43095, + 20591, + 38959, + 28080, + 24055, + 46772, + 20458, + 1429, + 7656, + 36352, + 48199, + 15875, + 6027, + 9659, + 13331, + 49604, + 22589, + 28123, + 1994, + 12439, + 35167, + 30058, + 33957, + 18845, + 33828, + 243, + 16476, + 27306, + 45220, + 49651, + 43749, + 34366, + 48164, + 17046, + 34017, + 24820, + 2866, + 8095, + 11874, + 35882, + 16181, + 10785, + 46382, + 49261, + 12711, + 13333, + 47652, + 43882, + 13256, + 1638, + 43471, + 39010, + 40697, + 42397, + 14378, + 41858, + 29431, + 34673, + 3675, + 45075, + 45078, + 1423, + 28121, + 1284, + 48315, + 34597, + 24167, + 11570, + 35400, + 44442, + 41043, + 35989, + 23245, + 33338, + 38775, + 39766, + 49267, + 5686, + 16400, + 1009, + 9714, + 10648, + 44158, + 11837, + 22, + 46389, + 10840, + 24778, + 47063, + 13444, + 386, + 48416, + 19484, + 49739, + 12342, + 29718, + 27901, + 49318, + 45932, + 15853, + 22271, + 13962, + 27850, + 18331, + 23994, + 7990, + 32217, + 24748, + 17784, + 36897, + 25825, + 4591, + 16095, + 6043, + 36559, + 31339, + 40062, + 11905, + 35379, + 3792, + 19603, + 44876, + 42253, + 49316, + 4879, + 6403, + 43835, + 47201, + 37419, + 9969, + 36622, + 40240, + 27131, + 38613, + 16191, + 24599, + 25513, + 28756, + 23450, + 43167, + 16536, + 44829, + 12620, + 16971, + 24472, + 44559, + 28583, + 48319, + 34827, + 25842, + 21689, + 30877, + 23018, + 30651, + 17291, + 27179, + 30633, + 2267, + 33458, + 48175, + 28106, + 9921, + 2492, + 5726, + 36164, + 17886, + 7582, + 3279, + 14130, + 49043, + 23078, + 2258, + 3444, + 32535, + 42693, + 34015, + 16094, + 14041, + 47125, + 30133, + 48142, + 38598, + 35813, + 2231, + 39203, + 7249, + 44141, + 5673, + 30959, + 22028, + 5815, + 7545, + 7289, + 12341, + 38149, + 39631, + 42774, + 45877, + 3847, + 43907, + 14919, + 30256, + 6863, + 6853, + 47605, + 11305, + 45725, + 3706, + 25003, + 9134, + 7897, + 15796, + 8375, + 3252, + 866, + 3406, + 35725, + 43203, + 32961, + 35018, + 25111, + 32664, + 44963, + 18208, + 16207, + 17483, + 41758, + 31635, + 7341, + 9127, + 9671, + 20859, + 16227, + 27496, + 23756, + 752, + 13766, + 38952, + 23549, + 33664, + 35815, + 5620, + 38793, + 39726, + 30383, + 33455, + 16352, + 49192, + 22684, + 34257, + 16126, + 5055, + 4392, + 45497, + 21724, + 19805, + 740, + 25941, + 29299, + 31004, + 35732, + 45252, + 11606, + 45111, + 12363, + 8458, + 7415, + 38912, + 35643, + 10385, + 10036, + 5218, + 26302, + 25564, + 16648, + 8127, + 9501, + 36856, + 12802, + 31517, + 6006, + 25913, + 35930, + 3043, + 24373, + 4357, + 5557, + 23713, + 10330, + 2286, + 28462, + 32, + 20622, + 21193, + 24866, + 28406, + 45433, + 23841, + 11931, + 16219, + 21112, + 37478 + ] +} \ No newline at end of file diff --git a/paper/experiments/normalized_results/subsets/spherical_mnist_train_n500_seed789.json b/paper/experiments/normalized_results/subsets/spherical_mnist_train_n500_seed789.json new file mode 100644 index 0000000..9f9f4c5 --- /dev/null +++ b/paper/experiments/normalized_results/subsets/spherical_mnist_train_n500_seed789.json @@ -0,0 +1,504 @@ +{ + "indices": [ + 12499, + 35308, + 43396, + 34977, + 27037, + 13111, + 33970, + 37750, + 26460, + 25156, + 42117, + 22697, + 23709, + 29455, + 31238, + 17924, + 15886, + 21312, + 16345, + 4302, + 15924, + 4547, + 19413, + 33440, + 6361, + 10134, + 42073, + 656, + 20192, + 25286, + 38472, + 13680, + 18278, + 30907, + 34380, + 20779, + 49979, + 2877, + 23231, + 18130, + 40967, + 19164, + 19633, + 23108, + 37651, + 13462, + 37653, + 39786, + 38886, + 20133, + 20705, + 29670, + 20398, + 39080, + 35609, + 26126, + 11232, + 14116, + 29241, + 31453, + 24452, + 1504, + 8774, + 364, + 20293, + 23803, + 17257, + 39387, + 42622, + 34420, + 43532, + 30811, + 26666, + 3541, + 25022, + 37561, + 26581, + 47337, + 22220, + 35801, + 41166, + 5757, + 9051, + 17932, + 13405, + 13993, + 27807, + 36728, + 18576, + 21283, + 17285, + 31272, + 34984, + 49665, + 6298, + 1914, + 1589, + 29384, + 48927, + 19559, + 28494, + 24064, + 39616, + 44168, + 9955, + 1922, + 28362, + 14016, + 46437, + 12026, + 32328, + 6352, + 23449, + 45164, + 21816, + 14673, + 47098, + 44013, + 14311, + 33551, + 36239, + 23869, + 15442, + 10687, + 43926, + 8004, + 46433, + 30202, + 14025, + 1650, + 26871, + 8050, + 26305, + 19566, + 48637, + 36502, + 48407, + 24019, + 21880, + 13710, + 8057, + 16248, + 47442, + 15855, + 40172, + 4286, + 2575, + 47108, + 44755, + 31144, + 31276, + 18150, + 36299, + 2585, + 17405, + 6351, + 20747, + 27699, + 45034, + 11249, + 9497, + 29913, + 3354, + 9949, + 36708, + 21006, + 26194, + 27518, + 28669, + 47420, + 8418, + 23462, + 5108, + 39743, + 5923, + 24669, + 13061, + 495, + 26830, + 10281, + 46298, + 18100, + 45176, + 16926, + 7506, + 1753, + 7126, + 23991, + 41131, + 13132, + 11582, + 34279, + 2143, + 22199, + 1482, + 28921, + 6041, + 2961, + 39795, + 43693, + 18553, + 12302, + 32825, + 32147, + 36537, + 32, + 26258, + 26026, + 6647, + 18251, + 4085, + 6001, + 37300, + 14855, + 18825, + 42887, + 11588, + 47583, + 43561, + 49013, + 26380, + 35741, + 27414, + 8661, + 38731, + 4722, + 41071, + 16347, + 30923, + 30705, + 21498, + 7396, + 38856, + 15676, + 43722, + 24527, + 6474, + 45676, + 2957, + 2566, + 22864, + 49779, + 15013, + 11540, + 45390, + 2284, + 31767, + 28949, + 48182, + 6338, + 38209, + 14277, + 9486, + 12363, + 46523, + 34337, + 30973, + 39936, + 6627, + 36048, + 37952, + 30770, + 31683, + 29541, + 5344, + 14874, + 44573, + 18467, + 35987, + 30505, + 17784, + 15301, + 27435, + 49773, + 41535, + 24539, + 17071, + 18335, + 10143, + 40271, + 1867, + 5498, + 40249, + 6378, + 37344, + 12562, + 12804, + 10353, + 37662, + 20961, + 9731, + 42934, + 43217, + 7480, + 19094, + 41936, + 12006, + 39325, + 23302, + 13349, + 21353, + 13491, + 11129, + 25856, + 3675, + 44235, + 25309, + 10235, + 26918, + 16239, + 43718, + 44148, + 22803, + 38898, + 21502, + 26086, + 40071, + 37820, + 31048, + 28520, + 1242, + 25649, + 34533, + 31030, + 31540, + 1729, + 37477, + 40808, + 27204, + 34900, + 40598, + 46742, + 234, + 19895, + 46829, + 27912, + 27448, + 38359, + 47271, + 24770, + 388, + 20573, + 4757, + 41810, + 5725, + 16495, + 31089, + 10161, + 36100, + 35637, + 1593, + 11161, + 8608, + 2194, + 23014, + 11804, + 13903, + 15699, + 37255, + 43609, + 14825, + 28638, + 22719, + 30458, + 34505, + 42679, + 48802, + 16551, + 46816, + 31124, + 46661, + 20647, + 42824, + 3535, + 18145, + 9390, + 18653, + 18307, + 36197, + 22686, + 31380, + 19782, + 17394, + 665, + 8407, + 9200, + 4705, + 9641, + 43761, + 29674, + 12966, + 30179, + 9691, + 44627, + 16671, + 23331, + 27531, + 40671, + 17814, + 1341, + 3796, + 40633, + 6095, + 12226, + 16806, + 48765, + 41599, + 46094, + 25846, + 45008, + 37370, + 6854, + 4325, + 331, + 32340, + 20587, + 16443, + 4064, + 33596, + 22369, + 11664, + 14199, + 48779, + 16580, + 33089, + 36181, + 1794, + 27882, + 33839, + 40018, + 40706, + 17688, + 21150, + 49793, + 2706, + 25905, + 41740, + 37692, + 48140, + 1667, + 7393, + 5642, + 37347, + 31916, + 8948, + 46972, + 9197, + 22891, + 32733, + 12107, + 48886, + 14251, + 40460, + 572, + 777, + 41003, + 43178, + 37863, + 21940, + 26031, + 29107, + 25729, + 25883, + 16450, + 9232, + 17178, + 41313, + 23461, + 36877, + 42032, + 43596, + 2950, + 43507, + 35408, + 41144, + 29217, + 21005, + 13773, + 43213, + 925, + 13243, + 16508, + 35250, + 17648, + 40013, + 6857, + 45065, + 26077, + 45630, + 35582, + 1962, + 20477, + 1864, + 14732, + 29871, + 44159, + 35969, + 44400, + 15382, + 37814 + ] +} \ No newline at end of file diff --git a/paper/experiments/organ3d/data.py b/paper/experiments/organ3d/data.py index 47c11b0..4b86e1c 100644 --- a/paper/experiments/organ3d/data.py +++ b/paper/experiments/organ3d/data.py @@ -32,6 +32,7 @@ class OrganMNIST3DDataset(Dataset): def __init__(self, split: str, data_dir: str, normalize: bool = True): import medmnist + Path(data_dir).mkdir(parents=True, exist_ok=True) ds = medmnist.OrganMNIST3D( split=split, download=True, root=data_dir, size=28, ) diff --git a/paper/experiments/organ3d/train.py b/paper/experiments/organ3d/train.py index 4d9764e..759e739 100644 --- a/paper/experiments/organ3d/train.py +++ b/paper/experiments/organ3d/train.py @@ -20,6 +20,8 @@ import argparse import json +import subprocess +import sys import time from collections import defaultdict from pathlib import Path @@ -32,6 +34,43 @@ NUM_CLASSES = 11 +def _git_sha() -> str: + try: + out = subprocess.run( + ['git', 'rev-parse', 'HEAD'], + cwd=Path(__file__).resolve().parent, + capture_output=True, text=True, timeout=5, check=False, + ) + return out.stdout.strip() if out.returncode == 0 else '' + except (OSError, subprocess.SubprocessError): + return '' + + +def _cost_record(device: torch.device, wall_time_s: float, epochs_run: int) -> dict: + if torch.cuda.is_available(): + props = torch.cuda.get_device_properties(device) + return { + 'wall_time_s': float(wall_time_s), + 'epochs_run': int(epochs_run), + 'peak_train_alloc_bytes': int(torch.cuda.max_memory_allocated(device)), + 'peak_train_reserved_bytes': int(torch.cuda.max_memory_reserved(device)), + 'gpu_name': torch.cuda.get_device_name(device), + 'cuda_total_memory_bytes': int(props.total_memory), + 'git_sha': _git_sha(), + 'argv': list(sys.argv[1:]), + } + return { + 'wall_time_s': float(wall_time_s), + 'epochs_run': int(epochs_run), + 'peak_train_alloc_bytes': 0, + 'peak_train_reserved_bytes': 0, + 'gpu_name': None, + 'cuda_total_memory_bytes': 0, + 'git_sha': _git_sha(), + 'argv': list(sys.argv[1:]), + } + + def compute_metrics( model: torch.nn.Module, loader: torch.utils.data.DataLoader, @@ -401,6 +440,10 @@ def train(args: argparse.Namespace) -> dict: ) out_dir.mkdir(parents=True, exist_ok=True) + if torch.cuda.is_available(): + torch.cuda.reset_peak_memory_stats(device) + t_start = time.time() + epochs_run = 0 for epoch in range(1, args.epochs + 1): t0 = time.time() train_loss = train_one_epoch( @@ -409,6 +452,7 @@ def train(args: argparse.Namespace) -> dict: ) val_metrics = compute_metrics(model, val_loader, device) elapsed = time.time() - t0 + epochs_run = epoch print( f'Epoch {epoch:3d}/{args.epochs} | ' @@ -430,6 +474,8 @@ def train(args: argparse.Namespace) -> dict: print(f'Early stopping at epoch {epoch} (patience={args.patience})') break + cost = _cost_record(device, time.time() - t_start, epochs_run) + model.load_state_dict(torch.load(out_dir / 'best_model.pt', weights_only=True)) test_c = compute_metrics(model, test_loader, device) print(f'\nTest C results: {test_c}') @@ -465,6 +511,7 @@ def train(args: argparse.Namespace) -> dict: 'test_c': test_c, 'test_r': test_r, 'rotation_robustness': rot_metrics, + **cost, } with open(out_dir / 'results.json', 'w') as f: json.dump(results, f, indent=2) diff --git a/paper/experiments/pcam/train.py b/paper/experiments/pcam/train.py index 84da9d1..63bc49e 100644 --- a/paper/experiments/pcam/train.py +++ b/paper/experiments/pcam/train.py @@ -26,6 +26,8 @@ import argparse import json +import subprocess +import sys import time from collections import defaultdict from pathlib import Path @@ -38,6 +40,43 @@ from torch.optim.lr_scheduler import CosineAnnealingWarmRestarts +def _git_sha() -> str: + try: + out = subprocess.run( + ['git', 'rev-parse', 'HEAD'], + cwd=Path(__file__).resolve().parent, + capture_output=True, text=True, timeout=5, check=False, + ) + return out.stdout.strip() if out.returncode == 0 else '' + except (OSError, subprocess.SubprocessError): + return '' + + +def _cost_record(device: torch.device, wall_time_s: float, epochs_run: int) -> dict: + if torch.cuda.is_available(): + props = torch.cuda.get_device_properties(device) + return { + 'wall_time_s': float(wall_time_s), + 'epochs_run': int(epochs_run), + 'peak_train_alloc_bytes': int(torch.cuda.max_memory_allocated(device)), + 'peak_train_reserved_bytes': int(torch.cuda.max_memory_reserved(device)), + 'gpu_name': torch.cuda.get_device_name(device), + 'cuda_total_memory_bytes': int(props.total_memory), + 'git_sha': _git_sha(), + 'argv': list(sys.argv[1:]), + } + return { + 'wall_time_s': float(wall_time_s), + 'epochs_run': int(epochs_run), + 'peak_train_alloc_bytes': 0, + 'peak_train_reserved_bytes': 0, + 'gpu_name': None, + 'cuda_total_memory_bytes': 0, + 'git_sha': _git_sha(), + 'argv': list(sys.argv[1:]), + } + + def compute_metrics( model: torch.nn.Module, loader: torch.utils.data.DataLoader, @@ -388,6 +427,10 @@ def train(args: argparse.Namespace) -> dict: out_dir = Path(args.output_dir) / f'{args.model}_{args.group}_gr{args.growth_rate}_{args.train_mode}_seed{args.seed}{n_tag}' out_dir.mkdir(parents=True, exist_ok=True) + if torch.cuda.is_available(): + torch.cuda.reset_peak_memory_stats(device) + t_start = time.time() + epochs_run = 0 for epoch in range(1, args.epochs + 1): t0 = time.time() train_loss = train_one_epoch( @@ -397,6 +440,7 @@ def train(args: argparse.Namespace) -> dict: ) val_metrics = compute_metrics(model, val_loader, device) elapsed = time.time() - t0 + epochs_run = epoch print( f'Epoch {epoch:3d}/{args.epochs} | ' @@ -418,6 +462,8 @@ def train(args: argparse.Namespace) -> dict: print(f'Early stopping at epoch {epoch} (patience={args.patience})') break + cost = _cost_record(device, time.time() - t_start, epochs_run) + model.load_state_dict(torch.load(out_dir / 'best_model.pt', weights_only=True)) test_c = compute_metrics(model, test_loader, device) print(f'\nTest C results: {test_c}') @@ -433,7 +479,6 @@ def train(args: argparse.Namespace) -> dict: rot_metrics = {} test_r = {} - # Save results. results: dict = { 'dataset': 'pcam', 'model': args.model, @@ -451,6 +496,7 @@ def train(args: argparse.Namespace) -> dict: 'test_c': test_c, 'test_r': test_r, 'rotation_robustness': rot_metrics, + **cost, } if args.model == 'so2_disk': results['bandlimit'] = args.bandlimit diff --git a/paper/experiments/spherical_mnist/train.py b/paper/experiments/spherical_mnist/train.py index b6ace4f..97cdee2 100644 --- a/paper/experiments/spherical_mnist/train.py +++ b/paper/experiments/spherical_mnist/train.py @@ -22,6 +22,8 @@ import argparse import json +import subprocess +import sys import time from collections import defaultdict from pathlib import Path @@ -36,6 +38,43 @@ NUM_CLASSES = 10 +def _git_sha() -> str: + try: + out = subprocess.run( + ['git', 'rev-parse', 'HEAD'], + cwd=Path(__file__).resolve().parent, + capture_output=True, text=True, timeout=5, check=False, + ) + return out.stdout.strip() if out.returncode == 0 else '' + except (OSError, subprocess.SubprocessError): + return '' + + +def _cost_record(device: torch.device, wall_time_s: float, epochs_run: int) -> dict: + if torch.cuda.is_available(): + props = torch.cuda.get_device_properties(device) + return { + 'wall_time_s': float(wall_time_s), + 'epochs_run': int(epochs_run), + 'peak_train_alloc_bytes': int(torch.cuda.max_memory_allocated(device)), + 'peak_train_reserved_bytes': int(torch.cuda.max_memory_reserved(device)), + 'gpu_name': torch.cuda.get_device_name(device), + 'cuda_total_memory_bytes': int(props.total_memory), + 'git_sha': _git_sha(), + 'argv': list(sys.argv[1:]), + } + return { + 'wall_time_s': float(wall_time_s), + 'epochs_run': int(epochs_run), + 'peak_train_alloc_bytes': 0, + 'peak_train_reserved_bytes': 0, + 'gpu_name': None, + 'cuda_total_memory_bytes': 0, + 'git_sha': _git_sha(), + 'argv': list(sys.argv[1:]), + } + + def _canonical_train_mode(train_mode: str) -> str: return 'C' if train_mode in {'C', 'NR'} else 'R' @@ -344,6 +383,10 @@ def train(args: argparse.Namespace) -> dict: out_dir = Path(args.output_dir) / f'{run_label}_{train_mode}_seed{args.seed}{n_tag}' out_dir.mkdir(parents=True, exist_ok=True) + if torch.cuda.is_available(): + torch.cuda.reset_peak_memory_stats(device) + t_start = time.time() + epochs_run = 0 for epoch in range(1, args.epochs + 1): t0 = time.time() train_loss = train_one_epoch( @@ -351,6 +394,7 @@ def train(args: argparse.Namespace) -> dict: ) val_metrics = compute_metrics(model, val_loader, device) elapsed = time.time() - t0 + epochs_run = epoch print( f'Epoch {epoch:3d}/{args.epochs} | ' @@ -371,6 +415,8 @@ def train(args: argparse.Namespace) -> dict: print(f'Early stopping at epoch {epoch} (patience={args.patience})') break + cost = _cost_record(device, time.time() - t_start, epochs_run) + model.load_state_dict(torch.load(out_dir / 'best_model.pt', weights_only=True)) test_nr = compute_metrics(model, test_nr_loader, device) @@ -408,6 +454,7 @@ def train(args: argparse.Namespace) -> dict: 'test_nr': test_nr, 'test_r': test_r, 'rotation_robustness': rot_robustness, + **cost, } with open(out_dir / 'results.json', 'w') as f: json.dump(results, f, indent=2) diff --git a/pyproject.toml b/pyproject.toml index 55b9373..937cb3a 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -39,7 +39,7 @@ classifiers = [ ] dependencies = [ - "torch>=2.4.0", + "torch==2.11.0", "numpy>=1.22.4", "torch-harmonics", ] @@ -51,6 +51,9 @@ optional-dependencies.dev = [ "ruff>=0.4.0", "mypy>=1.5.0", "pre-commit>=3.3.3", + "medmnist", + "h5py", + "torchvision", ] optional-dependencies.plotting = ["matplotlib>=3.7.0"] @@ -58,6 +61,19 @@ urls.Homepage = "https://github.com/geometric-intelligence/bispectrum" urls.Repository = "https://github.com/geometric-intelligence/bispectrum" urls.Issues = "https://github.com/geometric-intelligence/bispectrum/issues" +# Pin torch and torchvision to the cu128 wheels so they match systems with +# NVIDIA driver >= 12.8 (e.g. the local 8x H100 box). PyPI's default torch +# wheels target a newer CUDA runtime and crash with +# "NVIDIA driver on your system is too old (found version 12080)". +[[tool.uv.index]] +name = "pytorch-cu128" +url = "https://download.pytorch.org/whl/cu128" +explicit = true + +[tool.uv.sources] +torch = { index = "pytorch-cu128" } +torchvision = { index = "pytorch-cu128" } + [tool.ruff] target-version = "py312" line-length = 120