redirect each process's output

Author: zhiyong1997

expander_compiler/src/zkcuda/proving_system/expander_no_oversubscribe/server_fn.rs

@@ -30,6 +30,7 @@ where
         verifier_setup: &mut ExpanderVerifierSetup<GetFieldConfig<ZC>, GetPCS<ZC>>,
         mpi_win: &mut Option<SharedMemoryWINWrapper>,
     ) {
+        eprintln!("Entering setup_request_handler for ExpanderNoOverSubscribe");
         match ZC::BATCH_PCS {
             true => ExpanderPCSDefered::<ZC::GKRConfig>::setup_request_handler(
                 global_mpi_config,
@@ -48,6 +49,7 @@ where
                 mpi_win,
             ),
         }
+        eprintln!("Exiting setup_request_handler for ExpanderNoOverSubscribe");
     }
 
     fn prove_request_handler(

expander_compiler/src/zkcuda/proving_system/expander_parallelized/cmd_utils.rs

@@ -16,7 +16,7 @@ pub fn start_server<C: GKREngine>(
 
     let batch_pcs_option = if batch_pcs { "--batch-pcs" } else { "" };
     let cmd_str = format!(
-        "mpiexec -n {max_parallel_count} {overscribe} {binary} --field-type {field_name} --poly-commit {pcs_name} --port-number {port_number} {batch_pcs_option} --fiat-shamir-hash {fiat_shamir_hash}"
+        "mpiexec -n {max_parallel_count} --output-filename worker_log {overscribe} {binary} --field-type {field_name} --poly-commit {pcs_name} --port-number {port_number} {batch_pcs_option} --fiat-shamir-hash {fiat_shamir_hash}",
     );
     exec_command(&cmd_str, false);
 }

expander_compiler/src/zkcuda/proving_system/expander_parallelized/prove_impl.rs

@@ -134,6 +134,7 @@ where
     T: Transcript,
     ECCConfig: Config<FieldConfig = F>,
 {
+    eprintln!("Entering prove_kernel_gkr");
     let local_mpi_config = generate_local_mpi_config(mpi_config, parallel_count);
 
     local_mpi_config.as_ref()?;
@@ -162,6 +163,7 @@ where
         &local_mpi_config,
     );
 
+    eprintln!("Exiting prove_kernel_gkr");
     Some((transcript, challenge))
 }
 

expander_compiler/src/zkcuda/proving_system/expander_parallelized/server_fns.rs

@@ -148,6 +148,7 @@ pub fn read_circuit<C, ECCConfig>(
     C: GKREngine,
     ECCConfig: Config<FieldConfig = C::FieldConfig>,
 {
+    eprintln!("Entering read_circuit");
     let (cg, win) = if global_mpi_config.is_root() {
         let computation_graph_bytes =
             std::fs::read(setup_file).expect("Failed to read computation graph from file");
@@ -162,4 +163,5 @@ pub fn read_circuit<C, ECCConfig>(
 
     *computation_graph = cg;
     mpi_win.replace(SharedMemoryWINWrapper { win });
+    eprintln!("Exiting read_circuit");
 }

expander_compiler/src/zkcuda/proving_system/expander_pcs_defered/prove_impl.rs

@@ -37,6 +37,7 @@ where
     C: GKREngine,
     ECCConfig: Config<FieldConfig = C::FieldConfig>,
 {
+    eprintln!("Entering max_len_setup_commit_impl");
     assert_eq!(prover_setup.p_keys.len(), 1);
     let len_to_commit = prover_setup.p_keys.keys().next().cloned().unwrap();
 
@@ -47,6 +48,7 @@ where
         local_commit_impl::<C, ECCConfig>(prover_setup.p_keys.get(&len_to_commit).unwrap(), vals);
 
     commitment.vals_len = actual_len; // Store the actual length in the commitment
+    eprintln!("Exiting max_len_setup_commit_impl");
     (commitment, state)
 }
 
@@ -106,6 +108,7 @@ where
     C: GKREngine,
     ECCConfig: Config<FieldConfig = C::FieldConfig>,
 {
+    eprintln!("Entering mpi_prove_with_pcs_defered");
     let commit_timer = Timer::new("Commit to all input", global_mpi_config.is_root());
     let (commitments, _states) = if global_mpi_config.is_root() {
         let (commitments, states) = values
@@ -144,6 +147,7 @@ where
             );
 
             if global_mpi_config.is_root() {
+                eprintln!("Entering pcs claim extraction");
                 let (mut transcript, challenge) = gkr_end_state.unwrap();
                 assert!(challenge.challenge_y().is_none());
                 let challenge = challenge.challenge_x();
@@ -157,7 +161,7 @@ where
 
                 vals_ref.extend(local_vals_ref);
                 challenges.extend(local_challenges);
-
+                eprintln!("Exiting pcs claim extraction");
                 Some(ExpanderProof {
                     data: vec![transcript.finalize_and_get_proof()],
                 })
@@ -168,22 +172,26 @@ where
         .collect::<Vec<_>>();
     prove_timer.stop();
 
-    if global_mpi_config.is_root() {
+    let ret = if global_mpi_config.is_root() {
+        eprintln!("Entering pcs batch opening");
         let mut proofs = proofs.into_iter().map(|p| p.unwrap()).collect::<Vec<_>>();
 
         let pcs_opening_timer = Timer::new("Batch PCS Opening for all kernels", true);
         let pcs_batch_opening =
             open_defered_pcs::<C, ECCConfig>(prover_setup, &vals_ref, &challenges);
         pcs_opening_timer.stop();
-
         proofs.push(pcs_batch_opening);
+        eprintln!("Exiting pcs batch opening");
         Some(CombinedProof {
             commitments: commitments.unwrap(),
             proofs,
         })
     } else {
         None
-    }
+    };
+
+    eprintln!("Exiting mpi_prove_with_pcs_defered");
+    ret
 }
 
 pub fn extract_pcs_claims<'a, C: GKREngine>(

expander_compiler/src/zkcuda/proving_system/expander_pcs_defered/server_fns.rs

@@ -31,6 +31,7 @@ where
         verifier_setup: &mut ExpanderVerifierSetup<C::FieldConfig, C::PCSConfig>,
         mpi_win: &mut Option<SharedMemoryWINWrapper>,
     ) {
+        eprintln!("Entering setup_request_handler for ExpanderPCSDefered");
         let setup_file = if global_mpi_config.is_root() {
             let setup_file = setup_file.expect("Setup file path must be provided");
             broadcast_string(global_mpi_config, Some(setup_file))
@@ -44,6 +45,7 @@ where
             (*prover_setup, *verifier_setup) =
                 pcs_setup_max_length_only::<C, ECCConfig>(computation_graph);
         }
+        eprintln!("Exiting setup_request_handler for ExpanderPCSDefered");
     }
 
     fn prove_request_handler(

expander_compiler/src/zkcuda/proving_system/expander_pcs_defered/setup_impl.rs

@@ -23,6 +23,7 @@ where
     C: GKREngine,
     ECCConfig: Config<FieldConfig = C::FieldConfig>,
 {
+    eprintln!("Entering pcs_setup_max_length_only");
     let mut p_keys = HashMap::new();
     let mut v_keys = HashMap::new();
     let max_commitment_len = computation_graph
@@ -40,6 +41,7 @@ where
     p_keys.insert(max_commitment_len, p_key);
     v_keys.insert(max_commitment_len, v_key);
 
+    eprintln!("Exiting pcs_setup_max_length_only");
     (
         ExpanderProverSetup { p_keys },
         ExpanderVerifierSetup { v_keys },